Files
dealplustech-newastro/public/robots.txt

12 lines
206 B
Plaintext

User-agent: *
Allow: /
# Disallow admin areas
Disallow: /admin/
# Sitemap location
Sitemap: https://dealplustech.co.th/sitemap-index.xml
# Crawl delay (optional, be nice to small servers)
Crawl-delay: 1