# robots.txt for https://dewi388.org/ User-agent: * Allow: / # Disallow sensitive or duplicate areas Disallow: /admin/ Disallow: /private/ Disallow: /cart/ Disallow: /checkout/ Disallow: /login/ Disallow: /register/ Disallow: /tmp/ Disallow: /*?* # Optional: Disallow low-value or tracking pages Disallow: /search Disallow: /track-order Disallow: /user-profile/ # Sitemap for better crawling Sitemap: https://dewi388.org/sitemap.xml # Crawl-delay for less aggressive bots (optional) User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 User-agent: MJ12bot Disallow: / # End of file