User-agent: * Disallow: /thanks.php Disallow: /admin/ Disallow: /private/ Disallow: /*.php$ Allow: / Allow: /images/ Allow: /css/ Allow: /js/ Sitemap: https://violet-path.com/sitemap.xml # Crawl-delay for respectful crawling Crawl-delay: 1 # Specific rules for major search engines User-agent: Googlebot Crawl-delay: 0 Disallow: /thanks.php User-agent: Bingbot Crawl-delay: 1 Disallow: /thanks.php User-agent: Slurp Crawl-delay: 1 Disallow: /thanks.php # Block AI training crawlers (optional) User-agent: ChatGPT-User Disallow: / User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Claude-Web Disallow: / # Block other unwanted bots User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: /