# Phone Error Database Robots.txt # Allow search engine crawlers to index all content User-agent: * Allow: / Allow: /error/ Allow: /results Allow: /sitemap.xml Disallow: /api/ Disallow: *.json$ # Crawl delay (optional - removes if too restrictive) Crawl-delay: 0 # Sitemap location Sitemap: https://errorcodephones.com/api/sitemap.xml # Specific rules for Google Bot - more aggressive crawling User-agent: Googlebot Allow: / Crawl-delay: 0 # Specific rules for Bing User-agent: Bingbot Allow: / Crawl-delay: 1