User-Agent: ClaudeBot
Disallow: /api/
Disallow: /compare/
Disallow: /en/compare/
Disallow: /es/compare/
Disallow: /pt/compare/
Disallow: /fr/compare/
Disallow: /de/compare/
Disallow: /ja/compare/
Disallow: /zh/compare/
Disallow: /ca/compare/
Disallow: /eu/compare/
Disallow: /pl/compare/
Disallow: /zh-HK/compare/
Disallow: /gl/compare/
Disallow: /cy/compare/
Disallow: /ga/compare/
Disallow: /hu/compare/
Disallow: /admin/
Disallow: /vendor/

User-Agent: GPTBot
Disallow: /api/
Disallow: /compare/
Disallow: /en/compare/
Disallow: /es/compare/
Disallow: /pt/compare/
Disallow: /fr/compare/
Disallow: /de/compare/
Disallow: /ja/compare/
Disallow: /zh/compare/
Disallow: /ca/compare/
Disallow: /eu/compare/
Disallow: /pl/compare/
Disallow: /zh-HK/compare/
Disallow: /gl/compare/
Disallow: /cy/compare/
Disallow: /ga/compare/
Disallow: /hu/compare/
Disallow: /admin/
Disallow: /vendor/

User-Agent: anthropic-ai
Disallow: /api/
Disallow: /compare/
Disallow: /en/compare/
Disallow: /es/compare/
Disallow: /pt/compare/
Disallow: /fr/compare/
Disallow: /de/compare/
Disallow: /ja/compare/
Disallow: /zh/compare/
Disallow: /ca/compare/
Disallow: /eu/compare/
Disallow: /pl/compare/
Disallow: /zh-HK/compare/
Disallow: /gl/compare/
Disallow: /cy/compare/
Disallow: /ga/compare/
Disallow: /hu/compare/
Disallow: /admin/
Disallow: /vendor/

User-Agent: CCBot
Disallow: /api/
Disallow: /compare/
Disallow: /en/compare/
Disallow: /es/compare/
Disallow: /pt/compare/
Disallow: /fr/compare/
Disallow: /de/compare/
Disallow: /ja/compare/
Disallow: /zh/compare/
Disallow: /ca/compare/
Disallow: /eu/compare/
Disallow: /pl/compare/
Disallow: /zh-HK/compare/
Disallow: /gl/compare/
Disallow: /cy/compare/
Disallow: /ga/compare/
Disallow: /hu/compare/
Disallow: /admin/
Disallow: /vendor/

User-Agent: Google-Extended
Disallow: /api/
Disallow: /compare/
Disallow: /en/compare/
Disallow: /es/compare/
Disallow: /pt/compare/
Disallow: /fr/compare/
Disallow: /de/compare/
Disallow: /ja/compare/
Disallow: /zh/compare/
Disallow: /ca/compare/
Disallow: /eu/compare/
Disallow: /pl/compare/
Disallow: /zh-HK/compare/
Disallow: /gl/compare/
Disallow: /cy/compare/
Disallow: /ga/compare/
Disallow: /hu/compare/
Disallow: /admin/
Disallow: /vendor/

User-Agent: Bytespider
Disallow: /api/
Disallow: /compare/
Disallow: /en/compare/
Disallow: /es/compare/
Disallow: /pt/compare/
Disallow: /fr/compare/
Disallow: /de/compare/
Disallow: /ja/compare/
Disallow: /zh/compare/
Disallow: /ca/compare/
Disallow: /eu/compare/
Disallow: /pl/compare/
Disallow: /zh-HK/compare/
Disallow: /gl/compare/
Disallow: /cy/compare/
Disallow: /ga/compare/
Disallow: /hu/compare/
Disallow: /admin/
Disallow: /vendor/

User-Agent: PerplexityBot
Disallow: /api/
Disallow: /compare/
Disallow: /en/compare/
Disallow: /es/compare/
Disallow: /pt/compare/
Disallow: /fr/compare/
Disallow: /de/compare/
Disallow: /ja/compare/
Disallow: /zh/compare/
Disallow: /ca/compare/
Disallow: /eu/compare/
Disallow: /pl/compare/
Disallow: /zh-HK/compare/
Disallow: /gl/compare/
Disallow: /cy/compare/
Disallow: /ga/compare/
Disallow: /hu/compare/
Disallow: /admin/
Disallow: /vendor/

User-Agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /vendor/

Host: https://robohub.app
Sitemap: https://robohub.app/sitemap.xml