# robots.txt for Interpreter Foundation – production

User-agent: AhrefsBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: *
Allow: /
Disallow: /api
Disallow: /api/
Disallow: /_next
Disallow: /_next/
Disallow: /search
Disallow: /search/
Disallow: /es/api
Disallow: /es/api/
Disallow: /es/search
Disallow: /es/search/
Disallow: /fr/api
Disallow: /fr/api/
Disallow: /fr/search
Disallow: /fr/search/
Disallow: /pt-pt/api
Disallow: /pt-pt/api/
Disallow: /pt-pt/search
Disallow: /pt-pt/search/

Sitemap: https://interpreterfoundation.org/sitemap.xml