# robots.txt for returnafrica.com

# Allow all major crawlers

User-agent: *
Allow: /
Disallow: /cgi-bin/

# Explicitly allow AI and inference crawlers

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Block aggressive scraping crawlers

User-agent: Bytespider
Disallow: /

# XML Sitemap

Sitemap: https://returnafrica.com/sitemap_index.xml

# Optional future AI resources

# llms.txt

# https://returnafrica.com/llms.txt