User-agent: *
Allow: /
Allow: /readmes/

# Specifically allow AI crawlers and search bots
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: FirecrawlAgent
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Block legacy Softr/Previous site paths 
Disallow: /graph-list-details
Disallow: /forms/
Disallow: /v1/
Disallow: /v2/
Disallow: /v3/
Disallow: /r/
Disallow: /401
Disallow: /404
Disallow: /400
Disallow: /500
Disallow: /sign-up
Disallow: /account
Disallow: /forgot-password
Disallow: /login
Disallow: /reset-password
Disallow: /link-expired
Disallow: /integrations/airtable/
Disallow: /about-copy
Disallow: /preview/
Disallow: /internal/

# Prevent bot-based search query strings if any
Disallow: /*?*recordId=
Disallow: /*?*marketxy.com

# Pointer for LLMs that check robots
LLMS: /llms.txt

Sitemap: https://www.fodda.ai/sitemap.xml