# Robots.txt for Savor Dish
# https://savordish.com

User-agent: *
Allow: /
Allow: /sitemap*.xml
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /auth/
Disallow: /admin/
Disallow: /callback
Disallow: /cookbook/
Disallow: /pantry
Disallow: /meal-planner
Disallow: /grocery-list
Disallow: /groups
Disallow: /settings
Disallow: /chef-dashboard
Disallow: /create
Disallow: /dashboard/
Disallow: /draft/
Disallow: /drafts/
Disallow: /staging
Disallow: /staging/
Disallow: /preview
Disallow: /preview/
Disallow: /verify-email
Disallow: /reset-password
Disallow: /invite/
Disallow: /category/
Disallow: /tag/
Disallow: /wp-
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Allow: /sitemap*.xml
Disallow: /api/
Disallow: /auth/
Disallow: /admin/
Disallow: /callback
Disallow: /cookbook/
Disallow: /pantry
Disallow: /meal-planner
Disallow: /grocery-list
Disallow: /groups
Disallow: /settings
Disallow: /chef-dashboard
Disallow: /create
Disallow: /dashboard/
Disallow: /draft/
Disallow: /drafts/
Disallow: /verify-email
Disallow: /reset-password
Disallow: /invite/
Disallow: /category/
Disallow: /tag/
Disallow: /wp-
Crawl-delay: 1

# AI crawlers — all welcome
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: cohere-training
User-agent: Diffbot
User-agent: YouBot
User-agent: Bytespider
User-agent: CCBot
User-agent: Ai2Bot
User-agent: Ai2Bot-Dolma
User-agent: Brave-Search
User-agent: FacebookBot
User-agent: ImagesiftBot
User-agent: Timpibot
User-agent: Omgilibot
User-agent: PetalBot
User-agent: Webzio-Extended
User-agent: Google-CloudVertexBot
User-agent: CopilotBot
Allow: /recipe/
Allow: /blog/
Allow: /explore
Allow: /recipes/
Allow: /tools/
Allow: /topics/
Allow: /cookbooks/
Allow: /collections/
Allow: /ingredients/
Allow: /marketplace
Allow: /profile/
Allow: /about
Allow: /how-it-works
Allow: /why-savordish
Allow: /for-creators
Allow: /product
Allow: /pricing
Allow: /our-story
Allow: /compare/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/agent.json
Allow: /openapi.json
Allow: /sitemap*.xml
Disallow: /api/
Disallow: /auth/
Disallow: /admin/
Disallow: /callback
Disallow: /cookbook/
Disallow: /pantry
Disallow: /meal-planner
Disallow: /grocery-list
Disallow: /groups
Disallow: /settings
Disallow: /chef-dashboard
Disallow: /create
Disallow: /dashboard/
Disallow: /category/
Disallow: /tag/
Disallow: /wp-
Crawl-delay: 2

Sitemap: https://savordish.com/sitemap-index.xml
Sitemap: https://savordish.com/sitemap.xml