User-agent: *
Allow: /

# Allow all search engines to crawl all content
# TranquilMindQuest is a public mental health resource website

# Specific directives for different bots
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Crawl-delay: 2

User-agent: YandexBot
Allow: /
Crawl-delay: 2

User-agent: facebookexternalhit
Allow: /
Crawl-delay: 1

User-agent: Twitterbot
Allow: /
Crawl-delay: 1

User-agent: LinkedInBot
Allow: /
Crawl-delay: 1

# Block problematic bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MegaIndex
Disallow: /

# Block AI training bots (optional - remove if you want AI training)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

# Allow specific directories
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /blog/
Allow: /products/
Allow: /contact/
Allow: /about/
Allow: /meditation/
Allow: /breathing/
Allow: /yoga/
Allow: /mindfulness/

# Disallow admin or private areas (if any)
Disallow: /admin/
Disallow: /private/
Disallow: /temp/
Disallow: /cache/
Disallow: /logs/

# Disallow file types that shouldn't be indexed
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /*.txt$
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /*.tmp$

# Allow important files
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /favicon.ico

# Sitemap location
Sitemap: https://tranquilmindquest.com/sitemap.xml

# Additional sitemaps (if you create them)
Sitemap: https://tranquilmindquest.com/sitemap-blog.xml
Sitemap: https://tranquilmindquest.com/sitemap-products.xml

# Host directive (helps with duplicate content issues)
Host: https://tranquilmindquest.com