User-agent: *
Allow: /
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.svg$
Allow: /*.webp$

# Disallow private or internal folders
Disallow: /private/
Disallow: /temp/
Disallow: /admin/
Disallow: /backend/
Disallow: /server-status/
Disallow: /cgi-bin/

# Allow all Search Engines + AI Bots
User-agent: ChatGPT-User
Allow: /
User-agent: ChatGPT-Search
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Googlebot
Allow: /
User-agent: Mediapartners-Google
Allow: /
User-agent: Bingbot
Allow: /
User-agent: YandexBot
Allow: /
User-agent: AhrefsBot
Allow: /
User-agent: SemrushBot
Allow: /
User-agent: YouBot
Allow: /
User-agent: DuckDuckBot
Allow: /
User-agent: BraveBot
Allow: /
User-agent: KagiBot
Allow: /
User-agent: MojeekBot
Allow: /

# Explicitly Allow GPT Product Pages

Allow: /explore-gpt/
Allow: /design-gpt/
Allow: /style-gpt/
Allow: /face-gpt/
Allow: /imagine-gpt/
Allow: /templates/
Allow: /use-cases/
Allow: /alternatives/
Allow: /comparison/
Allow: /ai-tools/
Allow: /categories/

# Allow News & Blog Sections

Allow: /news/
Allow: /news/*
Allow: /blog/
Allow: /blog/*

# Sitemaps
Sitemap: https://talkgpt.com/sitemap.xml