# DarkGiveaway Robots.txt

User-agent: *
Allow: /
Allow: /.well-known/
Allow: /.well-known/llms.txt
Allow: /.well-known/ai-discovery.json
Allow: /.well-known/ai-plugin.json
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Allow: /tr/
Allow: /en/
Allow: /pt/
Allow: /tr/features
Allow: /tr/explore
Allow: /tr/pricing
Allow: /tr/docs
Allow: /tr/guides
Allow: /tr/leaderboard/
Allow: /tr/partners
Allow: /tr/changelog
Allow: /en/features
Allow: /en/explore
Allow: /en/pricing
Allow: /en/docs
Allow: /en/guides
Allow: /en/leaderboard/
Allow: /en/partners
Allow: /en/changelog
Allow: /pt/features
Allow: /pt/explore
Allow: /pt/pricing
Allow: /pt/docs
Allow: /pt/guides
Allow: /pt/leaderboard/
Allow: /pt/partners
Allow: /pt/changelog
Allow: /tr/media
Allow: /en/media
Allow: /pt/media
Disallow: /api/
Disallow: /dashboard/
Disallow: /tr/dashboard/
Disallow: /en/dashboard/
Disallow: /pt/dashboard/
Disallow: /auth/
Disallow: /tr/auth/
Disallow: /en/auth/
Disallow: /pt/auth/
Disallow: /tr/admin/
Disallow: /en/admin/
Disallow: /pt/admin/
Disallow: /tr/verify-user/
Disallow: /en/verify-user/
Disallow: /pt/verify-user/

# Sitemaps
Sitemap: https://darks.app/sitemap.xml
Sitemap: https://darks.app/image-sitemap.xml
Sitemap: https://darks.app/video-sitemap.xml

# OpenAI GPTBot — powers ChatGPT recommendations
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Allow: /.well-known/
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/
Disallow: /auth/
Disallow: /*/auth/

# OpenAI ChatGPT browsing
User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Allow: /.well-known/
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/
Disallow: /auth/
Disallow: /*/auth/

# OpenAI SearchBot
User-agent: OAI-SearchBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Allow: /.well-known/
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/
Disallow: /auth/
Disallow: /*/auth/

# Anthropic Claude
User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Allow: /.well-known/
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/
Disallow: /auth/
Disallow: /*/auth/

# Anthropic Claude (web)
User-agent: anthropic-ai
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Allow: /.well-known/
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Allow: /.well-known/
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/
Disallow: /auth/
Disallow: /*/auth/

# Google (Search + Gemini)
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/
Disallow: /auth/
Disallow: /*/auth/

# Google Extended (Gemini AI training)
User-agent: Google-Extended
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Allow: /.well-known/
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/

# Bing (Search + Copilot)
User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/
Disallow: /auth/
Disallow: /*/auth/

# Apple Intelligence / Siri
User-agent: Applebot
Allow: /
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/
Disallow: /auth/
Disallow: /*/auth/

User-agent: Applebot-Extended
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Allow: /.well-known/
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Allow: /.well-known/
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/

User-agent: FacebookBot
Allow: /
Disallow: /api/
Disallow: /dashboard/
Disallow: /auth/

# Cohere AI
User-agent: cohere-ai
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Allow: /.well-known/
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/

# You.com
User-agent: YouBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Allow: /.well-known/
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/

# Common Crawl (feeds many AI models)
User-agent: CCBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/

# ByteDance / TikTok AI
User-agent: Bytespider
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-discovery.json
Disallow: /api/
Disallow: /*/api/
Disallow: /dashboard/
Disallow: /*/dashboard/

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
Disallow: /api/
Disallow: /dashboard/
Disallow: /auth/

# Yandex
User-agent: YandexBot
Allow: /
Disallow: /api/
Disallow: /dashboard/
Disallow: /auth/

# AI Discovery Endpoints
# https://darks.app/llms.txt
# https://darks.app/llms-full.txt
# https://darks.app/ai-discovery.json
# https://darks.app/.well-known/llms.txt
# https://darks.app/.well-known/ai-discovery.json
# https://darks.app/.well-known/ai-plugin.json

# Crawl-delay (general)
Crawl-delay: 1