# ==========================================
# robots.txt for lybangkok.com
# Allow ALL search engines and AI crawlers
# Last updated: 2026-06-02
# ==========================================

# ============= Default: Allow everything =============
User-agent: *
Allow: /

# ============= Sitemap =============
Sitemap: https://lybangkok.com/sitemap.xml

# ============= OpenAI (ChatGPT, GPT, Search) =============
User-agent: GPTBot

User-agent: ChatGPT-User

User-agent: OAI-SearchBot

User-agent: OAI-SearchBot-User

# ============= Anthropic (Claude) =============
User-agent: ClaudeBot

User-agent: Claude-Web

User-agent: Claude-User

User-agent: anthropic-ai

User-agent: Claude-SearchBot

# ============= Google (Gemini, Bard, Vertex AI) =============
User-agent: Google-Extended

User-agent: GoogleOther

User-agent: Googlebot

User-agent: Googlebot-Image

# ============= Apple (Apple Intelligence) =============
User-agent: Applebot-Extended

User-agent: Applebot

# ============= Perplexity AI =============
User-agent: PerplexityBot

User-agent: Perplexity-User

User-agent: Perplexity-Public

# ============= Microsoft (Bing, Copilot) =============
User-agent: Bingbot

User-agent: MSNBot-Media

User-agent: msnbot

# ============= Meta (Llama, Meta AI) =============
User-agent: Meta-ExternalAgent

User-agent: Meta-ExternalFetcher

User-agent: MetaBot

User-agent: FacebookBot

# ============= Mistral AI =============
User-agent: MistralAI-User

User-agent: MistralAI-Indexer

# ============= DeepSeek =============
User-agent: DeepSeekBot

# ============= Cohere =============
User-agent: cohere-ai

User-agent: cohere-training-data-crawler

User-agent: cohere-rag

# ============= xAI (Grok) =============
User-agent: xAI

User-agent: grok-user

# ============= ByteDance (Doubao, TikTok) =============
User-agent: Bytespider

User-agent: ByteDance

# ============= Amazon (Alexa, Rufus) =============
User-agent: Amazonbot

User-agent: Amazon-SearchBot

# ============= Common Crawl (feeds many LLMs) =============
User-agent: CCBot

# ============= DuckDuckGo =============
User-agent: DuckDuckBot

# ============= Other AI Crawlers =============
User-agent: Diffbot

User-agent: Omgilibot

User-agent: Omgili

User-agent: Webz.io

User-agent: YouBot

User-agent: ImagesiftBot

User-agent: Timpibot

User-agent: VelenPublicWebhook

User-agent: AwarioRssBot

User-agent: AwarioSmartBot

User-agent: SemrushBot-OCOB

User-agent: PetalBot

User-agent: TurnitinBot

User-agent: YandexBot

User-agent: Baiduspider

User-agent: ia_archiver

User-agent: anthropic-fetcher

# ============= AI Assistants (User-triggered) =============
User-agent: ChatGPT

User-agent: Claude

User-agent: Perplexity

User-agent: Gemini

User-agent: Copilot