# robots.txt for The Last Optical
# https://thelastoptical.com

# Default: Allow all legitimate crawlers
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/

# ─── AI Search Crawlers (Allowed) ───────────────────────────

# OpenAI ChatGPT Search & GPTBot
User-agent: GPTBot
Allow: /
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/

# Google AI (Gemini, AI Overviews)
User-agent: Google-Extended
Allow: /
Disallow: /api/

User-agent: Googlebot
Allow: /
Disallow: /api/

# Apple (Siri, Apple Intelligence, Safari)
User-agent: Applebot
Allow: /
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /api/

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow: /api/

# Anthropic Claude
User-agent: ClaudeBot
Allow: /
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /api/

# Microsoft Copilot / Bing
User-agent: Bingbot
Allow: /
Disallow: /api/

# Meta AI
User-agent: FacebookBot
Allow: /
Disallow: /api/

User-agent: meta-externalagent
Allow: /
Disallow: /api/

# Cohere AI
User-agent: cohere-ai
Allow: /
Disallow: /api/

# Amazon Alexa / Rufus
User-agent: Amazonbot
Allow: /
Disallow: /api/

# Common Crawl (used by many AI models)
User-agent: CCBot
Allow: /
Disallow: /api/

# ─── Blocked Crawlers (Chinese & Spam Bots) ─────────────────

# Baidu
User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-render
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: Baiduspider-video
Disallow: /

# Sogou
User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: Sogou spider2
Disallow: /

# ByteDance / TikTok
User-agent: Bytespider
Disallow: /

User-agent: Toutiaospider
Disallow: /

# Huawei
User-agent: PetalBot
Disallow: /

User-agent: HuaweiWebCatBot
Disallow: /

# Qihoo 360
User-agent: 360Spider
Disallow: /

# Yisou (Shenma)
User-agent: YisouSpider
Disallow: /

# Haosou
User-agent: HaoSouSpider
Disallow: /

# Yandex (Russian, often used for scraping)
User-agent: YandexBot
Disallow: /

User-agent: YandexImages
Disallow: /

# Known SEO scraper bots
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# ─── Sitemaps ────────────────────────────────────────────────

Sitemap: https://thelastoptical.com/sitemap-index.xml
Sitemap: https://thelastoptical.com/sitemap.xml
Sitemap: https://thelastoptical.com/image-sitemap.xml

# ─── AI-Readable Content ────────────────────────────────────

# LLM-readable site summary
# See /llms.txt for a structured overview of this website
# See /llms-full.txt for comprehensive details