# seonhanh.com.vn - Robots.txt
# SEO Nhanh - Dịch vụ SEO tổng thể chuyên nghiệp
# Last updated: 2026-05-08

# === STANDARD SEARCH ENGINE BOTS ===
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /cron/
Disallow: /migrations/
Disallow: /prompts/
Disallow: /includes/
Disallow: /config.php
Disallow: /login.php
Disallow: /register.php
Disallow: /account.php
Disallow: /cart.php
Disallow: /checkout.php
Disallow: /order-detail.php
Disallow: /order-payment.php
Disallow: /notifications.php
Disallow: /tim-kiem?*
Disallow: /*?page=*
Disallow: /*?sort=*
Disallow: /*?filter=*
Allow: /uploads/
Allow: /templates/*.css
Allow: /templates/*.js

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /cron/
Disallow: /migrations/
Disallow: /prompts/
Disallow: /includes/
Disallow: /config.php
Disallow: /login.php
Disallow: /register.php
Disallow: /account.php
Disallow: /cart.php
Disallow: /checkout.php
Disallow: /order-detail.php
Disallow: /order-payment.php
Disallow: /tim-kiem?*

# === AI SEARCH ENGINE BOTS ===
# ChatGPT / OpenAI
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /config.php
Disallow: /login.php
Disallow: /cart.php
Disallow: /checkout.php

# Google AI (Gemini / AI Overviews)
User-agent: Google-Extended
Allow: /

# Anthropic Claude
User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /config.php

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/

# Apple AI (Siri / Apple Intelligence)
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Meta AI
User-agent: meta-externalagent
Allow: /
Disallow: /admin/

# Amazon Alexa
User-agent: Amazonbot
Allow: /

# Common Crawl (used by many AI models)
User-agent: CCBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# === DEFAULT RULE FOR OTHER BOTS ===
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /cache/
Disallow: /cron/
Disallow: /migrations/
Disallow: /prompts/
Disallow: /includes/
Disallow: /sqln/
Disallow: /eltbk/
Disallow: /content-rewrite-logs/
Disallow: /config.php
Disallow: /login.php
Disallow: /register.php
Disallow: /account.php
Disallow: /cart.php
Disallow: /checkout.php
Disallow: /order-detail.php
Disallow: /order-payment.php
Disallow: /notifications.php
Disallow: /blog-router.php
Disallow: /tim-kiem?*
Disallow: /*?page=*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*.sql$
Disallow: /*.py$
Disallow: /*.log$
Disallow: /*.json$
Disallow: /*.csv$
Allow: /uploads/
Allow: /templates/*.css
Allow: /templates/*.js
Allow: /feed/

# === BLOCK SCRAPER / SPAM BOTS ===
User-agent: Bytespider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: YandexBot
Disallow: /

# === CRAWL DELAY FOR AGGRESSIVE BOTS ===
User-agent: Baiduspider
Crawl-delay: 10
Disallow: /admin/

# === SITEMAPS ===
Sitemap: https://seonhanh.com.vn/sitemap.xml
Sitemap: https://seonhanh.com.vn/feed/products.php

# === LLM CONTENT ===
# See also: https://seonhanh.com.vn/llms.txt