User-agent: *
Allow: /
Disallow: /api/
Disallow: /test/
Disallow: /debug/
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*utm_source=
Disallow: /*?*utm_medium=
Disallow: /*?*lang=en

# Naver search bot — primary Korean retail search channel
User-agent: Yeti
Allow: /
Disallow: /api/
Disallow: /test/
Disallow: /debug/
Crawl-delay: 0

# Naver news/blog crawlers
User-agent: NaverBot
Allow: /
Crawl-delay: 0

# Daum / Kakao search bot
User-agent: Daumoa
Allow: /
Crawl-delay: 0

# Google bots — explicit allow for primary discovery
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Image
Allow: /

# Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 0

Sitemap: https://ai-kstock.com/sitemap.xml
Sitemap: https://ai-kstock.com/news-sitemap.xml
Sitemap: https://ai-kstock.com/rss.xml

# Aggressive scrapers — throttle
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /