# robots.txt for www.ahacyb.com
User-agent: *
Allow: /
Sitemap: https://www.ahacyb.com/sitemap.xml
Crawl-delay: 1

# 安全目录禁止
Disallow: /admin/
Disallow: /api/
Disallow: /config/
Disallow: /database/
Disallow: /logs/
Disallow: /temp/
Disallow: /include/
Disallow: /cgi-bin/
Disallow: /static/backup/
Disallow: /install/

# 低价值内容
Disallow: /search/
Disallow: /tag/
Disallow: /*?utm_
Disallow: /*?sessionid
Disallow: /*?PHPSESSID

# 静态资源开放
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.pdf$

# AI爬虫 - 欢迎抓取产品信息
User-agent: GPTBot
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: DeepSeekBot
User-agent: Baidu-Extended
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /config/
Crawl-delay: 1

# 主流搜索引擎
User-agent: Baiduspider
User-agent: Googlebot
User-agent: Bingbot
Crawl-delay: 1
Disallow: /admin/
Disallow: /api/
Disallow: /config/
Disallow: /search/