# MouseTester.online - Professional Mouse Performance Testing Platform
# SEO-optimized robots.txt for search engines and AI crawlers

# 常规搜索引擎规则
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /404
Disallow: /500
Disallow: /*.json$

# 网站地图
Sitemap: https://mousetester.online/sitemap.xml

# AI爬虫特定规则 - 允许访问鼠标测试内容
User-agent: GPTBot
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: GoogleOther
User-agent: DuckAssistBot
User-agent: ChatGPT-User
User-agent: GPT-4
User-agent: Claude
User-agent: Bard
User-agent: PaLM
User-agent: Gemini
User-agent: OpenAI-SearchBot
Allow: /
Allow: /index.html
Allow: /blog.html
Allow: /blog/
Allow: /about.html
Allow: /contact.html
Allow: /privacy.html
Allow: /terms.html

# Google搜索引擎优化
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /404
Disallow: /500
Disallow: /*.json$

# 其他搜索引擎
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Baiduspider
User-agent: YandexBot
Allow: /
Disallow: /admin/
Disallow: /private/

# SEO工具爬虫 - 允许访问用于SEO分析
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
Allow: /
Disallow: /admin/
Disallow: /private/

# 爬取延迟设置
Crawl-delay: 1