# ============================================
# robots.txt for Trainocate Corporation
# SEO + LLMO + AI Overview 対応版
# 最終更新日 / Last Updated: 2025-06-11
# ============================================

# --------------------------------------------
# 全クローラーに対する基本ポリシー / Global Policy for All Crawlers
# --------------------------------------------
User-agent: *
Allow: /

# --------------------------------------------
# クロール頻度制御 / Crawl Frequency Control
# --------------------------------------------
Crawl-delay: 10  # サーバー負荷軽減のため10秒遅延 / 10-second delay to reduce server load

# --------------------------------------------
# AIクローラー個別制御 / AI Crawler-Specific Policies
# --------------------------------------------
User-agent: GPTBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Gemini
Allow: /
User-agent: anthropic-ai
Allow: /

# --------------------------------------------
# サイトマップ / Sitemap Reference
# --------------------------------------------
Sitemap: https://www.trainocate.co.jp/sitemap.xml

# --------------------------------------------
# AI学習制御ポリシー / AI Training Policy Reference
# --------------------------------------------
# 詳細なAIクローラー向けポリシーは以下をご参照ください。
# Please refer to the following for detailed AI crawler policies:
# https://www.trainocate.co.jp/llms.txt

# --------------------------------------------
# 参考仕様 / Reference Specifications
# --------------------------------------------
# Google Search Central - Robots.txt Specifications
# https://developers.google.com/search/docs/crawling-indexing/robots/intro
# OpenAI - GPTBot Crawler Policy
# https://openai.com/gptbot
# Anthropic - ClaudeBot Crawler Policy
# https://www.anthropic.com/claude
# Perplexity AI - PerplexityBot Crawler Policy
# https://www.perplexity.ai/bot
# Google AI - Gemini Crawler Policy
# https://ai.google.dev/gemini
# RFC 9309 - The Robots Exclusion Protocol (IETF Standard)
# https://datatracker.ietf.org/doc/html/rfc9309