{ "catalog_version": "2026-11-04", "source_checked_on": "2026-11-04", "observation_collection_started_at": "2026-11-03T15:37:13.850Z", "observation_scope": "Only requests to this service after individual-token collection began. User-Agent claims are not verified identities; earlier family-only records cannot be assigned to individual bots.", "bots": [ { "slug": "gptbot", "name": "GPTBot", "operator": "OpenAI", "token": "GPTBot", "purpose": "AIモデルの開発に利用され得るWebコンテンツを収集します。", "purpose_en": "Crawls web content that may be used to train generative AI foundation models.", "category": "AI training crawler", "source": "https://developers.openai.com/api/docs/bots", "source_checked_on": "2026-11-04", "observation": { "user_agent_claims": 0, "first_seen": null, "last_seen": null, "identity_verified": false, "collection_started_at": "2026-11-03T15:37:13.850Z" } }, { "slug": "oai-searchbot", "name": "OAI-SearchBot", "operator": "OpenAI", "token": "OAI-SearchBot", "purpose": "ChatGPTの検索機能に表示するWeb情報を収集します。", "purpose_en": "Crawls websites to support search results in ChatGPT.", "category": "AI search crawler", "source": "https://developers.openai.com/api/docs/bots", "source_checked_on": "2026-11-04", "observation": { "user_agent_claims": 0, "first_seen": null, "last_seen": null, "identity_verified": false, "collection_started_at": "2026-11-03T15:37:13.850Z" } }, { "slug": "chatgpt-user", "name": "ChatGPT-User", "operator": "OpenAI", "token": "ChatGPT-User", "purpose": "利用者がChatGPTなどで依頼した操作に応じてWebページを取得します。", "purpose_en": "Fetches web pages for user-initiated ChatGPT actions; not an automatic crawler.", "category": "User-initiated fetcher", "source": "https://developers.openai.com/api/docs/bots", "source_checked_on": "2026-11-04", "observation": { "user_agent_claims": 0, "first_seen": null, "last_seen": null, "identity_verified": false, "collection_started_at": "2026-11-03T15:37:13.850Z" } }, { "slug": "oai-adsbot", "name": "OAI-AdsBot", "operator": "OpenAI", "token": "OAI-AdsBot", "purpose": "ChatGPTの広告として提出されたWebページの安全性などを確認します。", "purpose_en": "Checks safety and related properties of pages submitted as ChatGPT ads.", "category": "Advertising review", "source": "https://developers.openai.com/api/docs/bots", "source_checked_on": "2026-11-04", "observation": { "user_agent_claims": 0, "first_seen": null, "last_seen": null, "identity_verified": false, "collection_started_at": "2026-11-03T15:37:13.850Z" } }, { "slug": "claudebot", "name": "ClaudeBot", "operator": "Anthropic", "token": "ClaudeBot", "purpose": "生成AIモデルの学習に利用され得るWebコンテンツを収集します。", "purpose_en": "Collects web content that could contribute to generative AI model training.", "category": "AI training crawler", "source": "https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler", "source_checked_on": "2026-11-04", "observation": { "user_agent_claims": 11, "first_seen": "2026-11-03T18:39:01.943Z", "last_seen": "2026-11-03T19:37:04.763Z", "identity_verified": false, "collection_started_at": "2026-11-03T15:37:13.850Z" } }, { "slug": "claude-searchbot", "name": "Claude-SearchBot", "operator": "Anthropic", "token": "Claude-SearchBot", "purpose": "検索結果の関連性や品質を改善するためWeb情報を収集します。", "purpose_en": "Crawls web content to improve search result quality.", "category": "AI search crawler", "source": "https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler", "source_checked_on": "2026-11-04", "observation": { "user_agent_claims": 0, "first_seen": null, "last_seen": null, "identity_verified": false, "collection_started_at": "2026-11-03T15:37:13.850Z" } }, { "slug": "claude-user", "name": "Claude-User", "operator": "Anthropic", "token": "Claude-User", "purpose": "利用者の質問に応じ、指示されたWebページを取得します。", "purpose_en": "Fetches web pages in response to user-directed Claude requests.", "category": "User-initiated fetcher", "source": "https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler", "source_checked_on": "2026-11-04", "observation": { "user_agent_claims": 0, "first_seen": null, "last_seen": null, "identity_verified": false, "collection_started_at": "2026-11-03T15:37:13.850Z" } }, { "slug": "googlebot", "name": "Googlebot", "operator": "Google", "token": "Googlebot", "purpose": "Google検索のインデックスを作成・更新するためWebページを巡回します。", "purpose_en": "Crawls web pages to build and update Google Search indexes.", "category": "Search crawler", "source": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers", "source_checked_on": "2026-11-04", "observation": { "user_agent_claims": 0, "first_seen": null, "last_seen": null, "identity_verified": false, "collection_started_at": "2026-11-03T15:37:13.850Z" } }, { "slug": "googlebot-image", "name": "Googlebot Image", "operator": "Google", "token": "Googlebot-Image", "purpose": "Google画像検索などのために画像を巡回します。", "purpose_en": "Crawls images for Google Images and related products.", "category": "Image crawler", "source": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers", "source_checked_on": "2026-11-04", "observation": { "user_agent_claims": 0, "first_seen": null, "last_seen": null, "identity_verified": false, "collection_started_at": "2026-11-03T15:37:13.850Z" } }, { "slug": "googleother", "name": "GoogleOther", "operator": "Google", "token": "GoogleOther", "purpose": "Googleの製品チームが利用する一般的なWebクローラーです。", "purpose_en": "A generic crawler used by Google product teams.", "category": "General crawler", "source": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers", "source_checked_on": "2026-11-04", "observation": { "user_agent_claims": 0, "first_seen": null, "last_seen": null, "identity_verified": false, "collection_started_at": "2026-11-03T15:37:13.850Z" } } ] }