{
  "answer": "Since 2026-10-01: 34 records added, 0 changed, 0 removed, and 12 top-level fields changed across 1 dataset(s).",
  "since": "2026-10-01",
  "rule": "A record is listed when its added, changed, or removed date is strictly after since. Dates are each dataset's own updated date, so they have day precision.",
  "datasets": [
    {
      "id": "ai-crawler-directory-data",
      "url": "https://bozos.si/ai-crawlers.json",
      "updated": "2026-10-20",
      "versions_after_since": [
        "2026-10-19",
        "2026-10-20"
      ],
      "added": [
        {
          "collection": "crawlers",
          "id": "ai2bot",
          "permalink": "https://bozos.si/ai-crawlers.json#ai2bot",
          "added": "2026-10-20",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "amazonbot",
          "permalink": "https://bozos.si/ai-crawlers.json#amazonbot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "amzn-searchbot",
          "permalink": "https://bozos.si/ai-crawlers.json#amzn-searchbot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "amzn-user",
          "permalink": "https://bozos.si/ai-crawlers.json#amzn-user",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "applebot",
          "permalink": "https://bozos.si/ai-crawlers.json#applebot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "applebot-extended",
          "permalink": "https://bozos.si/ai-crawlers.json#applebot-extended",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "bingbot",
          "permalink": "https://bozos.si/ai-crawlers.json#bingbot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "ccbot",
          "permalink": "https://bozos.si/ai-crawlers.json#ccbot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "chatgpt-user",
          "permalink": "https://bozos.si/ai-crawlers.json#chatgpt-user",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "claude-searchbot",
          "permalink": "https://bozos.si/ai-crawlers.json#claude-searchbot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "claude-user",
          "permalink": "https://bozos.si/ai-crawlers.json#claude-user",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "claudebot",
          "permalink": "https://bozos.si/ai-crawlers.json#claudebot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "diffbot",
          "permalink": "https://bozos.si/ai-crawlers.json#diffbot",
          "added": "2026-10-20",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "diffbot-user",
          "permalink": "https://bozos.si/ai-crawlers.json#diffbot-user",
          "added": "2026-10-20",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "duckassistbot",
          "permalink": "https://bozos.si/ai-crawlers.json#duckassistbot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "facebookexternalhit",
          "permalink": "https://bozos.si/ai-crawlers.json#facebookexternalhit",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "google-cloudvertexbot",
          "permalink": "https://bozos.si/ai-crawlers.json#google-cloudvertexbot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "google-extended",
          "permalink": "https://bozos.si/ai-crawlers.json#google-extended",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "googlebot",
          "permalink": "https://bozos.si/ai-crawlers.json#googlebot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "googleother",
          "permalink": "https://bozos.si/ai-crawlers.json#googleother",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "gptbot",
          "permalink": "https://bozos.si/ai-crawlers.json#gptbot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "meta-externalagent",
          "permalink": "https://bozos.si/ai-crawlers.json#meta-externalagent",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "meta-externalfetcher",
          "permalink": "https://bozos.si/ai-crawlers.json#meta-externalfetcher",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "meta-webindexer",
          "permalink": "https://bozos.si/ai-crawlers.json#meta-webindexer",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "mistralai-index",
          "permalink": "https://bozos.si/ai-crawlers.json#mistralai-index",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "mistralai-training",
          "permalink": "https://bozos.si/ai-crawlers.json#mistralai-training",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "mistralai-user",
          "permalink": "https://bozos.si/ai-crawlers.json#mistralai-user",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "oai-adsbot",
          "permalink": "https://bozos.si/ai-crawlers.json#oai-adsbot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "oai-searchbot",
          "permalink": "https://bozos.si/ai-crawlers.json#oai-searchbot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "perplexity-user",
          "permalink": "https://bozos.si/ai-crawlers.json#perplexity-user",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "perplexitybot",
          "permalink": "https://bozos.si/ai-crawlers.json#perplexitybot",
          "added": "2026-10-19",
          "changed": "2026-10-20"
        },
        {
          "collection": "crawlers",
          "id": "youbot",
          "permalink": "https://bozos.si/ai-crawlers.json#youbot",
          "added": "2026-10-20",
          "changed": "2026-10-20"
        },
        {
          "collection": "undocumented_tokens",
          "id": "bytespider",
          "permalink": "https://bozos.si/ai-crawlers.json#bytespider",
          "added": "2026-10-20",
          "changed": "2026-10-20"
        },
        {
          "collection": "undocumented_tokens",
          "id": "cohere-ai",
          "permalink": "https://bozos.si/ai-crawlers.json#cohere-ai",
          "added": "2026-10-20",
          "changed": "2026-10-20"
        }
      ],
      "changed": [],
      "removed": [],
      "fields_changed": [
        {
          "field": "canonical_url",
          "changed": "2026-10-19"
        },
        {
          "field": "categories",
          "changed": "2026-10-19"
        },
        {
          "field": "data_url",
          "changed": "2026-10-19"
        },
        {
          "field": "docs_vs_reports_values",
          "changed": "2026-10-20"
        },
        {
          "field": "editorial_rule",
          "changed": "2026-10-19"
        },
        {
          "field": "field_notes",
          "changed": "2026-10-20"
        },
        {
          "field": "license",
          "changed": "2026-10-19"
        },
        {
          "field": "robots_txt_values",
          "changed": "2026-10-19"
        },
        {
          "field": "schema_version",
          "changed": "2026-10-19"
        },
        {
          "field": "scope_note",
          "changed": "2026-10-20"
        },
        {
          "field": "source_snapshots",
          "changed": "2026-10-20"
        },
        {
          "field": "title",
          "changed": "2026-10-19"
        }
      ]
    }
  ],
  "deterministic": false,
  "docs": "https://bozos.si/tools/fetch#changes"
}