{
  "schema_version": "1.0.0",
  "release_id": "2026-08-17-v1",
  "component": "top10lists-field-log",
  "status": "frozen",
  "frozen_at": "2026-08-17T14:21:08.616257+00:00",
  "observation_window": {
    "starts_at": "2026-07-26T00:00:00+00:00",
    "ends_before": "2026-08-17T14:20:39+00:00"
  },
  "source_query": {
    "relation": "public.bot_crawl_logs",
    "include": "raw-header observations only; internal warmers and cf-analytics aggregate rows excluded",
    "request_deduplication": "request_id, with bot/path/second fallback for legacy rows"
  },
  "public_schema": {
    "omitted": [
      "IP address",
      "cookies",
      "query string",
      "path",
      "raw request ID",
      "CF Ray ID",
      "geolocation"
    ],
    "event_id_sha256": "SHA-256 of the internal release event key; retained for duplicate detection without exposing the source identifier.",
    "csv_safety": "CSV cells beginning =, +, -, or @ have a leading apostrophe. NDJSON is the byte-faithful public field rendition."
  },
  "counts": {
    "observed_requests": 1716846,
    "explicit_markdown_requests": 102982,
    "frontier_crawler_cohort": {
      "observed_requests": 392305,
      "explicit_markdown_requests": 0,
      "members": [
        "GPTBot",
        "ClaudeBot",
        "OAI-SearchBot",
        "PerplexityBot",
        "Meta-ExternalAgent"
      ]
    },
    "by_crawler": {
      "CCBot": {
        "observed_requests": 223,
        "explicit_markdown_requests": 0
      },
      "DotBot": {
        "observed_requests": 56001,
        "explicit_markdown_requests": 0
      },
      "GPTBot": {
        "observed_requests": 8157,
        "explicit_markdown_requests": 0
      },
      "YouBot": {
        "observed_requests": 19483,
        "explicit_markdown_requests": 0
      },
      "Bingbot": {
        "observed_requests": 83923,
        "explicit_markdown_requests": 0
      },
      "MJ12bot": {
        "observed_requests": 2948,
        "explicit_markdown_requests": 0
      },
      "Applebot": {
        "observed_requests": 9478,
        "explicit_markdown_requests": 0
      },
      "PetalBot": {
        "observed_requests": 20908,
        "explicit_markdown_requests": 0
      },
      "Slackbot": {
        "observed_requests": 3,
        "explicit_markdown_requests": 0
      },
      "AhrefsBot": {
        "observed_requests": 95015,
        "explicit_markdown_requests": 0
      },
      "Amazonbot": {
        "observed_requests": 82932,
        "explicit_markdown_requests": 0
      },
      "ClaudeBot": {
        "observed_requests": 3371,
        "explicit_markdown_requests": 0
      },
      "Cohere-AI": {
        "observed_requests": 4,
        "explicit_markdown_requests": 0
      },
      "Googlebot": {
        "observed_requests": 662663,
        "explicit_markdown_requests": 32240
      },
      "YandexBot": {
        "observed_requests": 317,
        "explicit_markdown_requests": 0
      },
      "ByteSpider": {
        "observed_requests": 5900,
        "explicit_markdown_requests": 0
      },
      "SEMrushBot": {
        "observed_requests": 152747,
        "explicit_markdown_requests": 0
      },
      "claude-web": {
        "observed_requests": 9,
        "explicit_markdown_requests": 0
      },
      "Baiduspider": {
        "observed_requests": 4801,
        "explicit_markdown_requests": 0
      },
      "Claude-User": {
        "observed_requests": 13,
        "explicit_markdown_requests": 3
      },
      "DeepSeekBot": {
        "observed_requests": 77,
        "explicit_markdown_requests": 0
      },
      "DuckDuckBot": {
        "observed_requests": 144,
        "explicit_markdown_requests": 0
      },
      "GoogleOther": {
        "observed_requests": 19,
        "explicit_markdown_requests": 0
      },
      "ChatGPT-User": {
        "observed_requests": 4166,
        "explicit_markdown_requests": 0
      },
      "ExaSearchBot": {
        "observed_requests": 67524,
        "explicit_markdown_requests": 67317
      },
      "SERankingBot": {
        "observed_requests": 1954,
        "explicit_markdown_requests": 0
      },
      "TikTokSpider": {
        "observed_requests": 857,
        "explicit_markdown_requests": 0
      },
      "AdsBot-Google": {
        "observed_requests": 53,
        "explicit_markdown_requests": 0
      },
      "OAI-SearchBot": {
        "observed_requests": 21945,
        "explicit_markdown_requests": 0
      },
      "PerplexityBot": {
        "observed_requests": 14038,
        "explicit_markdown_requests": 0
      },
      "Google-Extended": {
        "observed_requests": 197,
        "explicit_markdown_requests": 0
      },
      "Perplexity-User": {
        "observed_requests": 2,
        "explicit_markdown_requests": 0
      },
      "Meta-ExternalAgent": {
        "observed_requests": 344794,
        "explicit_markdown_requests": 0
      },
      "FacebookExternalHit": {
        "observed_requests": 1401,
        "explicit_markdown_requests": 0
      },
      "unclassified-bot-like": {
        "observed_requests": 50779,
        "explicit_markdown_requests": 3422
      }
    }
  },
  "downloads": {
    "pagination": {
      "default_page_size": 1000,
      "maximum_page_size": 5000,
      "total_rows": 1716846
    },
    "ndjson_first_page": "http://wiotrvoirdgzfacuuiem.supabase.co/serve-markdown-study-release?release=2026-08-17-v1&format=ndjson&limit=5000&offset=0",
    "csv_first_page": "http://wiotrvoirdgzfacuuiem.supabase.co/serve-markdown-study-release?release=2026-08-17-v1&format=csv&limit=5000&offset=0"
  }
}