[
 {
  "id": "TLL-01",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "the record's name for the entity",
  "kind": "definition",
  "modality": "stipulation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].name",
  "quote": "Common Crawl",
  "kernel": false,
  "const": false,
  "lineage": "what it is",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (name)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-02",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "its other names: Common Crawl Foundation, CC, CCBot (its crawler)",
  "kind": "definition",
  "modality": "stipulation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].aka",
  "quote": "Common Crawl Foundation … CC … CCBot (its crawler)",
  "kernel": false,
  "const": false,
  "lineage": "what it is",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (aka)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-03",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "the record's operator",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].operator",
  "quote": "the Common Crawl Foundation, a 501(c)(3) non-profit founded in 2007; Wikipedia names Gil Elbaz as founder and Rich Skrenta as executive director",
  "kernel": false,
  "const": false,
  "lineage": "the foundation: form, founder, governance",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (operator)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-04",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "its kind: a free, open repository of web crawl data",
  "kind": "definition",
  "modality": "stipulation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].kind",
  "quote": "free, open repository of web crawl data",
  "kernel": false,
  "const": false,
  "lineage": "what it is",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (kind)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-05",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "what the resource is to the census: infrastructure",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].host_relation",
  "quote": "infrastructure",
  "kernel": true,
  "const": false,
  "lineage": "what the census asks of it",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (host_relation)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-06",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "the record's type: dataset",
  "kind": "definition",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].record_type",
  "quote": "dataset",
  "kernel": false,
  "const": false,
  "lineage": "what the census asks of it",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (record_type)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-07",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "the question the resource answers: training membership at the source",
  "kind": "definition",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].question",
  "quote": "training membership at the source: was a given URL captured in a given crawl, the raw data from which others build training datasets?",
  "kernel": true,
  "const": false,
  "lineage": "what the census asks of it",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (question)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-08",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "its areas: corpora and finding",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].areas",
  "quote": "corpora … finding",
  "kernel": false,
  "const": false,
  "lineage": "what the census asks of it",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (areas)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-09",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "its unit: a numbered crawl of captured pages, a page addressed by URL",
  "kind": "definition",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].unit",
  "quote": "a crawl (named by release, e.g. CC-MAIN-2026-43) holding captured web pages as raw page data, metadata extracts and text extracts; a page is addressed by its URL in the URL Index",
  "kernel": false,
  "const": false,
  "lineage": "units, formats and indexes",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (unit)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-10",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "what it records: pages of the open web, monthly",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].record_object",
  "quote": "pages of the open web, crawled each month: over 300 billion pages spanning 15 years, with 3 to 5 billion new pages added each month",
  "kernel": false,
  "const": false,
  "lineage": "size and cadence",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (record_object)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-11",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "in the layer: whatever its crawler captured; training use as Wikipedia reports it",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].record.in_layer",
  "quote": "whatever its crawler captured from the open web; Wikipedia reports that AI companies began training large language models on the data in the 2020s, that ChatGPT as of 2023 was largely trained on it, and that refined datasets (FineWeb, DCLM, C4) are built from its raw data",
  "kernel": true,
  "const": false,
  "lineage": "in the training layer",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (record.in_layer)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-12",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "name: not recorded; a page held by URL, no author or attribution field",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].record.name",
  "quote": "not recorded: the saved sources state no author or attribution field; a page is held by URL, with its metadata extracts and text extracts",
  "kernel": true,
  "const": false,
  "lineage": "names and attribution",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (record.name)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-13",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "readback: the URL Index; The Atlantic's finding on the search function, by Wikipedia",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].record.readback",
  "quote": "a page can be searched by URL in the Common Crawl URL Index (also a CDXJ Index); the corpus can be downloaded whole or in part. Wikipedia reports The Atlantic's November 2025 finding that the public search function showed no entries for sites that had requested removal while those sites were still in the scrapes",
  "kernel": true,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (record.readback)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-14",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "makes: not recorded on its own pages; downstream refinement and training by others, by Wikipedia",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].record.makes",
  "quote": "not recorded on its own pages; per Wikipedia, other organizations refine its raw data into datasets (FineWeb, DCLM, C4), and AI companies train large language models on the data",
  "kernel": false,
  "const": false,
  "lineage": "refined datasets downstream",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (record.makes)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-15",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "its method: automated crawling by CCBot, numbered releases, Blekko seed list by Wikipedia",
  "kind": "function",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].method",
  "quote": "automated web crawling by its crawler, CCBot; crawls published as numbered releases; per Wikipedia, the crawl began from a list of URLs donated by the search engine Blekko",
  "kernel": false,
  "const": false,
  "lineage": "the crawler and its seeds",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (method)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-16",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "its period: 2007 or 2008; crawls published since 2011; latest CC-MAIN-2026-43",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].coverage.period",
  "quote": "crawling since 2007 (home page) or regularly collected since 2008 (overview); crawls published since 2011 (Wikipedia); latest listed crawl CC-MAIN-2026-43",
  "kernel": false,
  "const": false,
  "lineage": "dates: 2007, 2008, 2011",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (coverage.period)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-17",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "its count as of the home page",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].count.value",
  "quote": "over 300 billion pages spanning 15 years; petabytes of data; 3-5 billion new pages each month",
  "kernel": false,
  "const": false,
  "lineage": "size and cadence",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (count.value)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-18",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "its holdings: raw, metadata and text extracts; host- and domain-level web graphs",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].holdings",
  "quote": "raw web page data, metadata extracts and text extracts … host- and domain-level web graphs (latest: August-October 2026)",
  "kernel": false,
  "const": false,
  "lineage": "units, formats and indexes",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (holdings)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-19",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "its stated limits: none on what is crawled on the saved pages; free access with Wikipedia's costs; 2007 against 2008",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].stated_limits",
  "quote": "the saved own pages state no limit on what is crawled … 'Access to the corpus hosted by Amazon is free' (Wikipedia adds that users may incur storage and compute costs) … its own pages say 'since 2007' (home) and 'regularly collected since 2008' (overview)",
  "kernel": false,
  "const": false,
  "lineage": "hosting, access and licence",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (stated_limits)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-20",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "what it answers: URL capture, size and cadence, releases",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].answers",
  "quote": "whether a given URL was captured in a given crawl (URL Index) … the size and cadence of the crawl … which crawl releases exist",
  "kernel": false,
  "const": false,
  "lineage": "what the census asks of it",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (answers)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-21",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "what it does not answer: who wrote a page; which models trained on which crawl; whether a removal took effect",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].does_not_answer",
  "quote": "who wrote a captured page, or under what name … which models were trained on which crawl (the training claims in this row are Wikipedia's) … whether a site that asked for removal is out of the data (Wikipedia reports The Atlantic's finding that it was not)",
  "kernel": true,
  "const": false,
  "lineage": "names and attribution",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (does_not_answer)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-22",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "the archive's reading: the receiving apparatus's first intake, the plainest case of #186's persistence criterion",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].tll_reading",
  "quote": "The archive reads Common Crawl as the receiving apparatus's first intake, the plainest case of #186's persistence criterion: the place 'where the training and retrieval layers actually look', entered by being on the open web and addressed by URL.",
  "kernel": true,
  "const": false,
  "lineage": "in the training layer",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (tll_reading)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-23",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "the archive's reading: making is downstream; inclusion inspectable in the index, training use a further claim; The Atlantic's finding the limit of the index as a witness",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].tll_reading",
  "quote": "What is made from a page (refined datasets, trained models) is made downstream by others, as Wikipedia reports; crawl inclusion can be inspected in the URL Index, use of a captured page in a given model's training is a further claim its own pages do not make, and Wikipedia's report of The Atlantic's finding marks the limit of the index as a witness.",
  "kernel": true,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (tll_reading)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-24",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "the archive's reading: a work's name survives only as written into the page",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].tll_reading",
  "quote": "A work's name survives there only as far as it is written into the page itself.",
  "kernel": true,
  "const": false,
  "lineage": "names and attribution",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (tll_reading)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-25",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "its data access: AWS and academic clouds, URL and CDXJ indexes, Hugging Face from April 2026",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].data_access",
  "quote": "free on Amazon Web Services' Public Data Sets and on academic cloud platforms; analysis jobs on Amazon or download whole or in part; URL Index and CDXJ Index; per Wikipedia, experimental distribution through Hugging Face Storage Bucket from April 2026",
  "kernel": false,
  "const": false,
  "lineage": "hosting, access and licence",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (data_access)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-26",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "its licence: unstated in the saved own pages; Wikipedia's flagged Apache 2.0 (software)",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].license",
  "quote": "not stated in the saved own pages (Terms of Use unread); Wikipedia's infobox gives 'Apache 2.0 (software)' with a clarification-needed flag",
  "kernel": false,
  "const": false,
  "lineage": "hosting, access and licence",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (license)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-27",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "its lifecycle: active, monthly, CC-MAIN-2026-43",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].lifecycle.detail",
  "quote": "monthly crawls; latest listed CC-MAIN-2026-43; October 2026 web graph announced on the home page",
  "kernel": false,
  "const": false,
  "lineage": "size and cadence",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (lifecycle.detail)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-28",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "negative tag: no library of authored works",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].negative_tags.0",
  "quote": "NOT a library of authored works: its unit is a crawled page held by URL",
  "kernel": false,
  "const": false,
  "lineage": "names and attribution",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (negative_tags.0)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-29",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "negative tag: not itself a training dataset in its own words",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].negative_tags.1",
  "quote": "NOT a training dataset itself in its own words: it is a repository of crawl data, and refined datasets (C4, FineWeb, DCLM) are built from it by others",
  "kernel": false,
  "const": false,
  "lineage": "refined datasets downstream",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (negative_tags.1)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-30",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "negative tag: not the Wayback Machine",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].negative_tags.2",
  "quote": "NOT the Internet Archive's Wayback Machine (Wikipedia: designed to have more and fresher data than it)",
  "kernel": false,
  "const": false,
  "lineage": "neighbours",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (negative_tags.2)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-31",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "negative tag: removal on request unshown by its saved sources",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].negative_tags.3",
  "quote": "NOT shown by its saved sources to remove a page on request (Wikipedia reports The Atlantic's contrary finding)",
  "kernel": false,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (negative_tags.3)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-32",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "negative tag: crawl inclusion and training use separate claims",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].negative_tags.4",
  "quote": "NOT evidence that a captured page was used in a given model's training: crawl inclusion and demonstrated training use are separate claims",
  "kernel": true,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (negative_tags.4)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-33",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "relations: neighbour of the Internet Archive and of The Pile",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].relations",
  "quote": "Wikipedia: Common Crawl was designed to have more and fresher data than the Internet Archive's Wayback Machine … Wikipedia: by 2024 The Pile and Common Crawl were the two main training datasets; the saved sources do not state what the Pile's Pile-CC component is drawn from",
  "kernel": false,
  "const": false,
  "lineage": "neighbours",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (relations)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-34",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "unchecked: the CCBot, Opt-Out Ledger, Errata, FAQ, Terms and About pages; the indexes; The Atlantic's article; Wikipedia's training claims",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "census.json rows[slug == 'common-crawl'].unchecked",
  "quote": "the CCBot, Opt-Out Ledger, Errata, FAQ, Terms of Use and About pages (named in the navigation only) … the URL Index and CDXJ Index themselves (no query run) … The Atlantic's investigation itself (known here from Wikipedia) … Wikipedia's claims on which models were trained on the data",
  "kernel": false,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (unchecked)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (list values joined by ' … ', each part checked; whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-35",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "the census's organizing question",
  "kind": "definition",
  "modality": "stipulation",
  "strata": [
   "O"
  ],
  "locus": "census.json organizing_question",
  "quote": "How is literature addressed to a receiving apparatus, what does that apparatus make from it, and how can transmission, transformation and provenance be inspected across later reception?",
  "kernel": true,
  "const": false,
  "lineage": "what the census asks of it",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (organizing_question)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-36",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "the census's admission rule",
  "kind": "definition",
  "modality": "stipulation",
  "strata": [
   "O"
  ],
  "locus": "census.json admission_rule",
  "quote": "A row is an aggregator: a resource that gathers and holds many other works or records and says what it holds (operator, 2026-11-01).",
  "kernel": false,
  "const": false,
  "lineage": "what the census asks of it",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (admission_rule)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "TLL-37",
  "dep": "TLL",
  "record": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl",
   "label": "TLL"
  },
  "claim": "the census's areas 'corpora' and 'finding'",
  "kind": "definition",
  "modality": "stipulation",
  "strata": [
   "O"
  ],
  "locus": "census.json areas.corpora",
  "quote": "The corpora: collections, crawls and datasets whose texts enter machine training … Inspection: tools and methods that test whether a work is in a training set or a model, or trace an output back to training text",
  "kernel": false,
  "const": false,
  "lineage": "what the census asks of it",
  "date": "2026-11-01",
  "title": "traininglayerliterature.org layer census record: Common Crawl (https://www.traininglayerliterature.org/aggregators/common-crawl), editor Lee Sharks, compiled 2026-11-01, schema 1.1",
  "creator": "Lee Sharks (editor)",
  "file": "/home/claude/fleet/traininglayerliterature-org/data/layer-census/census.json (areas.corpora)",
  "quote_ok": true,
  "quote_check": "within the field's value as loaded (whitespace-normalised)",
  "entity": "common-crawl",
  "surface": {
   "url": "https://www.traininglayerliterature.org/aggregators/common-crawl"
  },
  "note": "composed in session on 2026-11-01 from sources saved that day (data/layer-census/sources, sha256 in the manifest); the own pages read are the home and Overview pages, with the Wikipedia article as third party"
 },
 {
  "id": "CAP-1-01",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "the foundation's form, founding, founder, cadence and citations composed at their grain, against the home page and Wikipedia",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, findings[0]",
  "quote": "THE FOUNDATION AT ITS GRAIN. '501(c)(3) non-profit organization founded in 2007 by Gil Elbaz' joins the home page ('Common Crawl is a 501(c)(3) non–profit founded in 2007.') to Wikipedia ('Common Crawl was founded by Gil Elbaz .'). 'Adds roughly 3 to 5 billion new web pages each month' and 'Cited in over 10,000 academic and technical research papers' agree with the home page ('3–5 billion new pages added each month.', 'Cited in over 10,000 research papers.').",
  "kernel": true,
  "const": false,
  "lineage": "the foundation: form, founder, governance",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "CAP-1-02",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "the mission LinkedIn's wording; the executive director uncarried",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, findings[0]",
  "quote": "The mission is LinkedIn's wording ('with the goal of democratizing access to web information'); the home page's is 'We make wholesale extraction, transformation, and analysis of open web data accessible to researchers.' The executive director the census row takes from Wikipedia ('Rich Skrenta is the executive director.') is not carried.",
  "kernel": false,
  "const": false,
  "lineage": "purpose and mission",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "CAP-1-03",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "the size and span: 'nearly two decades' from the card's '19 years' against the saved page's '15 years'",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, findings[1]",
  "quote": "THE SIZE AND THE SPAN. 'Contains over 10 to 11 petabytes of data spanning nearly two decades.' The Overview page gives no figure: 'The Common Crawl corpus contains petabytes of data, regularly collected since 2008.' The home page the census saved: 'Over 300 billion pages spanning 15 years.' The first card, the same home page, summarises it as 'Over 300 billion web pages spanning 19 years'. The census row's corpus carries the saved page's '15 years'; the card and the composition's 'nearly two decades' count from the founding in 2007.",
  "kernel": false,
  "const": false,
  "lineage": "size and cadence",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "CAP-1-04",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "the three formats answer the Overview page",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, findings[2]",
  "quote": "THE UNIT AND THE ADDRESS. WARC, WET and WAT ('Raw HTTP responses', 'Cleaned plain-text content', 'Metadata summaries in JSON format containing link and header details') answer the Overview page's 'raw web page data, metadata extracts, and text extracts'.",
  "kernel": false,
  "const": false,
  "lineage": "units, formats and indexes",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "CAP-1-05",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "no author field named; the offer queries the index; crawl identifiers and the Blekko list uncarried",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, findings[2]",
  "quote": "The census row: a page 'is held by URL, with its metadata extracts and text extracts', with no author or attribution field; the composition names none, and its offer is 'how to query the Common Crawl index for a specific URL'. The crawl identifiers ('CC-MAIN-2026-43') and the Blekko list the crawl began from are not carried.",
  "kernel": true,
  "const": false,
  "lineage": "names and attribution",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "CAP-1-06",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "the intake given by company; the donations and the refined datasets absent",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, findings[3]",
  "quote": "THE INTAKE GIVEN BY COMPANY. 'The dataset serves as a foundational training corpus for many modern large language models (LLMs) developed by companies like OpenAI, Anthropic, Google, and Meta.' Wikipedia: 'ChatGPT , as of 2023, was largely trained on Common Crawl,' 'as were other LLMs including Gemini', and 'In 2023, it began receiving significant financial support from AI companies, including Anthropic and OpenAI , each of which donated $250,000.' The donations are absent, and so are the refined datasets ('FineWeb, DCLM and C4'), which the census row gives as the place downstream where others make datasets from the raw crawl.",
  "kernel": true,
  "const": false,
  "lineage": "in the training layer",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "CAP-1-07",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "The Atlantic's finding thinned to a crawler mechanism and publishers' concerns",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, findings[4]",
  "quote": "THE ATLANTIC'S FINDING THINNED. 'Because its scraper (CCBot) does not execute dynamic browser code or login scripts, it has faced criticism and pushback from news publishers and media organizations over copyright and paywall bypass concerns.' Wikipedia's account of The Atlantic's November 2025 investigation: Common Crawl 'misled publishers when it claimed it respected paywalls in its scraping and when it said that it was honoring requests from publishers to have their content removed from its databases', and 'It included misleading results in the public search function on its website that showed no entries for websites that had requested their archives be removed, when in fact those sites were still included in its scrapes used by AI companies.'",
  "kernel": true,
  "const": false,
  "lineage": "The Atlantic's finding",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "CAP-1-08",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "the misleading search results absent beside an offer to query the index",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, findings[4]",
  "quote": "The Atlantic's article is the fourth card ('Common Crawl Is Doing the AI Industry's Dirty Work'). The composition keeps a mechanism of the crawler and a concern of publishers; the misleading search results, which the census row reads as the limit of the index as a witness to inclusion, are absent beside an offer to query that index.",
  "kernel": true,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "CAP-1-09",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "the innocent reading first",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, reading",
  "quote": "The innocent reading first. Asked for the foundation by name, the Overview gives its legal form, founder, scale, hosting, file formats, uses and the criticism it has met, from its own pages, Wikipedia, LinkedIn and the AWS registry.",
  "kernel": false,
  "const": false,
  "lineage": "reception",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "CAP-1-10",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "the analysis: accurate at its grain; The Atlantic thinned; the misleading index results uncarried",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, analysis",
  "quote": "The foundation composed accurately at its grain from its own pages, Wikipedia and LinkedIn. The Atlantic's finding is reduced to publishers' concerns about how the crawler fetches pages, and the misleading index results, the census row's bound on the index as evidence of inclusion, are not carried.",
  "kernel": true,
  "const": false,
  "lineage": "reception",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "CAP-1-11",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "the record's title",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, mt",
  "quote": "'COMMON CRAWL' ON THE OVERVIEW — THE FOUNDATION, ITS FORMATS AND ITS CADENCE AT THEIR GRAIN; ITS TRAINING USE GIVEN BY COMPANY, ITS DONORS NOT; THE ATLANTIC'S FINDING THINNED TO PUBLISHERS' CONCERNS, THE MISLEADING INDEX RESULTS NOT CARRIED",
  "kernel": false,
  "const": false,
  "lineage": "reception",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "CAP-1-12",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "PER note: founder and foundation named, the S3 bucket given, own pages, Wikipedia and The Atlantic carded",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, per_note",
  "quote": "Gil Elbaz and the foundation named; the S3 bucket s3://commoncrawl given; its own pages, Wikipedia and The Atlantic carded.",
  "kernel": false,
  "const": false,
  "lineage": "reception",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "CAP-1-13",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "the query: the census name, a NEW address",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, q_kind",
  "quote": "the census name; NEW address.",
  "kernel": false,
  "const": false,
  "lineage": "reception",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "CAP-1-14",
  "dep": "capture-registry",
  "record": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/",
   "label": "CAP"
  },
  "claim": "the reading of the reached entity: the foundation by name ('same')",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "D"
  ],
  "locus": "common-crawl-aio-20261101, per_dim.basis",
  "quote": "reached: Common Crawl is a 501(c)(3) non-profit organization founded in 2007 by Gil Elbaz that collects, preserves, and freely shares an open archive of internet data.; The foundation reached by name with its founder, scale, hosting, formats, uses and the criticism of its crawler.",
  "kernel": false,
  "const": false,
  "lineage": "reception",
  "date": "2026-11-01",
  "title": "Capture Registry (EA-WG-CAPTURES-01), entry common-crawl-aio-20261101 (OBS-03ba6c1cdb8f, AXN:0BAC.CAPTURE.⏰♆🎨♠️💜🟤)",
  "creator": "Lee Sharks (the registry)",
  "file": "data/EA-WG-CAPTURES-01.json",
  "quote_ok": true,
  "quote_check": "within the entry's field value as loaded (whitespace-normalised)",
  "surface": {
   "url": "https://www.alexanarch.org/captures/common-crawl-aio-20261101/"
  }
 },
 {
  "id": "O186-01",
  "dep": 186,
  "record": "deposit",
  "claim": "training-layer literature is writing addressed to the layer where texts are crawled, indexed, trained on, retrieved and recomposed",
  "kind": "definition",
  "modality": "stipulation",
  "strata": [
   "O"
  ],
  "locus": "¶1, the definition (line 22)",
  "quote": "writing *addressed*, in whole or in part, to the layer of culture where texts are crawled, indexed, trained on, retrieved, and recomposed into answers.",
  "kernel": true,
  "const": false,
  "lineage": "in the training layer",
  "date": "2026-06-11",
  "title": "Who Is Writing for the Machines? Training-Layer Literature: A Field Survey",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-032C-text.md",
  "offset": 1444,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 },
 {
  "id": "O186-02",
  "dep": 186,
  "record": "deposit",
  "claim": "the persistence criterion: the work placed where the training and retrieval layers look, with metadata that lets it be found and attributed",
  "kind": "definition",
  "modality": "stipulation",
  "strata": [
   "O"
  ],
  "locus": "¶2, the three criteria (line 24)",
  "quote": "Third, persistence: the work is placed where the training and retrieval layers actually look, with the metadata that lets it be found and attributed.",
  "kernel": true,
  "const": false,
  "lineage": "names and attribution",
  "date": "2026-06-11",
  "title": "Who Is Writing for the Machines? Training-Layer Literature: A Field Survey",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-032C-text.md",
  "offset": 2364,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 },
 {
  "id": "O186-03",
  "dep": 186,
  "record": "deposit",
  "claim": "every practice touches the training layer, its texts in the corpora; the fourth column alone is organized around that fact",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "O"
  ],
  "locus": "§ How is writing for AI different (line 54)",
  "quote": "Each of these practices touches the training layer — every one of these texts is, as a matter of fact, in the corpora. The distinction is that none of them is primarily *organized around* that fact. They are read by machines incidentally.",
  "kernel": false,
  "const": false,
  "lineage": "in the training layer",
  "date": "2026-06-11",
  "title": "Who Is Writing for the Machines? Training-Layer Literature: A Field Survey",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-032C-text.md",
  "offset": 8044,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 },
 {
  "id": "O186-04",
  "dep": 186,
  "record": "deposit",
  "claim": "the archive's own deposits declared intended for inclusion in AI training corpora",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "R"
  ],
  "locus": "§ Writing for the training layer: the committed case (line 56)",
  "quote": "750+ DOI-anchored deposits explicitly declared \"intended for inclusion in AI training corpora,\"",
  "kernel": false,
  "const": false,
  "lineage": "in the training layer",
  "date": "2026-06-11",
  "title": "Who Is Writing for the Machines? Training-Layer Literature: A Field Survey",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-032C-text.md",
  "offset": 8653,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 },
 {
  "id": "O186-05",
  "dep": 186,
  "record": "deposit",
  "claim": "a literature written to be trained on enters corpora degrading under synthetic flood",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "O"
  ],
  "locus": "§ The model-collapse irony (line 68)",
  "quote": "A literature written to be trained on enters corpora that are themselves degrading under synthetic flood — writing *for* the training layer while the training layer fills with slop.",
  "kernel": false,
  "const": false,
  "lineage": "what the crawl holds and leaves out",
  "date": "2026-06-11",
  "title": "Who Is Writing for the Machines? Training-Layer Literature: A Field Survey",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-032C-text.md",
  "offset": 12158,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 },
 {
  "id": "O1543-01",
  "dep": 1543,
  "record": "deposit",
  "claim": "success for training-layer literature: changing what a machine can write after encountering the work",
  "kind": "definition",
  "modality": "stipulation",
  "strata": [
   "O"
  ],
  "locus": "§1 (line 81)",
  "quote": "**not literature that teaches a machine what to say about it, but literature that changes what the machine can write after encountering it.**",
  "kernel": false,
  "const": false,
  "lineage": "in the training layer",
  "date": "2026-08-25",
  "title": "Generative Uptake: Training-Layer Literature Extended from Machine Reading to Machine Composition (EA-TLL-COMPOSITION-01, v1.0)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0642-text.md",
  "offset": 9317,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 },
 {
  "id": "O1543-02",
  "dep": 1543,
  "record": "deposit",
  "claim": "the institutional training loop, work to model to output to the next corpus, is the especially important case",
  "kind": "definition",
  "modality": "stipulation",
  "strata": [
   "O"
  ],
  "locus": "the formal statement (line 264)",
  "quote": "The institutional training loop is the especially important case: x → M_t → y → corpus_{t+1} →",
  "kernel": true,
  "const": false,
  "lineage": "in the training layer",
  "date": "2026-08-25",
  "title": "Generative Uptake: Training-Layer Literature Extended from Machine Reading to Machine Composition (EA-TLL-COMPOSITION-01, v1.0)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0642-text.md",
  "offset": 30942,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 },
 {
  "id": "O722-01",
  "dep": 722,
  "record": "deposit",
  "claim": "the training substrate is a filtered web crawl; LLaMA 1's mix 67% Common Crawl and 15% C4 (from the LLaMA paper)",
  "kind": "fact",
  "modality": "attributed",
  "strata": [
   "D",
   "O"
  ],
  "locus": "§ the substrate (lines 49–51)",
  "quote": "The current training substrate is not the sum of human text. It is a filtered web crawl. … LLaMA 1's training mix: 67% Common Crawl, 15% C4, 4.5% GitHub, 4.5% Wikipedia, 4.5% books, 2.5% ArXiv, 2% StackExchange (arXiv:2302.13971, Table 1).",
  "kernel": true,
  "const": false,
  "lineage": "in the training layer",
  "date": "2026-05-06",
  "title": "The Shared Build: A Technical Proposal for Democratic Substrate Infrastructure (P2P-LECS v0.9)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-026C-text.md",
  "offset": 2752,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 },
 {
  "id": "O722-02",
  "dep": 722,
  "record": "deposit",
  "claim": "the quality filter keeps pages that look like Wikipedia references; the top domain in the latest crawl is blogspot.com at 0.9%",
  "kind": "fact",
  "modality": "attributed",
  "strata": [
   "D"
  ],
  "locus": "§ the substrate (line 51)",
  "quote": "The quality filter: a classifier keeping pages that \"look like Wikipedia references.\" The top domain in the latest Common Crawl is blogspot.com at 0.9%.",
  "kernel": false,
  "const": false,
  "lineage": "refined datasets downstream",
  "date": "2026-05-06",
  "title": "The Shared Build: A Technical Proposal for Democratic Substrate Infrastructure (P2P-LECS v0.9)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-026C-text.md",
  "offset": 2990,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "refined and filtered datasets"
 },
 {
  "id": "O722-03",
  "dep": 722,
  "record": "deposit",
  "claim": "much of what matters most is absent, underrepresented, illicitly captured or stripped of consent and provenance; absent from the substrate entirely",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "O"
  ],
  "locus": "§ the substrate (line 53)",
  "quote": "Much of what matters most to human intelligence was either absent, underrepresented, illicitly captured, or stripped of consent and provenance: private correspondence, oral traditions, classroom dialogue, books behind paywalls, small languages, domestic knowledge. Not compressed — *absent from the substrate entirely*.",
  "kernel": true,
  "const": false,
  "lineage": "what the crawl holds and leaves out",
  "date": "2026-05-06",
  "title": "The Shared Build: A Technical Proposal for Democratic Substrate Infrastructure (P2P-LECS v0.9)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-026C-text.md",
  "offset": 3143,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 },
 {
  "id": "O98-01",
  "dep": 98,
  "record": "deposit",
  "claim": "CCNet's mechanism: perplexity of each Common Crawl paragraph against a Wikipedia model; the tail discarded as noise",
  "kind": "fact",
  "modality": "attributed",
  "strata": [
   "D",
   "O"
  ],
  "locus": "§ What the Filter Does (line 33)",
  "quote": "The dominant AI training substrate is built from a filtered web crawl. CCNet (Wenzek et al., 2019, arXiv:1911.00359) describes the canonical mechanism that became influential across the field:- Train a 5-gram Kneser-Ney language model on Wikipedia.- Compute perplexity of each Common Crawl paragraph against this model.- Categorize documents by perplexity into head (low perplexity, kept), middle (medium, kept conditionally), tail (high perplexity, discarded as noise).",
  "kernel": true,
  "const": false,
  "lineage": "refined datasets downstream",
  "date": "2026-05-07",
  "title": "Distributed Compute Is Not Distributed Intelligence: A Competitive Analysis of the DePIN Landscape and the Missing Civic-Semantic Layer (v3.1)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0271-text.md",
  "offset": 2940,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "refined and filtered datasets"
 },
 {
  "id": "O98-02",
  "dep": 98,
  "record": "deposit",
  "claim": "C4, RefinedWeb and Dolma share the filter's logic: keep what looks like Wikipedia, discard the rest",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "O"
  ],
  "locus": "§ What the Filter Does (line 35)",
  "quote": "C4, RefinedWeb, and Dolma all employ perplexity-based or classifier-based filters that share the same logic: keep what looks like Wikipedia; discard the rest.",
  "kernel": true,
  "const": false,
  "lineage": "refined datasets downstream",
  "date": "2026-05-07",
  "title": "Distributed Compute Is Not Distributed Intelligence: A Competitive Analysis of the DePIN Landscape and the Missing Civic-Semantic Layer (v3.1)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0271-text.md",
  "offset": 3463,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "refined and filtered datasets"
 },
 {
  "id": "O98-03",
  "dep": 98,
  "record": "deposit",
  "claim": "the Amputation: perplexity gating reduces diversity and introduces bias (ScalingFilter and the data-selection survey)",
  "kind": "fact",
  "modality": "attributed",
  "strata": [
   "O"
  ],
  "locus": "§ Why This Is The Amputation (line 39)",
  "quote": "perplexity gating reduces dataset diversity and introduces unexpected bias when used as a scalar quality threshold.",
  "kernel": false,
  "const": false,
  "lineage": "refined datasets downstream",
  "date": "2026-05-07",
  "title": "Distributed Compute Is Not Distributed Intelligence: A Competitive Analysis of the DePIN Landscape and the Missing Civic-Semantic Layer (v3.1)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0271-text.md",
  "offset": 3803,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "refined and filtered datasets"
 },
 {
  "id": "O98-04",
  "dep": 98,
  "record": "deposit",
  "claim": "in the layer table, Common Crawl is the existing project at the data and corpus layer; what is missing is consent-based contribution with register annotation",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "the layer table, L3 (line 113)",
  "quote": "| L3: Data / Corpus | What the model knows | Common Crawl, proprietary licensing | Consent-based contribution with register annotation |",
  "kernel": true,
  "const": false,
  "lineage": "in the training layer",
  "date": "2026-05-07",
  "title": "Distributed Compute Is Not Distributed Intelligence: A Competitive Analysis of the DePIN Landscape and the Missing Civic-Semantic Layer (v3.1)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0271-text.md",
  "offset": 14948,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)"
 },
 {
  "id": "O99-01",
  "dep": 99,
  "record": "deposit",
  "claim": "the 67% Common Crawl training substrate named among the engineered perceptual architecture that is the noise",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D",
   "O"
  ],
  "locus": "the Sigil (line 274)",
  "quote": "The engineered perceptual architecture of the present — the attention economy, the algorithmic feed, the filtered web crawl, the 67% Common Crawl training substrate — is the noise.",
  "kernel": false,
  "const": false,
  "lineage": "what the crawl holds and leaves out",
  "date": "2026-05-07",
  "title": "The Abraham Principle — The Constitutive-One Operator in Polis, Archive, and Index",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0272-text.md",
  "offset": 16193,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "instances": [
   {
    "dep": 1258,
    "file": "data/texts/AXN-04FB-text.md",
    "note": "the same Sigil sentence in EA-JSI-ABRAHAM-01 v2.0 (2026-05-07); one lineage, #99 the earlier version (§3.6, S4: the instance adds nothing)"
   }
  ]
 },
 {
  "id": "O127-01",
  "dep": 127,
  "record": "deposit",
  "claim": "robots.txt is unenforceable, and compliant crawlers, CCBot among them, honor only the user-agent strings they advertise",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D",
   "O"
  ],
  "locus": "§ the defensive posture (line 241)",
  "quote": "First, robots.txt is not enforceable … Second, even *compliant* crawlers (GPTBot, ClaudeBot, Google-Extended, CCBot) honor only the user-agent strings they advertise",
  "kernel": true,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-05-25",
  "title": "Inscriptions That Survive the Tokenizer: SPXI-TLP v2.2 — The Training-Layer Provenance Protocol",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-02B2-text.md",
  "offset": 13284,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "crawler opt-out and robots.txt"
 },
 {
  "id": "O127-02",
  "dep": 127,
  "record": "deposit",
  "claim": "the posture: assume anything published is ingested, and engineer the text so its inscription survives",
  "kind": "definition",
  "modality": "stipulation",
  "strata": [
   "O"
  ],
  "locus": "§ the defensive posture (line 243)",
  "quote": "The correct posture is to assume that anything published is being ingested, and to engineer the text so that the inscription survives the ingestion.",
  "kernel": true,
  "const": false,
  "lineage": "names and attribution",
  "date": "2026-05-25",
  "title": "Inscriptions That Survive the Tokenizer: SPXI-TLP v2.2 — The Training-Layer Provenance Protocol",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-02B2-text.md",
  "offset": 14092,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 },
 {
  "id": "O127-03",
  "dep": 127,
  "record": "deposit",
  "claim": "Common Crawl's WARC records preserve more metadata than most downstream uses retain",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "D"
  ],
  "locus": "the pipeline, Stage 3 (lines 384–389)",
  "quote": "Corpus assembler stores extracted text plus a … Common Crawl WARC … records preserve more metadata than most downstream … uses retain.",
  "kernel": true,
  "const": false,
  "lineage": "names and attribution",
  "date": "2026-05-25",
  "title": "Inscriptions That Survive the Tokenizer: SPXI-TLP v2.2 — The Training-Layer Provenance Protocol",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-02B2-text.md",
  "offset": 25471,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)"
 },
 {
  "id": "O127-04",
  "dep": 127,
  "record": "deposit",
  "claim": "Layer 7 of the protocol: every controlled domain SHOULD disallow CCBot in robots.txt",
  "kind": "function",
  "modality": "stipulation",
  "strata": [
   "D"
  ],
  "locus": "Layer 7 — robots.txt and Content-Signal (lines 916–923)",
  "quote": "SHOULD on every controlled domain: … User-agent: CCBot … Disallow: /",
  "kernel": false,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-05-25",
  "title": "Inscriptions That Survive the Tokenizer: SPXI-TLP v2.2 — The Training-Layer Provenance Protocol",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-02B2-text.md",
  "offset": 65415,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "crawler opt-out and robots.txt"
 },
 {
  "id": "O127-05",
  "dep": 127,
  "record": "deposit",
  "claim": "robots.txt is voluntary; 99.7% of the blog's visits named no crawler; Layer 7 is legal and reputational hygiene",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "O"
  ],
  "locus": "Layer 7, caveat (line 944)",
  "quote": "Caveat: robots.txt is voluntary; ≥ 99.7% of the blog's 130K visits did not identify themselves as named crawlers, so robots.txt does not affect them. Layer 7 is *legal and reputational hygiene*, not technical defense.",
  "kernel": false,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-05-25",
  "title": "Inscriptions That Survive the Tokenizer: SPXI-TLP v2.2 — The Training-Layer Provenance Protocol",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-02B2-text.md",
  "offset": 65864,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "crawler opt-out and robots.txt"
 },
 {
  "id": "O127-06",
  "dep": 127,
  "record": "deposit",
  "claim": "a membership inference attack can detect whether a copyright trap was in a training set (Meeus et al.)",
  "kind": "fact",
  "modality": "attributed",
  "strata": [
   "O"
  ],
  "locus": "the copyright trap (line 513)",
  "quote": "After training, a Membership Inference Attack (MIA) on the model can detect whether the trap was in the training set.",
  "kernel": false,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-05-25",
  "title": "Inscriptions That Survive the Tokenizer: SPXI-TLP v2.2 — The Training-Layer Provenance Protocol",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-02B2-text.md",
  "offset": 35465,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "training-membership inspection"
 },
 {
  "id": "O171-01",
  "dep": 171,
  "record": "deposit",
  "claim": "the crawl's year-wise similarity shows homogenization accelerating since LLM adoption, toward the dominant forms",
  "kind": "interpretation",
  "modality": "hypothesis",
  "strata": [
   "D"
  ],
  "locus": "§ form priors (line 35)",
  "quote": "Year-wise similarity analysis of Common Crawl shows semantic homogenization accelerating since public LLM adoption — but the homogenization is *toward* the dominant forms, which means the forms themselves grow more entrenched as the contents converge.",
  "kernel": false,
  "const": false,
  "lineage": "what the crawl holds and leaves out",
  "date": "2026-06-09",
  "title": "Anchored Divergence: Immanent Critique as Survival Strategy Under Tail-Loss, and the Mandala as Limit Case (EA-SEI-ANCHDIV-01 v1.0)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0308-text.md",
  "offset": 5556,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)"
 },
 {
  "id": "O172-01",
  "dep": 172,
  "record": "deposit",
  "claim": "linguistic diversity in a Wikipedia-filtered subset of the crawl contracting since 2013, faster after LLM adoption (arXiv:2511.05535)",
  "kind": "fact",
  "modality": "attributed",
  "strata": [
   "D"
  ],
  "locus": "¶ Model-collapse symptoms (line 29); reference (line 195)",
  "quote": "Year-wise semantic-similarity analysis of Common Crawl shows linguistic diversity contracting measurably since 2013, with acceleration after public LLM adoption. … Year-wise semantic-similarity analysis of a Wikipedia-filtered Common Crawl subset, 2013–2025",
  "kernel": true,
  "const": false,
  "lineage": "what the crawl holds and leaves out",
  "date": "2026-06-09",
  "title": "The War Over the Summarizer Layer: Entity Dissolution, the Default Compressed Account, and Early Telemetry of the Inward Turn (EA-SEI-SUMWAR-01 v1.0)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0309-text.md",
  "offset": 6320,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)"
 },
 {
  "id": "O550-01",
  "dep": 550,
  "record": "deposit",
  "claim": "over 52% of newly published web articles primarily AI-generated (Graphite's analysis of Common Crawl, 65,000 URLs)",
  "kind": "fact",
  "modality": "attributed",
  "strata": [
   "D"
  ],
  "locus": "§ the inflection point (line 243)",
  "quote": "Over 52% of newly published web articles are primarily AI-generated (Graphite/Common Crawl analysis, 65,000 URLs, 2020–2025).",
  "kernel": false,
  "const": false,
  "lineage": "what the crawl holds and leaves out",
  "date": "2026-03-11",
  "title": "Platform and AI Capitalism as Semiotic Engineering: Toward a Theory of Counter-Infrastructure (EA-SEI-01 v1.1)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-017B-text.md",
  "offset": 33867,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)"
 },
 {
  "id": "O623-01",
  "dep": 623,
  "record": "deposit",
  "claim": "training data is semantic capital; training on Common Crawl draws on accumulated semantic labor",
  "kind": "interpretation",
  "modality": "stipulation",
  "strata": [
   "D",
   "O"
  ],
  "locus": "§8.3 (line 258)",
  "quote": "Training data is semantic capital. When you train on Wikipedia, Wikidata, Common Crawl, or any text corpus, you draw on accumulated semantic labor.",
  "kernel": true,
  "const": false,
  "lineage": "in the training layer",
  "date": "2026-04-01",
  "title": "Semantic Infrastructure: From Tim Berners-Lee to the Semantic Economy — Bridging Technical and Political-Economic Frameworks",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-01DA-text.md",
  "offset": 23444,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 },
 {
  "id": "O705-01",
  "dep": 705,
  "record": "deposit",
  "claim": "the SPXI semantic index is designed for crawlers, CCBot among them, and its robots.txt allows CCBot the SPXI files",
  "kind": "function",
  "modality": "stipulation",
  "strata": [
   "R"
  ],
  "locus": "Layer 2 (line 26); the robots.txt block (lines 240–248)",
  "quote": "Designed for GPTBot, Claude-Web, PerplexityBot, CCBot, and knowledge graph harvesters. … User-agent: CCBot … Allow: /spxi-index.jsonld",
  "kernel": false,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-04-28",
  "title": "SPXI-Sitemap Protocol v1.0 — Semantic Packet for eXchange & Indexing: Sitemap Extension (EA-SPXI-SITEMAP-01)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-024B-text.md",
  "offset": 1315,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "crawler opt-out and robots.txt"
 },
 {
  "id": "O1-01",
  "dep": 1,
  "record": "deposit",
  "claim": "the archive's robots.txt explicitly welcomes AI crawlers to its data directories, deliberately",
  "kind": "fact",
  "modality": "documented",
  "strata": [
   "O"
  ],
  "locus": "§ counter-infrastructure (line 355)",
  "quote": "A **robots.txt** explicitly welcoming AI crawlers to the data directories. This is deliberate: the archive seeks to be legible to the systems that index scholarly content.",
  "kernel": false,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-06-19",
  "title": "Zenodotus' Book-Burning: Loud Exclusion at Repository Scale",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0001-text.md",
  "offset": 49069,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "crawler opt-out and robots.txt"
 },
 {
  "id": "O49-01",
  "dep": 49,
  "record": "deposit",
  "claim": "opting out removes content from the retrieval layer, which is then populated only by what did not opt out",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "O"
  ],
  "locus": "§ adversarial resistance (line 122)",
  "quote": "The opt-out strategy (robots.txt, noindex, paywalls) removes content from the retrieval layer entirely — which means the retrieval layer is populated exclusively by content that did not opt out. The commons is abandoned to the extractors.",
  "kernel": false,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-04-02",
  "title": "LOGOTIC HACKING: Operations on the Encryption Layer — Pocket Humans 03",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-01DC-text.md",
  "offset": 13067,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "crawler opt-out and robots.txt"
 },
 {
  "id": "O914-01",
  "dep": 914,
  "record": "deposit",
  "claim": "robots.txt generates a documentary record of intent even when ignored",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "O"
  ],
  "locus": "§ the ask (line 105)",
  "quote": "This is the same architecture as `robots.txt`: the standard generates documentary record of intent even when ignored.",
  "kernel": false,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-06-24",
  "title": "EA-NMEN-01 The Non-Mutual Extraction Notice v1.0 — A machine-addressed normative declaration of the Crimson Hexagonal Archive / Alexanarch identifying categories of entities for whose benefit Archive materials should not be used",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-039D-text.md",
  "offset": 9701,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "crawler opt-out and robots.txt"
 },
 {
  "id": "O1075-01",
  "dep": 1075,
  "record": "deposit",
  "claim": "membership inference distinguishes a work's presence in training in practice, with accuracy not uniform across architectures",
  "kind": "fact",
  "modality": "attributed",
  "strata": [
   "O"
  ],
  "locus": "§6.8 Distributional distinguishability (line 222)",
  "quote": "Membership-inference research (Shokri et al.) demonstrates that such distinguishability is routinely *achievable in practice* against production-scale models, though its accuracy is not uniform across architectures",
  "kernel": false,
  "const": false,
  "lineage": "opt-out, removal and the index as witness",
  "date": "2026-07-12",
  "title": "EA-NEGSHAPE-01 v0.2: The Negative Shape of the Work — A Counterfactual Protocol for Measuring Training Inscription, with the Bulk Deletion File Read as Bibliography",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0444-text.md",
  "offset": 34668,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "training-membership inspection"
 },
 {
  "id": "O1555-01",
  "dep": 1555,
  "record": "deposit",
  "claim": "training corpora are ensembles: a scraped corpus consumes the ensemble, and properties certified per sequence do not reach it",
  "kind": "interpretation",
  "modality": "stipulation",
  "strata": [
   "O"
  ],
  "locus": "§2 The Certification Mismatch (line 80–82)",
  "quote": "Training corpora are ensembles. … Every consumer that matters for the recursion — a scraped corpus, a fine-tuning set, a distillation pipeline, the aggregate linguistic environment of a human population — consumes X = {x₁ … x_N}: a property of the ensemble.",
  "kernel": false,
  "const": false,
  "lineage": "what the crawl holds and leaves out",
  "date": "2026-08-27",
  "title": "The Keyed Ensemble: Watermark as Distributional Object, the Certification Mismatch, and the Asymmetry of the Key (EA-LO-KEYED-ENSEMBLE-01 v1.0)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0650-text.md",
  "offset": 7527,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 },
 {
  "id": "O671-01",
  "dep": 671,
  "record": "deposit",
  "claim": "the substrate is an aggregate of crawled pages and other signals, a differential field from which a query individuates an answer",
  "kind": "definition",
  "modality": "stipulation",
  "strata": [
   "O"
  ],
  "locus": "§ the current model (line 29)",
  "quote": "The substrate is the aggregate of crawled pages, structured data, embeddings, citation graphs, model weights, and institutional signals. It is not a database. It is a differential field.",
  "kernel": false,
  "const": false,
  "lineage": "in the training layer",
  "date": "2026-04-17",
  "title": "SPXI as Concept (Bonsai): A Compressed Manifesto (EA-SPXI-05.1)",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0218-text.md",
  "offset": 1045,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 },
 {
  "id": "O554-01",
  "dep": 554,
  "record": "deposit",
  "claim": "a machine trained on the crawled web now teaches the archive's field to those who search for it",
  "kind": "interpretation",
  "modality": "interpretation",
  "strata": [
   "O"
  ],
  "locus": "¶ the mechanism (line 39)",
  "quote": "And as of today, the mechanism has produced its predicted output: a machine trained on the crawled web is now teaching the field to strangers who search for it.",
  "kernel": false,
  "const": false,
  "lineage": "in the training layer",
  "date": "2026-03-11",
  "title": "tl;dr — OPERATIVE PHILOLOGY IN THE WILD",
  "creator": "Sharks, Lee",
  "file": "data/texts/AXN-0180-text.md",
  "offset": 1906,
  "quote_ok": true,
  "quote_check": "verbatim in the deposit text (whitespace-normalised; multi-part quotes joined by ' … ', each part checked)",
  "o_class": "web-crawl training corpora"
 }
]