{
  "generated_at": "2026-11-19",
  "schema_version": 3,
  "scope": "Every printed article and brief in The Arising (2026-09-28 to 2026-11-18), Longevity Literature Tracker papers not already printed as briefs, and earlier imported flagship records not held by the pipeline. No filtering by target-project tags or health relevance.",
  "records": 50417,
  "unique_topic_titles": 50343,
  "topic_definition": "One canonical article-topic per Unicode/case/punctuation-normalized headline. This is a navigational content entity, not an adjudicated scientific relationship or an assertion of semantic uniqueness.",
  "record_type_counts": {
    "feature": 1399,
    "brief": 48528,
    "tracker_paper": 489,
    "pipeline_record": 1
  },
  "edition_record_counts": {
    "2026-09-28": 10,
    "2026-09-30": 28,
    "2026-10-03": 28,
    "2026-10-04": 3,
    "2026-10-05": 10,
    "2026-10-06": 199,
    "2026-10-07": 197,
    "2026-10-08": 349,
    "2026-10-09": 203,
    "2026-10-10": 195,
    "2026-10-11": 201,
    "2026-10-12": 202,
    "2026-10-13": 177,
    "2026-10-14": 174,
    "2026-10-15": 204,
    "2026-10-16": 177,
    "2026-10-17": 194,
    "2026-10-18": 179,
    "2026-10-19": 175,
    "2026-10-20": 897,
    "2026-10-21": 989,
    "2026-10-22": 949,
    "2026-10-23": 969,
    "2026-10-24": 287,
    "2026-10-25": 966,
    "2026-10-26": 992,
    "2026-10-27": 948,
    "2026-10-28": 1860,
    "2026-10-29": 1815,
    "2026-10-30": 1914,
    "2026-10-31": 1850,
    "2026-11-01": 1863,
    "2026-11-02": 1878,
    "2026-11-03": 1859,
    "2026-11-04": 1767,
    "2026-11-05": 1635,
    "2026-11-06": 1899,
    "2026-11-07": 1866,
    "2026-11-08": 1895,
    "2026-11-09": 1880,
    "2026-11-10": 1805,
    "2026-11-11": 1859,
    "2026-11-12": 1852,
    "2026-11-13": 1805,
    "2026-11-14": 1636,
    "2026-11-15": 1875,
    "2026-11-16": 1908,
    "2026-11-17": 1789,
    "2026-11-18": 1515,
    "undated": 1
  },
  "domains": 26,
  "record_coverage": {
    "records_linked_to_topics": 50417,
    "unlinked_records": 0
  },
  "scientific_relationships_added": 0,
  "new_independent_primary_source_appraisals": 0,
  "source_url_coverage": {
    "records_with_source_url": 49356,
    "records_without_source_url": 1061
  },
  "sources": [
    {
      "source_id": "arising-pipeline-20261118",
      "edition_date": "2026-11-18",
      "source_title": "The Arising pipeline (data/<date>/edition.json and sections/briefs.json)",
      "ingested_records": 49927,
      "features": 1399,
      "briefs": 48528,
      "coverage": "Every edition in the pipeline; per-edition counts in edition_record_counts. Summaries and source links as printed; the edition claim audit is not an independent appraisal."
    },
    {
      "source_id": "literature-tracker",
      "source_title": "Longevity Literature Tracker export and daily bridge imports",
      "ingested_records": 489,
      "coverage": "Tracked papers not already printed as a brief. The tracker export in the pipeline dates from 2026-10-23; later papers arrive through the daily bridge imports."
    },
    {
      "source_id": "flagship-20261022",
      "edition_date": "2026-10-22",
      "source_title": "The Arising · October 22, 2026",
      "source_file": "the-arising-2026-10-22.pdf",
      "ingested_records": 949,
      "features": 45,
      "briefs": 904,
      "coverage": "Existing intake imported in full; original PDF was not available for re-extraction",
      "source_sha256": null
    },
    {
      "source_id": "flagship-20261024",
      "edition_date": "2026-10-24",
      "source_title": "The Arising · October 24, 2026 · Volume1No22",
      "source_file": "the-arising-2026-10-24.pdf",
      "source_sha256": "3ba1daed6bde6c188e296d4f6cee7638ddc73b590ec55c36764853e071baf6be",
      "source_pages": 193,
      "ingested_records": 287,
      "features": 47,
      "briefs": 240,
      "declared_features": 47,
      "declared_briefs": 240,
      "coverage": "All287 intake records preserved;47 feature titles/summaries/pages enriched from originalPDF;240 brief category labels retain original intake extraction caveat"
    },
    {
      "source_id": "flagship-20261025",
      "edition_date": "2026-10-25",
      "source_title": "The Arising · October 25, 2026 · Volume1No23",
      "source_file": "the-arising-2026-10-25.pdf",
      "source_sha256": "ea882ec67382567ddf881e240a7f8a9036a8c51eab4f9d0f16cac6706c9f0305",
      "source_pages": 240,
      "ingested_records": 966,
      "features": 45,
      "briefs": 921,
      "declared_features": 45,
      "declared_briefs": 921,
      "coverage": "All45features and921briefs extracted; titles, summaries, source-page spans and embedded source links retained; section counts reconciled"
    },
    {
      "source_id": "flagship-20261014-json",
      "edition_date": "2026-10-14",
      "source_file": "article-data.json",
      "source_sha256": "eed57ce789160dcaba7ae65f98d639874cd4e11e248c0573f77e89be6f3eaed7",
      "ingested_records": 10,
      "features": 10,
      "briefs": 0,
      "coverage": "All10 structured article records imported"
    },
    {
      "source_id": "editorial-queue",
      "edition_date": "",
      "source_file": "arising-editorial-queue.json",
      "source_sha256": "8d7506eb304b9696eb3a717a2cc653b186da45ede2080a002f906d1ea7414c4b",
      "ingested_records": 1,
      "coverage": "All available queue records imported"
    },
    {
      "source_id": "historical-flagship-2026-09-28",
      "edition_date": "2026-09-28",
      "source_title": "The Arising · 2026-09-28",
      "ingested_records": 10,
      "features": 10,
      "briefs": 0,
      "source_files": [
        "The Arising — September 28, 2026.pdf"
      ],
      "source_sha256s": [
        "0c0d696cdf1b5b14fb9d6014231160b77bb2171782fc9347544e93dc034e0836"
      ],
      "coverage": "All identified records from listed flagship edition/sample; equivalent format copies deduplicated; see historical source manifest for count checks and exclusions"
    },
    {
      "source_id": "historical-flagship-2026-10-08",
      "edition_date": "2026-10-08",
      "source_title": "The Arising · 2026-10-08",
      "ingested_records": 199,
      "features": 10,
      "briefs": 189,
      "source_files": [
        "the-arising-2026-10-08.pdf"
      ],
      "source_sha256s": [
        "c03ef7fcc96ccb3149e225c0c3780252d214b87c5248b697a973b9fcad18ed7f"
      ],
      "coverage": "All identified records from listed flagship edition/sample; equivalent format copies deduplicated; see historical source manifest for count checks and exclusions"
    },
    {
      "source_id": "historical-flagship-2026-10-09",
      "edition_date": "2026-10-09",
      "source_title": "The Arising · 2026-10-09",
      "ingested_records": 200,
      "features": 10,
      "briefs": 190,
      "source_files": [
        "the-arising-2026-10-09.pdf"
      ],
      "source_sha256s": [
        "a215e7ec7a3994cb12f9134965bf904312398ebb9bcd5eba7dad2e4f87ab552a"
      ],
      "coverage": "All identified records from listed flagship edition/sample; equivalent format copies deduplicated; see historical source manifest for count checks and exclusions"
    },
    {
      "source_id": "historical-flagship-2026-10-12",
      "edition_date": "2026-10-12",
      "source_title": "The Arising · 2026-10-12",
      "ingested_records": 202,
      "features": 10,
      "briefs": 192,
      "source_files": [
        "the-arising-2026-10-12.pdf"
      ],
      "source_sha256s": [
        "e03e1de989d29700b24dcf8128c1fcf0bf1f8433b6a4769f2506f7d74221a608"
      ],
      "coverage": "All identified records from listed flagship edition/sample; equivalent format copies deduplicated; see historical source manifest for count checks and exclusions"
    },
    {
      "source_id": "historical-flagship-2026-10-13",
      "edition_date": "2026-10-13",
      "source_title": "The Arising · 2026-10-13",
      "ingested_records": 10,
      "features": 10,
      "briefs": 0,
      "source_files": [
        "The-Arising-2026-10-13-Substack.html"
      ],
      "source_sha256s": [
        "95cfba82d4e2418d3059edba34852ac371dd54e376b0ae289e5dd6c9cd39da5c"
      ],
      "coverage": "All identified records from listed flagship edition/sample; equivalent format copies deduplicated; see historical source manifest for count checks and exclusions"
    },
    {
      "source_id": "historical-flagship-2026-10-15",
      "edition_date": "2026-10-15",
      "source_title": "The Arising · 2026-10-15",
      "ingested_records": 15,
      "features": 15,
      "briefs": 0,
      "source_files": [
        "SEND_TO_FRIEND_The_Arising_Oct_15_2026_BOLD_INNOVATION (1).pdf"
      ],
      "source_sha256s": [
        "06dd7a4bd977766b01afbc1966e58a9663403f3d9037dfb8e0b9e22da2a42eae"
      ],
      "coverage": "All identified records from listed flagship edition/sample; equivalent format copies deduplicated; see historical source manifest for count checks and exclusions"
    }
  ],
  "historical_source_manifest": {
    "scope": "Older accessible flagship newsletters and dated sample editions only; book manuscripts, audio scripts, draft backlog and unrelated article archive excluded.",
    "dates": [
      "2026-09-28",
      "2026-10-08",
      "2026-10-09",
      "2026-10-12",
      "2026-10-13",
      "2026-10-15"
    ],
    "raw_source_occurrences": 646,
    "unique_titles": 635,
    "edition_record_counts": {
      "2026-09-28": 10,
      "2026-10-08": 199,
      "2026-10-09": 200,
      "2026-10-12": 202,
      "2026-10-13": 10,
      "2026-10-15": 15
    },
    "pdf_count_checks": {
      "2026-10-08": {
        "features": 10,
        "briefs": 189
      },
      "2026-10-09": {
        "features": 10,
        "briefs": 190
      },
      "2026-10-12": {
        "features": 10,
        "briefs": 192
      },
      "2026-10-15": {
        "features": 15
      }
    },
    "other_counts": {
      "2026-09-28": {
        "features": 10
      },
      "2026-10-13": {
        "features": 10,
        "equivalent_html_formats": 2
      }
    },
    "deduplication": "NFKC-normalized, case-insensitive title with punctuation and whitespace removed; no semantic title merging. All source occurrences/provenance retained.",
    "sources": [
      {
        "sha256": "a215e7ec7a3994cb12f9134965bf904312398ebb9bcd5eba7dad2e4f87ab552a",
        "path": "/Users/johngriffin/Downloads/the-arising-2026-10-09.pdf",
        "copies": [
          "/Users/johngriffin/Downloads/the-arising-2026-10-09.pdf"
        ],
        "pages": 58
      },
      {
        "sha256": "a7b1ed3d30dc3c7a9b6756e91341fc8ac746f8a25a8908c12fd556256df1004d",
        "path": "/Users/johngriffin/Downloads/Plain Edition The_Arisingler_Edition_Oct_15_2026.pdf",
        "copies": [
          "/Users/johngriffin/Downloads/Plain Edition The_Arisingler_Edition_Oct_15_2026.pdf",
          "/Users/johngriffin/Downloads/Plain The_Arising_Plain_Edition_Oct_15_2026.pdf"
        ],
        "pages": 24
      },
      {
        "sha256": "e03e1de989d29700b24dcf8128c1fcf0bf1f8433b6a4769f2506f7d74221a608",
        "path": "/Users/johngriffin/Downloads/the-arising-2026-10-12.pdf",
        "copies": [
          "/Users/johngriffin/Downloads/the-arising-2026-10-12.pdf"
        ],
        "pages": 56
      },
      {
        "sha256": "c03ef7fcc96ccb3149e225c0c3780252d214b87c5248b697a973b9fcad18ed7f",
        "path": "/Users/johngriffin/Downloads/the-arising-2026-10-08.pdf",
        "copies": [
          "/Users/johngriffin/Downloads/the-arising-2026-10-08.pdf"
        ],
        "pages": 60
      },
      {
        "sha256": "06dd7a4bd977766b01afbc1966e58a9663403f3d9037dfb8e0b9e22da2a42eae",
        "path": "/Users/johngriffin/Downloads/SEND_TO_FRIEND_The_Arising_Oct_15_2026_BOLD_INNOVATION (1).pdf",
        "copies": [
          "/Users/johngriffin/Downloads/SEND_TO_FRIEND_The_Arising_Oct_15_2026_BOLD_INNOVATION (1).pdf",
          "/Users/johngriffin/Downloads/BOLD INNOVAtion The_Arising_Oct_15_2026.pdf",
          "/Users/johngriffin/Downloads/SEND_TO_FRIEND_The_Arising_Oct_15_2026_BOLD_INNOVATION (2).pdf",
          "/Users/johngriffin/Documents/The_Arising_Oct_15_2026_BOLD_INNOVATION.pdf",
          "/Users/johngriffin/Documents/BOLD INNOVAtion The_Arising_Oct_15_2026.pdf"
        ],
        "pages": 25
      },
      {
        "sha256": "0c0d696cdf1b5b14fb9d6014231160b77bb2171782fc9347544e93dc034e0836",
        "path": "/Users/johngriffin/Downloads/The Arising — September 28, 2026.pdf",
        "copies": [
          "/Users/johngriffin/Downloads/The Arising — September 28, 2026.pdf"
        ],
        "pages": 6
      }
    ],
    "excluded_sources": [
      {
        "source_file": "/Users/johngriffin/Downloads/The-Arising-2026-10-12 improved.pdf",
        "reason": "layout/derivative preview"
      },
      {
        "source_file": "/Users/johngriffin/Downloads/2026-10-23_The_Arising_Private_Reading_Edition_v4.pdf",
        "reason": "book manuscript"
      },
      {
        "source_file": "/Users/johngriffin/Downloads/The_Arising_Today_Bold_Innovation.pdf",
        "reason": "layout/derivative preview"
      },
      {
        "source_file": "/Users/johngriffin/Downloads/Personalized Medicine Evaluation Categories for All Patients Arising Health.pdf",
        "reason": "non-newsletter clinical checklist"
      },
      {
        "source_file": "/private/var/folders/g0/3q8fbn7j1lz2_h6l7g08kq4m0000gn/T/codex-file-preview-IExUED/Arising_Oct24_Easy_Read.pdf",
        "reason": "audio derivative"
      },
      {
        "source_file": "/private/var/folders/g0/3q8fbn7j1lz2_h6l7g08kq4m0000gn/T/codex-file-preview-hiQo3T/2026-10-24-The-Arising-v5.pdf",
        "reason": "book manuscript"
      },
      {
        "source_file": "/Users/johngriffin/Documents/2026-10-23_The_Arising_Private_Reading_Edition_v4.pdf",
        "reason": "book manuscript"
      }
    ]
  },
  "duplicate_policy": "Identical source records are not copied from duplicate files. Repeated article appearances across editions retain distinct record IDs; identical normalized headlines share an article-topic node; primary-source URL groups are indexed separately.",
  "limitations": [
    "Content ingestion does not establish scientific validity. Source-reported reviews remain provenance.",
    "Oct22 source categories were absent from the existing intake and are explicitly marked unavailable.",
    "Complete source-period coverage is only claimed for listed editions with reconciled declared counts; unlisted flagship issues may exist.",
    "Topics are one per normalized headline; the same study printed under different headlines appears as separate topics.",
    "Briefs carry the pipeline topic as their domain; earlier Oct 22 briefs keep their original unavailable-category label."
  ],
  "remaining_source_access": [
    {
      "source": "Arising Health website hub newsletter archive",
      "reported_archive_items": 21,
      "status": "pending_user_approval_for_read_access",
      "note": "May overlap imported editions; not counted as additional unique editions. The archive has not been consolidated in this version."
    }
  ],
  "data_file": "atlas-data.json.gz (schema 3 bundle: records, topics, domains and the scientific map; see scripts/atlas_data.py and atlas/model.js expandBundle)",
  "id_stability": {
    "earlier_topic_ids_preserved": 2848,
    "earlier_record_ids_preserved": 2849,
    "earlier_records": 2849
  },
  "pipeline_build": {
    "builder": "bin/atlas_build.py in the-arising pipeline",
    "built": "2026-11-19T10:51:58",
    "through_edition": "2026-11-18",
    "editions": 49,
    "tracker_papers_added": 489,
    "tracker_papers_already_printed_as_briefs": 254,
    "earlier_records_carried_over": 199
  }
}