{
 "schema_version": 2,
 "built_at": 1789136171457,
 "base": "/data/",
 "retention": "diffs/ and ledger/ are kept indefinitely and never rewritten once listed here. The full export behind them is overwritten daily (export/latest), and the group files under groups/ are rewritten daily under the same names, so a mirror bootstraps from groups/ once and replays diffs from that day on; a diff's parent chain must be unbroken.",
 "head": "2026-09-10",
 "snapshot_built_at": 1789123218806,
 "bootstrap": "groups/ and manifest.json are the export named by `head` when manifest.built_at == snapshot_built_at. Bootstrap from them, record head, then apply every diff whose `from` == your head, in order, verifying each part's sha256 and each diff's parent. History is never expired; a broken chain means re-bootstrap.",
 "note": "one row per event with the full job record; op = added | removed | changed | changed_prev | carried; from/to are the two consecutive full exports. Read every part of a dir together. `lite` has the same rows without the vector or raw JSON; description text is kept on added and changed rows.",
 "entries": [
  {
   "dir": "diffs/2026-09-06__2026-09-07/",
   "parts": [
    {
     "file": "data_0.parquet",
     "bytes": 168272962,
     "sha256": "6fafb2e28655b9d2e3b5d4273ffecd250054432d464b06c75333a61d9b91f6c2"
    },
    {
     "file": "data_1.parquet",
     "bytes": 227836099,
     "sha256": "cbba5aa9dde2a265b6a261ca2c2f53200c033a412a8ffcab794fa6a88dacdde0"
    },
    {
     "file": "data_2.parquet",
     "bytes": 217240496,
     "sha256": "a2ab951aeb209b58ee801b9f3963d20cca7ee3ecacbfb8b79f291626fcf67ee8"
    },
    {
     "file": "data_3.parquet",
     "bytes": 31968528,
     "sha256": "b49e4fb587dd569e995aff11976e0e5a8724220a30c6393b241f471218794343"
    }
   ],
   "bytes": 645318085,
   "from": "2026-09-06",
   "to": "2026-09-07",
   "sidecar": "diffs/2026-09-06__2026-09-07.json",
   "old_jobs": 3129939,
   "new_jobs": 3122342,
   "new_jobs_after_carry": 3125671,
   "counts": {
    "added": 62232,
    "removed": 66500,
    "changed": 8903,
    "carried": 3329
   },
   "content_sha256": "2893f25c22e86e8f7573ef520aa313dea817c39547a70924cc12696f760d5942",
   "parent": {
    "diff": "2026-09-05__2026-09-06",
    "content_sha256": "28dd64169726835e8389d987b50438f483bd58e2ef6c716d5520ba6991249d10"
   },
   "ok_to_prune": true,
   "lite": {
    "dir": "diffs/2026-09-06__2026-09-07/lite/",
    "parts": [
     {
      "file": "data_0.parquet",
      "bytes": 56283446,
      "sha256": "a93338659238da49d857f7bff1c3e4c0e5955aee7154542688b6e4739bd7bfc7"
     },
     {
      "file": "data_1.parquet",
      "bytes": 885717,
      "sha256": "3a7f20dff04c382be6e70c8578097242118d63ba6df5539c63e079f5bc6902f1"
     }
    ],
    "bytes": 57169163,
    "drops": [
     "raw_json",
     "detail_raw_json",
     "enrichment_json",
     "embedding"
    ],
    "content_on": [
     "added",
     "changed"
    ]
   }
  },
  {
   "dir": "diffs/2026-09-07__2026-09-08/",
   "parts": [
    {
     "file": "data_0.parquet",
     "bytes": 194432728,
     "sha256": "249cb862c7035da7e7b222a1348a82d65e2f938aa2fb83f81356424898fd1a9f"
    },
    {
     "file": "data_1.parquet",
     "bytes": 209733472,
     "sha256": "80dd78c292c52bad555e77bb6bcded4998374ebc078fb0b33ebd6c239b4964c5"
    },
    {
     "file": "data_2.parquet",
     "bytes": 214243240,
     "sha256": "dd4271b38cc947ac3945738e50d7af81bbd2e69e605b514d559567959a46fb18"
    },
    {
     "file": "data_3.parquet",
     "bytes": 204870062,
     "sha256": "7739c5f50972834ffe98355530c5adad249d5ff2fb16541ece0a26c0ce8439ae"
    },
    {
     "file": "data_4.parquet",
     "bytes": 203204043,
     "sha256": "c02499342a744b6215575f8537dca05dd244c4aa0109c4da6c03c945f88499d5"
    },
    {
     "file": "data_5.parquet",
     "bytes": 7863076,
     "sha256": "27163dacb6441eb81af3ffa6194e88d51f66aa40c819a24399d8ad3fbe0e242a"
    }
   ],
   "bytes": 1034346621,
   "from": "2026-09-07",
   "to": "2026-09-08",
   "sidecar": "diffs/2026-09-07__2026-09-08.json",
   "old_jobs": 3125671,
   "new_jobs": 3113529,
   "new_jobs_after_carry": 3118802,
   "counts": {
    "added": 90534,
    "removed": 97403,
    "changed": 22846,
    "carried": 5273
   },
   "content_sha256": "e501b9f3439c0ceeed2248d0e92e086cfbc6307299c92a2149fd5082228fb5cc",
   "parent": {
    "diff": "2026-09-06__2026-09-07",
    "content_sha256": "2893f25c22e86e8f7573ef520aa313dea817c39547a70924cc12696f760d5942"
   },
   "ok_to_prune": true,
   "lite": {
    "dir": "diffs/2026-09-07__2026-09-08/lite/",
    "parts": [
     {
      "file": "data_0.parquet",
      "bytes": 85499368,
      "sha256": "464bbeaa3d2fbda4badb900d39f438e434b4cb6298c22999083927e40d7e93cc"
     },
     {
      "file": "data_1.parquet",
      "bytes": 10771601,
      "sha256": "66a70700db93a7b9652123d9dd3b0b6f35ec25dc89318b159a78512b34671f14"
     }
    ],
    "bytes": 96270969,
    "drops": [
     "raw_json",
     "detail_raw_json",
     "enrichment_json",
     "embedding"
    ],
    "content_on": [
     "added",
     "changed"
    ]
   }
  },
  {
   "dir": "diffs/2026-09-08__2026-09-09/",
   "parts": [
    {
     "file": "data_0.parquet",
     "bytes": 255675789,
     "sha256": "c8adc6e6a7bbdbff0265b4c102ec4792a81fe958e64226ed5a120e75c295c687"
    },
    {
     "file": "data_1.parquet",
     "bytes": 231483074,
     "sha256": "ef40ec1366d2074883e852c417d45c8e26c024a5da206eef304956624ec04074"
    },
    {
     "file": "data_2.parquet",
     "bytes": 215410724,
     "sha256": "7ee130bde743b9d85e176819d92c9998f59d44a313b0082b25019baa0ae207b0"
    },
    {
     "file": "data_3.parquet",
     "bytes": 216765667,
     "sha256": "f7e3758024e234fcd562c3df0d6b48085f78166880a25ebf84f0a28a353f442e"
    },
    {
     "file": "data_4.parquet",
     "bytes": 301305018,
     "sha256": "04f9ffc5fa2652a328650b70ad759c64d56394eb3fbb32416787f6226e180eff"
    },
    {
     "file": "data_5.parquet",
     "bytes": 230486225,
     "sha256": "1af3ff8f44421c8188c26ca3cc08db14105fa7793c9b3c06ad87ca5281a4635e"
    },
    {
     "file": "data_6.parquet",
     "bytes": 210264912,
     "sha256": "625e0caa56b40ac56e6b0674de357ebfa06b82203470112a762523917c283c06"
    },
    {
     "file": "data_7.parquet",
     "bytes": 28722907,
     "sha256": "5346b32b39a79086ecf1e747381108b0b10f70f54173cdf28a8128072ae937ec"
    }
   ],
   "bytes": 1690114316,
   "from": "2026-09-08",
   "to": "2026-09-09",
   "sidecar": "diffs/2026-09-08__2026-09-09.json",
   "old_jobs": 3118802,
   "new_jobs": 3163762,
   "new_jobs_after_carry": 3163776,
   "counts": {
    "added": 176598,
    "removed": 131624,
    "changed": 38652,
    "carried": 14
   },
   "content_sha256": "bf12c160baef076ffbe1e8c059ed32e562c54a7f65bcc2476202b4dcacfd2771",
   "parent": {
    "diff": "2026-09-07__2026-09-08",
    "content_sha256": "e501b9f3439c0ceeed2248d0e92e086cfbc6307299c92a2149fd5082228fb5cc"
   },
   "ok_to_prune": true,
   "lite": {
    "dir": "diffs/2026-09-08__2026-09-09/lite/",
    "parts": [
     {
      "file": "data_0.parquet",
      "bytes": 81256167,
      "sha256": "a421f79af8c775022d99f3f6d657d08d69a17212cf1945609c0c147bbdab5db8"
     },
     {
      "file": "data_1.parquet",
      "bytes": 53137725,
      "sha256": "c2f5fec056a4010ae800615103a59f834fa618f176f8dc34ca41df2da6396c8f"
     },
     {
      "file": "data_2.parquet",
      "bytes": 54965671,
      "sha256": "5689fcd3a5cb14c59d8289462ea5e042a1e11d209fa57ac903597fd13a847f13"
     }
    ],
    "bytes": 189359563,
    "drops": [
     "raw_json",
     "detail_raw_json",
     "enrichment_json",
     "embedding"
    ],
    "content_on": [
     "added",
     "changed"
    ]
   }
  },
  {
   "dir": "diffs/2026-09-09__2026-09-10/",
   "parts": [
    {
     "file": "data_0.parquet",
     "bytes": 274256879,
     "sha256": "acf1bf757eea394318e79f622f5d180142c9d6bcb5b8a98cf64ba83d4e3194c6"
    },
    {
     "file": "data_1.parquet",
     "bytes": 277326409,
     "sha256": "003e53f8f8416f43e1707997574d28baaed1e6fb38d0e6bb46cef666b9624590"
    },
    {
     "file": "data_10.parquet",
     "bytes": 264742329,
     "sha256": "b45c401f9535af9352d920efebc1f40c4f7bc01c2940802618af0f230d0a9104"
    },
    {
     "file": "data_11.parquet",
     "bytes": 248082059,
     "sha256": "42e08652e438b39d76ca0f22c46c6adecebe04f34ef73554441d1933c149e824"
    },
    {
     "file": "data_12.parquet",
     "bytes": 170934969,
     "sha256": "62b673479a020161e6d6c6384cad0626f50df0ffc49c3a757fc3c149aaf1c0eb"
    },
    {
     "file": "data_13.parquet",
     "bytes": 264005705,
     "sha256": "840798d9314dfdeb1994152e77e9ab1dc6a4c3bf335ff92df9d2ba3b1a26acee"
    },
    {
     "file": "data_14.parquet",
     "bytes": 248043487,
     "sha256": "fd9123f47058a3385393da7c6ad15055879d9f59831e5d09c8db0d94280929c3"
    },
    {
     "file": "data_15.parquet",
     "bytes": 259660917,
     "sha256": "fab5c612c276f5ea8e07128ff8037f002dafd41472d656c77f0e5f8b19dab6f1"
    },
    {
     "file": "data_16.parquet",
     "bytes": 179158608,
     "sha256": "93d8ec5fa28005c06ecdb7bea0f6be542c09b6e0505bfad5e6ae07c510e0b63c"
    },
    {
     "file": "data_17.parquet",
     "bytes": 181600505,
     "sha256": "45ca51bdd8e0d070e73ad77086fde84e9cdaadc1948c70fc60d519e1f0b9b60b"
    },
    {
     "file": "data_18.parquet",
     "bytes": 267439550,
     "sha256": "d5fba8e05f230965d3e1de156df36a3047bf39504f51703bbe030f0e1e42353c"
    },
    {
     "file": "data_19.parquet",
     "bytes": 260948052,
     "sha256": "beabcbb647d86cb2707ffaa54e99202859996685efc8e395e194918b366feb44"
    },
    {
     "file": "data_2.parquet",
     "bytes": 272517036,
     "sha256": "54ddc4facca3c9100273241d1fea42757dcdf0b44fe8e6e3833395619dd6eb7d"
    },
    {
     "file": "data_20.parquet",
     "bytes": 177845745,
     "sha256": "8c49cb68ba863e061075bd1f36aa83da38e2fd828bee6283b4b0831e8704a698"
    },
    {
     "file": "data_21.parquet",
     "bytes": 169314193,
     "sha256": "128650c059599f36a6a5c1fb97ae1b777e547bfd579372f05b6897d7ce6c95e2"
    },
    {
     "file": "data_22.parquet",
     "bytes": 284005936,
     "sha256": "b6b3f3e3e71643d37014889582ba742f179f20350ae9f279e70aad33e3e40f53"
    },
    {
     "file": "data_23.parquet",
     "bytes": 151263975,
     "sha256": "600fe7350216c3eda05ac3590f2abd34e73f4c74bd481bbc44f384fe32feaede"
    },
    {
     "file": "data_24.parquet",
     "bytes": 245484535,
     "sha256": "a626f952e397cdd6f41f1e6ebcbd0307f7ff6534a6cb839c86a1fb26ea7dc5ca"
    },
    {
     "file": "data_25.parquet",
     "bytes": 218490480,
     "sha256": "da5fe23013c13db3fcf00cd0e25eb642e5eeafceedfd237d0c665db0295af32c"
    },
    {
     "file": "data_26.parquet",
     "bytes": 211781592,
     "sha256": "2fb6aa8bd1330a9144fa73a8155db43f27d70edbbc501f237d766bf00961962a"
    },
    {
     "file": "data_27.parquet",
     "bytes": 95036883,
     "sha256": "c9be2d7f33bcd7b8ede798bb854f8728e9cfc667cd12d6fcec35a56ad2f7ea37"
    },
    {
     "file": "data_3.parquet",
     "bytes": 267012401,
     "sha256": "41d39006ec90352d7119ea1b4e8d0a9f86fee9bf472fa296e9c293f772dc856b"
    },
    {
     "file": "data_4.parquet",
     "bytes": 357063033,
     "sha256": "e379bbe8dace25523ca5b2670b5abfd5c894a1576f0d11964f85dea9e67e362c"
    },
    {
     "file": "data_5.parquet",
     "bytes": 268288694,
     "sha256": "a0b138d76b30812ca90009dd5580ab78d5c553cc1b5bf04663438c65a406733f"
    },
    {
     "file": "data_6.parquet",
     "bytes": 263089218,
     "sha256": "6e960b1b7b2a67ec0aeb2595d43cf004d2136d36a5b383c75af07aac7af6793a"
    },
    {
     "file": "data_7.parquet",
     "bytes": 272642729,
     "sha256": "43410527c33b4b210a31fa5261dc978bd709edeabff9ecbad3e693523ffea8e6"
    },
    {
     "file": "data_8.parquet",
     "bytes": 254737599,
     "sha256": "b22d49fd503c8c12b79af61b64f82333c0db25e4f7dc9006c750fbc00d207846"
    },
    {
     "file": "data_9.parquet",
     "bytes": 266380394,
     "sha256": "ad01f3c0068de4f9526f8092b3dc70ab396224ab06accd8288cd0f1b49b2b528"
    }
   ],
   "bytes": 6671153912,
   "from": "2026-09-09",
   "to": "2026-09-10",
   "sidecar": "diffs/2026-09-09__2026-09-10.json",
   "old_jobs": 3163776,
   "new_jobs": 4451717,
   "new_jobs_after_carry": 4452644,
   "counts": {
    "added": 1390185,
    "removed": 101317,
    "changed": 36398,
    "carried": 927
   },
   "content_sha256": "288b77e666b3c8e72092fd2c54a27d50a778d8ae725383288071bca9d053800b",
   "parent": {
    "diff": "2026-09-08__2026-09-09",
    "content_sha256": "bf12c160baef076ffbe1e8c059ed32e562c54a7f65bcc2476202b4dcacfd2771"
   },
   "ok_to_prune": true,
   "lite": {
    "dir": "diffs/2026-09-09__2026-09-10/lite/",
    "parts": [
     {
      "file": "data_0.parquet",
      "bytes": 70407473,
      "sha256": "77a5df06ee4ef6bf71e3f68b660e6dc1b50b61163889a752f9a13b3f7b9fcc8b"
     },
     {
      "file": "data_1.parquet",
      "bytes": 75700192,
      "sha256": "b162f6113462f5de25f2b72b17087b3ac49070a664d4e0b3d220c53f62cf4a04"
     },
     {
      "file": "data_10.parquet",
      "bytes": 54218380,
      "sha256": "0708f01968b4eb3934a61aa471e24aa0632e178a4aea7aeaef998338e8efeeea"
     },
     {
      "file": "data_2.parquet",
      "bytes": 63739840,
      "sha256": "cc47ebe8fc23e8362b5a093fdb9bf74e698b66ff5544be0f2694f33b0b01ccd5"
     },
     {
      "file": "data_3.parquet",
      "bytes": 161309852,
      "sha256": "27469f135450eecee1c34054ad1252793f085018f7a0daabda35beb1008d104d"
     },
     {
      "file": "data_4.parquet",
      "bytes": 109186972,
      "sha256": "8beefb88fba59f307489a7ec8ddd052172026d3a830344d6c1977fb37801d9ea"
     },
     {
      "file": "data_5.parquet",
      "bytes": 79153555,
      "sha256": "b7cd164d87637cc1862afc49530b43e052ee1a2ff2999db045fd7048140f5bb7"
     },
     {
      "file": "data_6.parquet",
      "bytes": 83722310,
      "sha256": "2259d274a16a00258200f0037025c5e8dd0a3eae2633790385981520b4f943c3"
     },
     {
      "file": "data_7.parquet",
      "bytes": 60113554,
      "sha256": "2ab0d0350dcf98e8bdc7df8c6fc8a193e7261dbe25451805dec2d70c061eaaf7"
     },
     {
      "file": "data_8.parquet",
      "bytes": 70622997,
      "sha256": "2add17c4c00b5fad7c5e75b14482672fa0c4243f22f8f9fcf76b66f8f5f2ebd1"
     },
     {
      "file": "data_9.parquet",
      "bytes": 88122500,
      "sha256": "b172f3fa7b722c803de3bbe8b0da1e495406ce4b5de4d1e943aea356afeb0d2b"
     }
    ],
    "bytes": 916297625,
    "drops": [
     "raw_json",
     "detail_raw_json",
     "enrichment_json",
     "embedding"
    ],
    "content_on": [
     "added",
     "changed"
    ]
   }
  }
 ]
}