{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 30, "class": "FULL", "exception_markets": 16, "rows_by_domain": { "i": 18554644, "o": 18565312, "p": 18561185 }, "rows_i": 18554644, "rows_joined": 18565576, "rows_merged": 18565546, "rows_o": 18565312, "rows_p": 18561185, "unique_by_domain": { "i": 0, "o": 2, "p": 28 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1138, "1000_2000ms": 19646, "100_200ms": 73791, "10_20ms": 13337073, "1_2ms": 0, "2000_5000ms": 15738, "200_500ms": 76647, "20_50ms": 4829372, "2_5ms": 0, "5000_10000ms": 6220, "500_1000ms": 37238, "50_100ms": 157611, "5_10ms": 0, "ge30000ms": 170, "neg": 0 }, "max_ms": 78097, "mean_ms": 30.410215792876436, "measurable": 18554644, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 145.0, "rows": 18554644, "unmeasurable": 0, "won_output_rows": 445 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 2037, "100_200ms": 50951, "10_20ms": 17563396, "1_2ms": 0, "2000_5000ms": 610, "200_500ms": 27034, "20_50ms": 657424, "2_5ms": 0, "5000_10000ms": 74, "500_1000ms": 4643, "50_100ms": 120701, "5_10ms": 138442, "ge30000ms": 0, "neg": 0 }, "max_ms": 6945, "mean_ms": 14.347661003488657, "measurable": 18565312, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 16.0, "p99_ms": 54.0, "rows": 18565312, "unmeasurable": 0, "won_output_rows": 3922 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1906, "100_200ms": 39283, "10_20ms": 17975004, "1_2ms": 0, "2000_5000ms": 489, "200_500ms": 19437, "20_50ms": 399004, "2_5ms": 0, "5000_10000ms": 88, "500_1000ms": 3808, "50_100ms": 98561, "5_10ms": 23605, "ge30000ms": 0, "neg": 0 }, "max_ms": 6796, "mean_ms": 14.492644731465152, "measurable": 18561185, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 45.0, "rows": 18561185, "unmeasurable": 0, "won_output_rows": 18561179 } } }, "book": { "boundary_dropped": 1780, "class": "FULL", "exception_markets": 94325, "rows_by_domain": { "i": 219452, "o": 150067, "p": 270954 }, "rows_i": 219452, "rows_joined": 372209, "rows_merged": 370429, "rows_o": 150067, "rows_p": 270954, "unique_by_domain": { "i": 79168, "o": 18523, "p": 129780 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 6082, "1000_2000ms": 1314, "100_200ms": 1868, "10_20ms": 55471, "1_2ms": 0, "2000_5000ms": 2546, "200_500ms": 1835, "20_50ms": 61335, "2_5ms": 0, "5000_10000ms": 2506, "500_1000ms": 1169, "50_100ms": 3550, "5_10ms": 0, "ge30000ms": 81776, "neg": 0 }, "max_ms": 13333115322, "mean_ms": 172920593.30595756, "measurable": 219452, "min_ms": 16, "p50_ms": 26.0, "p90_ms": 40836277.69999994, "p99_ms": 4809670692.0, "rows": 219452, "unmeasurable": 0, "won_output_rows": 81072 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1584, "1000_2000ms": 495, "100_200ms": 947, "10_20ms": 110228, "1_2ms": 0, "2000_5000ms": 1176, "200_500ms": 584, "20_50ms": 10859, "2_5ms": 0, "5000_10000ms": 820, "500_1000ms": 368, "50_100ms": 1894, "5_10ms": 39, "ge30000ms": 21073, "neg": 0 }, "max_ms": 13335930706, "mean_ms": 63994786.918236524, "measurable": 150067, "min_ms": 9, "p50_ms": 14.0, "p90_ms": 373994.1999999996, "p99_ms": 3044678241.0, "rows": 150067, "unmeasurable": 0, "won_output_rows": 19175 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 9008, "1000_2000ms": 1309, "100_200ms": 1126, "10_20ms": 112617, "1_2ms": 0, "2000_5000ms": 3344, "200_500ms": 1294, "20_50ms": 9046, "2_5ms": 0, "5000_10000ms": 3436, "500_1000ms": 986, "50_100ms": 2020, "5_10ms": 0, "ge30000ms": 126768, "neg": 0 }, "max_ms": 13333593567, "mean_ms": 216671033.954937, "measurable": 270954, "min_ms": 10, "p50_ms": 10533.0, "p90_ms": 119185463.6000002, "p99_ms": 5385020376.779998, "rows": 270954, "unmeasurable": 0, "won_output_rows": 270182 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 3, "rows_by_domain": { "i": 62013, "o": 62387, "p": 62222 }, "rows_i": 62013, "rows_joined": 62412, "rows_merged": 62412, "rows_o": 62387, "rows_p": 62222, "unique_by_domain": { "i": 3, "o": 3, "p": 4 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 6, "1000_2000ms": 267, "100_200ms": 741, "10_20ms": 29636, "1_2ms": 0, "2000_5000ms": 69, "200_500ms": 624, "20_50ms": 28938, "2_5ms": 0, "5000_10000ms": 25, "500_1000ms": 288, "50_100ms": 1419, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 13761, "mean_ms": 42.338541918629964, "measurable": 62013, "min_ms": 15, "p50_ms": 20.0, "p90_ms": 30.0, "p99_ms": 536.0, "rows": 62013, "unmeasurable": 0, "won_output_rows": 53 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 117, "100_200ms": 415, "10_20ms": 56286, "1_2ms": 0, "2000_5000ms": 81, "200_500ms": 239, "20_50ms": 4152, "2_5ms": 0, "5000_10000ms": 21, "500_1000ms": 152, "50_100ms": 904, "5_10ms": 20, "ge30000ms": 0, "neg": 0 }, "max_ms": 6960, "mean_ms": 27.19712440091686, "measurable": 62387, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 19.0, "p99_ms": 192.0, "rows": 62387, "unmeasurable": 0, "won_output_rows": 137 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 63, "100_200ms": 419, "10_20ms": 57350, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 156, "20_50ms": 3348, "2_5ms": 0, "5000_10000ms": 1, "500_1000ms": 72, "50_100ms": 808, "5_10ms": 1, "ge30000ms": 0, "neg": 0 }, "max_ms": 5384, "mean_ms": 19.09435569412748, "measurable": 62222, "min_ms": 9, "p50_ms": 14.0, "p90_ms": 17.0, "p99_ms": 110.0, "rows": 62222, "unmeasurable": 0, "won_output_rows": 62222 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 652, "o": 652, "p": 652 }, "rows_i": 652, "rows_joined": 701, "rows_merged": 701, "rows_o": 652, "rows_p": 652, "unique_by_domain": { "i": 11, "o": 0, "p": 38 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 11, "1000_2000ms": 1, "100_200ms": 10, "10_20ms": 362, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 7, "20_50ms": 172, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 41, "5_10ms": 0, "ge30000ms": 47, "neg": 0 }, "max_ms": 51511, "mean_ms": 3964.527607361963, "measurable": 652, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 243.79999999999905, "p99_ms": 51485.45, "rows": 652, "unmeasurable": 0, "won_output_rows": 12 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 18, "1000_2000ms": 0, "100_200ms": 2, "10_20ms": 488, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 83, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 7, "5_10ms": 3, "ge30000ms": 51, "neg": 0 }, "max_ms": 52864, "mean_ms": 3932.338957055215, "measurable": 652, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 20005.7, "p99_ms": 44348.96, "rows": 652, "unmeasurable": 0, "won_output_rows": 37 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 50, "1000_2000ms": 0, "100_200ms": 1, "10_20ms": 463, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 71, "2_5ms": 0, "5000_10000ms": 6, "500_1000ms": 0, "50_100ms": 9, "5_10ms": 1, "ge30000ms": 51, "neg": 0 }, "max_ms": 51139, "mean_ms": 4502.2837423312885, "measurable": 652, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 18279.7, "p99_ms": 42622.96000000001, "rows": 652, "unmeasurable": 0, "won_output_rows": 652 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 527, "o": 527, "p": 527 }, "rows_i": 527, "rows_joined": 745, "rows_merged": 745, "rows_o": 527, "rows_p": 527, "unique_by_domain": { "i": 72, "o": 94, "p": 52 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 54, "1000_2000ms": 13, "100_200ms": 51, "10_20ms": 1, "1_2ms": 0, "2000_5000ms": 14, "200_500ms": 128, "20_50ms": 16, "2_5ms": 0, "5000_10000ms": 13, "500_1000ms": 42, "50_100ms": 12, "5_10ms": 0, "ge30000ms": 183, "neg": 0 }, "max_ms": 70102, "mean_ms": 18660.020872865276, "measurable": 527, "min_ms": 19, "p50_ms": 2102.0, "p90_ms": 52307.2, "p99_ms": 67293.68000000002, "rows": 527, "unmeasurable": 0, "won_output_rows": 82 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 57, "1000_2000ms": 0, "100_200ms": 91, "10_20ms": 6, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 22, "20_50ms": 54, "2_5ms": 0, "5000_10000ms": 15, "500_1000ms": 5, "50_100ms": 109, "5_10ms": 0, "ge30000ms": 168, "neg": 0 }, "max_ms": 68552, "mean_ms": 17000.151802656546, "measurable": 527, "min_ms": 12, "p50_ms": 254.0, "p90_ms": 50180.8, "p99_ms": 64120.42, "rows": 527, "unmeasurable": 0, "won_output_rows": 136 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 60, "1000_2000ms": 0, "100_200ms": 1, "10_20ms": 68, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 17, "20_50ms": 183, "2_5ms": 0, "5000_10000ms": 2, "500_1000ms": 0, "50_100ms": 32, "5_10ms": 0, "ge30000ms": 164, "neg": 0 }, "max_ms": 67304, "mean_ms": 16619.554079696394, "measurable": 527, "min_ms": 14, "p50_ms": 56.0, "p90_ms": 50724.2, "p99_ms": 64738.04, "rows": 527, "unmeasurable": 0, "won_output_rows": 527 } } }, "price_change": { "boundary_dropped": 180, "class": "FULL", "exception_markets": 28, "rows_by_domain": { "i": 121607273, "o": 121746256, "p": 121688518 }, "rows_i": 121607273, "rows_joined": 121752460, "rows_merged": 121752280, "rows_o": 121746256, "rows_p": 121688518, "unique_by_domain": { "i": 14, "o": 46, "p": 1380 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 9468, "1000_2000ms": 145292, "100_200ms": 640163, "10_20ms": 81797159, "1_2ms": 0, "2000_5000ms": 114772, "200_500ms": 580476, "20_50ms": 36624186, "2_5ms": 0, "5000_10000ms": 43608, "500_1000ms": 269203, "50_100ms": 1380528, "5_10ms": 0, "ge30000ms": 2418, "neg": 0 }, "max_ms": 78817, "mean_ms": 32.727582272155715, "measurable": 121607273, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 186.0, "rows": 121607273, "unmeasurable": 0, "won_output_rows": 9616 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 29512, "100_200ms": 465762, "10_20ms": 114109286, "1_2ms": 0, "2000_5000ms": 25154, "200_500ms": 228532, "20_50ms": 5268014, "2_5ms": 0, "5000_10000ms": 5826, "500_1000ms": 45168, "50_100ms": 1032766, "5_10ms": 536236, "ge30000ms": 0, "neg": 0 }, "max_ms": 6992, "mean_ms": 16.07334671548339, "measurable": 121746256, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 17.0, "p99_ms": 70.0, "rows": 121746256, "unmeasurable": 0, "won_output_rows": 54194 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 13180, "100_200ms": 377152, "10_20ms": 116491802, "1_2ms": 0, "2000_5000ms": 3276, "200_500ms": 163522, "20_50ms": 3655972, "2_5ms": 0, "5000_10000ms": 1478, "500_1000ms": 27582, "50_100ms": 872146, "5_10ms": 82408, "ge30000ms": 0, "neg": 0 }, "max_ms": 6807, "mean_ms": 15.180417005325022, "measurable": 121688518, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 57.0, "rows": 121688518, "unmeasurable": 0, "won_output_rows": 121688470 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 5, "rows_by_domain": { "i": 4312, "o": 4332, "p": 4332 }, "rows_i": 4312, "rows_joined": 4332, "rows_merged": 4332, "rows_o": 4332, "rows_p": 4332, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 12, "1000_2000ms": 8, "100_200ms": 8, "10_20ms": 2775, "1_2ms": 0, "2000_5000ms": 16, "200_500ms": 8, "20_50ms": 1409, "2_5ms": 0, "5000_10000ms": 32, "500_1000ms": 12, "50_100ms": 32, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 16288, "mean_ms": 128.8740723562152, "measurable": 4312, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 23.0, "p99_ms": 5243.030000000173, "rows": 4312, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 20, "10_20ms": 4116, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 32, "20_50ms": 112, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 16, "50_100ms": 16, "5_10ms": 16, "ge30000ms": 0, "neg": 0 }, "max_ms": 1118, "mean_ms": 19.127423822714682, "measurable": 4332, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 17.0, "p99_ms": 266.899999999996, "rows": 4332, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 12, "10_20ms": 4158, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 36, "20_50ms": 70, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 28, "50_100ms": 20, "5_10ms": 4, "ge30000ms": 0, "neg": 0 }, "max_ms": 2191, "mean_ms": 21.981532779316712, "measurable": 4332, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 307.8399999999856, "rows": 4332, "unmeasurable": 0, "won_output_rows": 4332 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "merged-live", "book_audit": { "files": [ { "file": "2026-10-31T06.book_dropped.parquet", "rows": 2785, "sha256": "848763f3b27ac91747aeb1cb40eaaa30b2578dc1997b331e14424a2c6476d7b9", "size": 112002 } ], "parts": 1, "public": false, "rows": 2785, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 2785, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-70673dab.parquet", "sha256": "70673dab091ada82b2b084c6679880e658e3e312f248ade8ed8ddef63dffd352" }, "category_gate": { "bulk_pin": { "created_at": "2026-10-30T09:26:53Z", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v2", "sha256": "b931c996f1c9ed32b64eacbc3b441f65ef9a566f7b68b82c83007ad6473b4d2d", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "8f907ce7242a0416bad5d361b10165abdcf3fc899276df8f2db212584937aaa8", "evaluated_at": "2026-10-31T11:19:36Z", "evidence": { "file": "2026-10-31T06.category_evidence.json", "sha256": "c6f224eb58b16f4bc5d7bd5373756a96af279929310d5097cfe470e39d23023e" }, "hour": "2026-10-31/06", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9999511057094561, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 31712, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 31446, "logic_identity_changed": false, "map_sha256": "8f907ce7242a0416bad5d361b10165abdcf3fc899276df8f2db212584937aaa8", "mapping_logic_changed": 0, "markets": 5218224, "moved_or_lost_markets": 266, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "6776b661c02d887384fd738fd72d73459f3c05ed5881dbab26b1ba268a99179c", "shrink_share": 0.0, "source_tags_changed": 31712, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "not_reached_markets": [], "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 53528, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 79782, "fetched_untagged": 7, "not_fetched": 0 }, "lt_24h": { "fetched_tagged": 9849, "fetched_untagged": 0, "not_fetched": 0 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 0 } }, "classes": { "fetched_tagged": 143159, "fetched_untagged": 7, "not_fetched": 0 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 31712, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 31446, "logic_identity_changed": false, "map_sha256": "8f907ce7242a0416bad5d361b10165abdcf3fc899276df8f2db212584937aaa8", "mapping_logic_changed": 0, "markets": 5218224, "moved_or_lost_markets": 266, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "6776b661c02d887384fd738fd72d73459f3c05ed5881dbab26b1ba268a99179c", "shrink_share": 0.0, "source_tags_changed": 31712, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 0, "not_reached": 0 }, "row_share": { "fetched_tagged": 0.999971, "fetched_untagged": 2.9e-05, "not_fetched": 0.0, "without_market": 0.0 }, "rows": { "fetched_tagged": 140752383, "fetched_untagged": 4062, "not_fetched": 0, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 143166, "young": { "not_fetched": 0, "traded": 9849 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v5", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [], "untagged_overrides": {} }, "category_map_sha256": "8f907ce7242a0416bad5d361b10165abdcf3fc899276df8f2db212584937aaa8", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-31T06.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 30, "class": "FULL", "exception_markets": 16, "rows_by_domain": { "i": 18554644, "o": 18565312, "p": 18561185 }, "rows_i": 18554644, "rows_joined": 18565576, "rows_merged": 18565546, "rows_o": 18565312, "rows_p": 18561185, "unique_by_domain": { "i": 0, "o": 2, "p": 28 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1138, "1000_2000ms": 19646, "100_200ms": 73791, "10_20ms": 13337073, "1_2ms": 0, "2000_5000ms": 15738, "200_500ms": 76647, "20_50ms": 4829372, "2_5ms": 0, "5000_10000ms": 6220, "500_1000ms": 37238, "50_100ms": 157611, "5_10ms": 0, "ge30000ms": 170, "neg": 0 }, "max_ms": 78097, "mean_ms": 30.410215792876436, "measurable": 18554644, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 145.0, "rows": 18554644, "unmeasurable": 0, "won_output_rows": 445 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 2037, "100_200ms": 50951, "10_20ms": 17563396, "1_2ms": 0, "2000_5000ms": 610, "200_500ms": 27034, "20_50ms": 657424, "2_5ms": 0, "5000_10000ms": 74, "500_1000ms": 4643, "50_100ms": 120701, "5_10ms": 138442, "ge30000ms": 0, "neg": 0 }, "max_ms": 6945, "mean_ms": 14.347661003488657, "measurable": 18565312, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 16.0, "p99_ms": 54.0, "rows": 18565312, "unmeasurable": 0, "won_output_rows": 3922 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1906, "100_200ms": 39283, "10_20ms": 17975004, "1_2ms": 0, "2000_5000ms": 489, "200_500ms": 19437, "20_50ms": 399004, "2_5ms": 0, "5000_10000ms": 88, "500_1000ms": 3808, "50_100ms": 98561, "5_10ms": 23605, "ge30000ms": 0, "neg": 0 }, "max_ms": 6796, "mean_ms": 14.492644731465152, "measurable": 18561185, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 45.0, "rows": 18561185, "unmeasurable": 0, "won_output_rows": 18561179 } } }, "book": { "boundary_dropped": 1780, "class": "FULL", "exception_markets": 94325, "rows_by_domain": { "i": 219452, "o": 150067, "p": 270954 }, "rows_i": 219452, "rows_joined": 372209, "rows_merged": 370429, "rows_o": 150067, "rows_p": 270954, "unique_by_domain": { "i": 79168, "o": 18523, "p": 129780 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 6082, "1000_2000ms": 1314, "100_200ms": 1868, "10_20ms": 55471, "1_2ms": 0, "2000_5000ms": 2546, "200_500ms": 1835, "20_50ms": 61335, "2_5ms": 0, "5000_10000ms": 2506, "500_1000ms": 1169, "50_100ms": 3550, "5_10ms": 0, "ge30000ms": 81776, "neg": 0 }, "max_ms": 13333115322, "mean_ms": 172920593.30595756, "measurable": 219452, "min_ms": 16, "p50_ms": 26.0, "p90_ms": 40836277.69999994, "p99_ms": 4809670692.0, "rows": 219452, "unmeasurable": 0, "won_output_rows": 81072 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1584, "1000_2000ms": 495, "100_200ms": 947, "10_20ms": 110228, "1_2ms": 0, "2000_5000ms": 1176, "200_500ms": 584, "20_50ms": 10859, "2_5ms": 0, "5000_10000ms": 820, "500_1000ms": 368, "50_100ms": 1894, "5_10ms": 39, "ge30000ms": 21073, "neg": 0 }, "max_ms": 13335930706, "mean_ms": 63994786.918236524, "measurable": 150067, "min_ms": 9, "p50_ms": 14.0, "p90_ms": 373994.1999999996, "p99_ms": 3044678241.0, "rows": 150067, "unmeasurable": 0, "won_output_rows": 19175 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 9008, "1000_2000ms": 1309, "100_200ms": 1126, "10_20ms": 112617, "1_2ms": 0, "2000_5000ms": 3344, "200_500ms": 1294, "20_50ms": 9046, "2_5ms": 0, "5000_10000ms": 3436, "500_1000ms": 986, "50_100ms": 2020, "5_10ms": 0, "ge30000ms": 126768, "neg": 0 }, "max_ms": 13333593567, "mean_ms": 216671033.954937, "measurable": 270954, "min_ms": 10, "p50_ms": 10533.0, "p90_ms": 119185463.6000002, "p99_ms": 5385020376.779998, "rows": 270954, "unmeasurable": 0, "won_output_rows": 270182 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 3, "rows_by_domain": { "i": 62013, "o": 62387, "p": 62222 }, "rows_i": 62013, "rows_joined": 62412, "rows_merged": 62412, "rows_o": 62387, "rows_p": 62222, "unique_by_domain": { "i": 3, "o": 3, "p": 4 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 6, "1000_2000ms": 267, "100_200ms": 741, "10_20ms": 29636, "1_2ms": 0, "2000_5000ms": 69, "200_500ms": 624, "20_50ms": 28938, "2_5ms": 0, "5000_10000ms": 25, "500_1000ms": 288, "50_100ms": 1419, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 13761, "mean_ms": 42.338541918629964, "measurable": 62013, "min_ms": 15, "p50_ms": 20.0, "p90_ms": 30.0, "p99_ms": 536.0, "rows": 62013, "unmeasurable": 0, "won_output_rows": 53 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 117, "100_200ms": 415, "10_20ms": 56286, "1_2ms": 0, "2000_5000ms": 81, "200_500ms": 239, "20_50ms": 4152, "2_5ms": 0, "5000_10000ms": 21, "500_1000ms": 152, "50_100ms": 904, "5_10ms": 20, "ge30000ms": 0, "neg": 0 }, "max_ms": 6960, "mean_ms": 27.19712440091686, "measurable": 62387, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 19.0, "p99_ms": 192.0, "rows": 62387, "unmeasurable": 0, "won_output_rows": 137 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 63, "100_200ms": 419, "10_20ms": 57350, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 156, "20_50ms": 3348, "2_5ms": 0, "5000_10000ms": 1, "500_1000ms": 72, "50_100ms": 808, "5_10ms": 1, "ge30000ms": 0, "neg": 0 }, "max_ms": 5384, "mean_ms": 19.09435569412748, "measurable": 62222, "min_ms": 9, "p50_ms": 14.0, "p90_ms": 17.0, "p99_ms": 110.0, "rows": 62222, "unmeasurable": 0, "won_output_rows": 62222 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 652, "o": 652, "p": 652 }, "rows_i": 652, "rows_joined": 701, "rows_merged": 701, "rows_o": 652, "rows_p": 652, "unique_by_domain": { "i": 11, "o": 0, "p": 38 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 11, "1000_2000ms": 1, "100_200ms": 10, "10_20ms": 362, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 7, "20_50ms": 172, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 41, "5_10ms": 0, "ge30000ms": 47, "neg": 0 }, "max_ms": 51511, "mean_ms": 3964.527607361963, "measurable": 652, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 243.79999999999905, "p99_ms": 51485.45, "rows": 652, "unmeasurable": 0, "won_output_rows": 12 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 18, "1000_2000ms": 0, "100_200ms": 2, "10_20ms": 488, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 83, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 7, "5_10ms": 3, "ge30000ms": 51, "neg": 0 }, "max_ms": 52864, "mean_ms": 3932.338957055215, "measurable": 652, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 20005.7, "p99_ms": 44348.96, "rows": 652, "unmeasurable": 0, "won_output_rows": 37 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 50, "1000_2000ms": 0, "100_200ms": 1, "10_20ms": 463, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 71, "2_5ms": 0, "5000_10000ms": 6, "500_1000ms": 0, "50_100ms": 9, "5_10ms": 1, "ge30000ms": 51, "neg": 0 }, "max_ms": 51139, "mean_ms": 4502.2837423312885, "measurable": 652, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 18279.7, "p99_ms": 42622.96000000001, "rows": 652, "unmeasurable": 0, "won_output_rows": 652 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 527, "o": 527, "p": 527 }, "rows_i": 527, "rows_joined": 745, "rows_merged": 745, "rows_o": 527, "rows_p": 527, "unique_by_domain": { "i": 72, "o": 94, "p": 52 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 54, "1000_2000ms": 13, "100_200ms": 51, "10_20ms": 1, "1_2ms": 0, "2000_5000ms": 14, "200_500ms": 128, "20_50ms": 16, "2_5ms": 0, "5000_10000ms": 13, "500_1000ms": 42, "50_100ms": 12, "5_10ms": 0, "ge30000ms": 183, "neg": 0 }, "max_ms": 70102, "mean_ms": 18660.020872865276, "measurable": 527, "min_ms": 19, "p50_ms": 2102.0, "p90_ms": 52307.2, "p99_ms": 67293.68000000002, "rows": 527, "unmeasurable": 0, "won_output_rows": 82 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 57, "1000_2000ms": 0, "100_200ms": 91, "10_20ms": 6, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 22, "20_50ms": 54, "2_5ms": 0, "5000_10000ms": 15, "500_1000ms": 5, "50_100ms": 109, "5_10ms": 0, "ge30000ms": 168, "neg": 0 }, "max_ms": 68552, "mean_ms": 17000.151802656546, "measurable": 527, "min_ms": 12, "p50_ms": 254.0, "p90_ms": 50180.8, "p99_ms": 64120.42, "rows": 527, "unmeasurable": 0, "won_output_rows": 136 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 60, "1000_2000ms": 0, "100_200ms": 1, "10_20ms": 68, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 17, "20_50ms": 183, "2_5ms": 0, "5000_10000ms": 2, "500_1000ms": 0, "50_100ms": 32, "5_10ms": 0, "ge30000ms": 164, "neg": 0 }, "max_ms": 67304, "mean_ms": 16619.554079696394, "measurable": 527, "min_ms": 14, "p50_ms": 56.0, "p90_ms": 50724.2, "p99_ms": 64738.04, "rows": 527, "unmeasurable": 0, "won_output_rows": 527 } } }, "price_change": { "boundary_dropped": 180, "class": "FULL", "exception_markets": 28, "rows_by_domain": { "i": 121607273, "o": 121746256, "p": 121688518 }, "rows_i": 121607273, "rows_joined": 121752460, "rows_merged": 121752280, "rows_o": 121746256, "rows_p": 121688518, "unique_by_domain": { "i": 14, "o": 46, "p": 1380 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 9468, "1000_2000ms": 145292, "100_200ms": 640163, "10_20ms": 81797159, "1_2ms": 0, "2000_5000ms": 114772, "200_500ms": 580476, "20_50ms": 36624186, "2_5ms": 0, "5000_10000ms": 43608, "500_1000ms": 269203, "50_100ms": 1380528, "5_10ms": 0, "ge30000ms": 2418, "neg": 0 }, "max_ms": 78817, "mean_ms": 32.727582272155715, "measurable": 121607273, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 186.0, "rows": 121607273, "unmeasurable": 0, "won_output_rows": 9616 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 29512, "100_200ms": 465762, "10_20ms": 114109286, "1_2ms": 0, "2000_5000ms": 25154, "200_500ms": 228532, "20_50ms": 5268014, "2_5ms": 0, "5000_10000ms": 5826, "500_1000ms": 45168, "50_100ms": 1032766, "5_10ms": 536236, "ge30000ms": 0, "neg": 0 }, "max_ms": 6992, "mean_ms": 16.07334671548339, "measurable": 121746256, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 17.0, "p99_ms": 70.0, "rows": 121746256, "unmeasurable": 0, "won_output_rows": 54194 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 13180, "100_200ms": 377152, "10_20ms": 116491802, "1_2ms": 0, "2000_5000ms": 3276, "200_500ms": 163522, "20_50ms": 3655972, "2_5ms": 0, "5000_10000ms": 1478, "500_1000ms": 27582, "50_100ms": 872146, "5_10ms": 82408, "ge30000ms": 0, "neg": 0 }, "max_ms": 6807, "mean_ms": 15.180417005325022, "measurable": 121688518, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 57.0, "rows": 121688518, "unmeasurable": 0, "won_output_rows": 121688470 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 5, "rows_by_domain": { "i": 4312, "o": 4332, "p": 4332 }, "rows_i": 4312, "rows_joined": 4332, "rows_merged": 4332, "rows_o": 4332, "rows_p": 4332, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 12, "1000_2000ms": 8, "100_200ms": 8, "10_20ms": 2775, "1_2ms": 0, "2000_5000ms": 16, "200_500ms": 8, "20_50ms": 1409, "2_5ms": 0, "5000_10000ms": 32, "500_1000ms": 12, "50_100ms": 32, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 16288, "mean_ms": 128.8740723562152, "measurable": 4312, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 23.0, "p99_ms": 5243.030000000173, "rows": 4312, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 20, "10_20ms": 4116, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 32, "20_50ms": 112, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 16, "50_100ms": 16, "5_10ms": 16, "ge30000ms": 0, "neg": 0 }, "max_ms": 1118, "mean_ms": 19.127423822714682, "measurable": 4332, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 17.0, "p99_ms": 266.899999999996, "rows": 4332, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 12, "10_20ms": 4158, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 36, "20_50ms": 70, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 28, "50_100ms": 20, "5_10ms": 4, "ge30000ms": 0, "neg": 0 }, "max_ms": 2191, "mean_ms": 21.981532779316712, "measurable": 4332, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 307.8399999999856, "rows": 4332, "unmeasurable": 0, "won_output_rows": 4332 } } } }, "archive_root": "merged-live", "boundary_guard": "cache", "bytes": 1429622540, "file": "2026-10-31T06.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-31/06", "hour_utc": "2026-10-31T06:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41658297536159537, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562977499228322, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 197043388 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297536159347, "min_sequence": 562977499228411, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 18565546, "row_groups": [ 0, 70 ], "sha256": "56510455734f9254de0dba449e7d031b649e6f3147a32b7b64c36b608cdc8441" }, "book": { "byte_range": [ 197043388, 232067462 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297527463021, "min_sequence": 562977499228695, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 370429, "row_groups": [ 71, 72 ], "sha256": "b4611493d9663e102597773c667928e69801b9a06df27b2191b1d364bf8bbec1" }, "last_trade_price": { "byte_range": [ 232067462, 235514388 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297528072616, "min_sequence": 562977499228717, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 62412, "row_groups": [ 73, 73 ], "sha256": "bc21106a614ebd96e52408187695ac3104a52928ce769c448d52eb2ece2b33a6" }, "market_resolved": { "byte_range": [ 235514388, 235620163 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297509432230, "min_sequence": 562977499288617, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 701, "row_groups": [ 74, 74 ], "sha256": "f3f79d353cc273efe34c19a8c7882f2cb05bfd4ea6131c1a1d6fb840e518faa5" }, "new_market": { "byte_range": [ 235620163, 235699138 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297527232495, "min_sequence": 562977499706873, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 745, "row_groups": [ 75, 75 ], "sha256": "132c7761c72d5796e53e20af7b817747379209ae490fa47ba099d599fa5d688b" }, "price_change": { "byte_range": [ 235699138, 1427870663 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297536159537, "min_sequence": 562977499228322, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 121752280, "row_groups": [ 76, 540 ], "sha256": "6d82b693972709c412a5d6ef2ec54f8917f3b82d1f9f4c1cb434e31b5d3d02a6" }, "tick_size_change": { "byte_range": [ 1427870663, 1428028646 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562977638434997, "min_sequence": 562977501775882, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 4332, "row_groups": [ 541, 541 ], "sha256": "08be0f87ce8a3ec2f7050e29b8dca9e32dcaea26e6ce0349943689dd387f5363" } }, "row_count": 140756445, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "sha256": "f2cdc93c649e15bb85d73bb1c8c40a1ec11b27b88280dde1ab1553c3b0d254a1", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-31T06.witness_stats.json", "witness_stats_sha256": "9aaa816288df70635917b5fd4eca2d875cb735ffe0bd9c49daad35070e4f9e5b", "witnesses": "iop", "witnesses_captured": [ "i", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-31T06.ai.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 83875009, "row_ordinal_min": 0, "rows": 2711857, "sha256": "63e31851952cde2a5cd1ac72549f8c5aee3d2cdd18c369bc61ee50cac48c78ae", "size": 12984887, "sub_tag": null }, { "category": "ai", "file": "2026-10-31T06.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 83875009, "row_ordinal_min": 0, "rows": 2711857, "sha256": "f2a182a1a1e4df08fa35cf85b4eb43d84f5d6ee643fbe27d7b7aa29488e2870f", "size": 12241383, "sub_tag": null }, { "category": "business", "file": "2026-10-31T06.business.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 83875013, "row_ordinal_min": 363224, "rows": 185223, "sha256": "cd1a08e197f0c681c375eb3e8f2c79478d64ab6c6b28f736b545f22e327fe7a8", "size": 993877, "sub_tag": null }, { "category": "business", "file": "2026-10-31T06.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 83875013, "row_ordinal_min": 363224, "rows": 185223, "sha256": "ea9246e505246a2f05facb2bbbffedeaf48901cb20980ff5a720bc02c807009f", "size": 864753, "sub_tag": null }, { "category": "crypto", "file": "2026-10-31T06.crypto.parquet", "part": null, "role": "lean", "row_groups": 28, "row_ordinal_max": 83875649, "row_ordinal_min": 381325, "rows": 18299428, "sha256": "104cb4e4f3df3ed6d3cfbb8828081e96996ee51e902cd7c378069ba2f381da6b", "size": 85151729, "sub_tag": null }, { "category": "crypto", "file": "2026-10-31T06.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 28, "row_ordinal_max": 83875649, "row_ordinal_min": 381325, "rows": 18299428, "sha256": "d40128e1c7cf853a1f31007a15f05a7ba723e5641371b62aeba22ac62ff3ab36", "size": 57160127, "sub_tag": null }, { "category": "earnings", "file": "2026-10-31T06.earnings.parquet", "part": null, "role": "lean", "row_groups": 3, "row_ordinal_max": 30346476, "row_ordinal_min": 1942571, "rows": 8688, "sha256": "d027ff32fdf18e73ee9ec29e9ccfc3f798b9fb614757d8cfd1eb1d0e42688d72", "size": 76623, "sub_tag": null }, { "category": "earnings", "file": "2026-10-31T06.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 3, "row_ordinal_max": 30346476, "row_ordinal_min": 1942571, "rows": 8688, "sha256": "b71f825432a8e304b146cfb7599252a1745d380d9b974220ca85b46e7423c25f", "size": 52465, "sub_tag": null }, { "category": "economy", "file": "2026-10-31T06.economy.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 31136341, "row_ordinal_min": 1944597, "rows": 948889, "sha256": "01076615352b72d32b2e058fc28c28009b8d6339fa72cad2ffe7efd7256263ff", "size": 4592537, "sub_tag": null }, { "category": "economy", "file": "2026-10-31T06.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 31136341, "row_ordinal_min": 1944597, "rows": 948889, "sha256": "b029b661bcd67a195ada36c4ec8ab1a44b1c29d7e19a8ae3e9901c90d0262502", "size": 4207127, "sub_tag": null }, { "category": "elections", "file": "2026-10-31T06.elections.parquet", "part": null, "role": "lean", "row_groups": 18, "row_ordinal_max": 83875653, "row_ordinal_min": 2102838, "rows": 10041477, "sha256": "5829ccdf968abadff8d579df0469d3bffdec68dc8178d992ac0b937977b21fab", "size": 52157009, "sub_tag": null }, { "category": "elections", "file": "2026-10-31T06.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 18, "row_ordinal_max": 83875653, "row_ordinal_min": 2102838, "rows": 10041477, "sha256": "a3840af96b2c7898c15c23f5f6f7034a8ff337106403d0329874cca4bc9f509f", "size": 45772359, "sub_tag": null }, { "category": "esports", "file": "2026-10-31T06.esports.parquet", "part": null, "role": "lean", "row_groups": 16, "row_ordinal_max": 83875665, "row_ordinal_min": 3553118, "rows": 6165239, "sha256": "d3df73b896c65040e7c188a947063953bdbb1acdd6b2e954f70a643436acee81", "size": 21402420, "sub_tag": null }, { "category": "esports", "file": "2026-10-31T06.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 16, "row_ordinal_max": 83875665, "row_ordinal_min": 3553118, "rows": 6165239, "sha256": "9ea71df94b86becfcec8d8711279952a7f4d818b3b959e2939c3d1e4324c143b", "size": 20496464, "sub_tag": null }, { "category": "finance", "file": "2026-10-31T06.finance.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 83875677, "row_ordinal_min": 4972066, "rows": 1678819, "sha256": "d0eda9f2d69355fa8af205588db517ad13ef013e18ad2cffbaebf7fbebcb2d8d", "size": 8182587, "sub_tag": null }, { "category": "finance", "file": "2026-10-31T06.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 83875677, "row_ordinal_min": 4972066, "rows": 1678819, "sha256": "3c6991eab10d11712fd91334e1f85a130217f91c2f8dde7ab6936fa2250c58dd", "size": 5791386, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-31T06.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 47618050, "row_ordinal_min": 5262402, "rows": 2016765, "sha256": "0e72039fb9d439d5e40cebcc37331cafe0bc125ded2643d68a1a2900efa55fae", "size": 9716935, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-31T06.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 47618050, "row_ordinal_min": 5262402, "rows": 2016765, "sha256": "68a6f53440150343526294097cdc91302b349d54d161a92d8d28db39fd51a426", "size": 8682172, "sub_tag": null }, { "category": "politics", "file": "2026-10-31T06.politics.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 83875721, "row_ordinal_min": 5506463, "rows": 1813844, "sha256": "3963482f6eb1b15a7c59c6d5131c2c27546c76e5d86e277dae34dfd9fb375435", "size": 10541625, "sub_tag": null }, { "category": "politics", "file": "2026-10-31T06.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 83875721, "row_ordinal_min": 5506463, "rows": 1813844, "sha256": "3ca5b9d5cadc9efa58cd38e7bce70777b4968edadea8b54fb7da76a2ce780ed2", "size": 8059727, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-31T06.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 51226861, "row_ordinal_min": 5723770, "rows": 2399897, "sha256": "04b01c930ee6d2c792eb759ab428883fb5467cce5976f0543829bcec4d3b39fa", "size": 11728778, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-31T06.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 51226861, "row_ordinal_min": 5723770, "rows": 2399897, "sha256": "80552e3696652b77413e3690ca21997b04ba947df759f17fa51485292da5d61e", "size": 10555781, "sub_tag": null }, { "category": "science", "file": "2026-10-31T06.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 51338317, "row_ordinal_min": 6066698, "rows": 136239, "sha256": "5b5957b37db70db1367ef71efc21926db43cd6c8fcf7b41273ab2e3c01637da0", "size": 703833, "sub_tag": null }, { "category": "science", "file": "2026-10-31T06.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 51338317, "row_ordinal_min": 6066698, "rows": 136239, "sha256": "a406ce9fe410c8de65be785166ea01f91a5bd0b9690f02840fe788d3e8ddad1f", "size": 552566, "sub_tag": null }, { "category": "sports", "file": "2026-10-31T06.sports.parquet", "part": null, "role": "lean", "row_groups": 38, "row_ordinal_max": 83879025, "row_ordinal_min": 6091284, "rows": 29501058, "sha256": "f5145c93f3f6a92378fb449c7b5c43d4126f590fb73fb61299c039a817b56e27", "size": 172508598, "sub_tag": null }, { "category": "sports", "file": "2026-10-31T06.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 38, "row_ordinal_max": 83879025, "row_ordinal_min": 6091284, "rows": 29501058, "sha256": "d8d9444ad4dc937d3e2541da6c46f41457844c4c41f4718128ba5c621bb8b901", "size": 126399963, "sub_tag": null }, { "category": "tech", "file": "2026-10-31T06.tech.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 77145807, "row_ordinal_min": 10011078, "rows": 419809, "sha256": "212e540b7a79fe6228e410c2f5260ee18d1a99f7bfc62f1c38f83e90957e3799", "size": 2253616, "sub_tag": null }, { "category": "tech", "file": "2026-10-31T06.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 77145807, "row_ordinal_min": 10011078, "rows": 419809, "sha256": "0d35b5f0d27dbcdae16b9bb85ee7d9e5602a3e12ca73185b8dfc3f615e757862", "size": 1946814, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-31T06.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 77253071, "row_ordinal_min": 10062335, "rows": 120898, "sha256": "bbd3bf6eb212af8ad67782e879b8031a6ef6458728bb3a2b91361e6324dcddfb", "size": 673381, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-31T06.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 77253071, "row_ordinal_min": 10062335, "rows": 120898, "sha256": "a0ae276a571256cbc64f0cf2692a0bcac2d93f2d7a0e3734303f6261386b1b74", "size": 578577, "sub_tag": null }, { "category": "weather", "file": "2026-10-31T06.weather.parquet", "part": null, "role": "lean", "row_groups": 14, "row_ordinal_max": 83879337, "row_ordinal_min": 10075825, "rows": 5597073, "sha256": "eb2eecbe9d0e39569a920aea268d7e0784e47ebcb37a4bf965eb17fb56f80d39", "size": 26158480, "sub_tag": null }, { "category": "weather", "file": "2026-10-31T06.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 14, "row_ordinal_max": 83879337, "row_ordinal_min": 10075825, "rows": 5597073, "sha256": "0299ab358c9c869faff5f11c3071f594810f0e8f7b83a5d0cc66ee0a8c434de6", "size": 19573560, "sub_tag": null }, { "category": "world", "file": "2026-10-31T06.world.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 83875005, "row_ordinal_min": 10489314, "rows": 1834135, "sha256": "165fbe5208f33219577f43397be77062db575e1c94bcd70e1d3b5fc321206a7f", "size": 7919443, "sub_tag": null }, { "category": "world", "file": "2026-10-31T06.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 83875005, "row_ordinal_min": 10489314, "rows": 1834135, "sha256": "07b6479e5f5943d2ac9d1260f2bd739c687ba2dff50f1b832134f6796ad1c328", "size": 7912379, "sub_tag": null }, { "category": null, "file": "2026-10-31T06.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 340357, "sha256": "ef4ef6daa463edd15bb44626c496f94c19b5f3fba66548f81a8d434794232ef1", "size": 24727088, "sub_tag": null }, { "category": null, "file": "2026-10-31T06.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 785231, "sha256": "0336c91a4c01dfbbbec03b5510f2dde0bcd8650b47d26bf52460a8fb351f05cc", "size": 67154299, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "53c7d434-1ce5-4e54-b163-611ac3128652", "hour": "2026-10-31/06", "hour_utc": "2026-10-31T06:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-31", "schedule_sha256": "b26a6d9b6f7e26f86caab58dc0fcf2c76a9d87a3d95cbd8689a6592e8c849f6f", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-30", "max_sequence": 41658297536159537, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562977499228323, "mirror_audit": { "files": [ { "file": "2026-10-31T06.mirror_dropped.p1.parquet", "rows": 43806720, "sha256": "5d90f4e4ef6f61d3fb66d1a6a09dc3c808a6a23c988ca9dc4d5d025470d39551", "size": 297461351 }, { "file": "2026-10-31T06.mirror_dropped.p2.parquet", "rows": 13067602, "sha256": "10f5ce756fb63e75c520a0ec21b488e48d7c695662089146b637a0a2b471c18e", "size": 84217738 } ], "parts": 2, "public": false, "rows": 56874322, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 18348, "_pairs": 99257, "best_ask": 2, "best_bid": 5, "source_witness": 2, "spread": 7, "witness_set": 99251 }, "book": { "_no_partner": 950, "_pairs": 3359, "asks": 38, "bids": 110, "witness_set": 3211 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 117605, "book": 4309, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 7693508, "book": 143414, "price_change": 49037400 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297536159345, "min_sequence": 562977499228411, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 10872038, "source_rows": 18565546 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297527463018, "min_sequence": 562977499228695, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 224230, "source_rows": 370429 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297528072616, "min_sequence": 562977499228717, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 62412, "source_rows": 62412 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297509432230, "min_sequence": 562977499288617, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 701, "source_rows": 701 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297527232495, "min_sequence": 562977499706873, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 745, "source_rows": 745 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297536159537, "min_sequence": 562977499228323, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 72714880, "source_rows": 121752280 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562977638434997, "min_sequence": 562977501775882, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 4332, "source_rows": 4332 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "31c72fd414cd3451333b642e199bcd893e0d23da" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "50cb90e76e12866a30110f5bd6164e712ac99f337620d983d441807fd22bf7c8", "recorders": null, "row_count": 83879338, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "source_sha256": "f2cdc93c649e15bb85d73bb1c8c40a1ec11b27b88280dde1ab1553c3b0d254a1", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 19677, "ai-benchmarks": 12146, "ai-rankings": 1396200, "ai-releases": 464732, "anthropic": 17559, "art": 1, "big-tech": 354975, "china": 1718, "companies-with-1-ai": 1750, "compute": 232046, "congress": 17493, "courts": 617, "elon-musk": 53, "gemini": 1008, "google": 17979, "grok": 4952, "ipos": 19701, "leopold-aschenbrenner": 36, "math": 23389, "meta": 13686, "moonshot": 5798, "openai": 94580, "openrouter-total-tokens-weekly": 8525, "privates": 2180, "ssi": 1037, "united-states": 19 }, "business": { "(none)": 1366, "acquisitions": 4, "banking": 413, "banks": 71, "big-tech": 74446, "earn-4": 3622, "economic-policy": 218, "equities": 36760, "fed-rates": 36992, "ipos": 28796, "jpm": 1881, "sec": 56, "stocks": 507, "taxes": 91 }, "crypto": { "aave": 597, "acquisitions": 11, "big-tech": 263, "bitcoin": 7126034, "bnb": 898923, "congress": 41910, "crypto-culture": 6058, "crypto-legal": 3807, "crypto-listings": 12210, "crypto-prices": 5381, "dogecoin": 1139329, "epstein": 196, "eric-adams": 279, "ethena": 2608, "ethereum": 2958305, "fees": 1651, "ftx": 27, "gov-reserve": 984, "hack": 655, "hype": 1401420, "hyperliquid": 109246, "ipos": 622, "memecoins": 277, "meta": 4, "microstrategy": 45, "network-stats": 17, "nft": 636, "pre-market": 442847, "prediction-markets": 934, "price-comparison": 591, "price-milestone": 4256, "privates": 3299, "protocol-risk": 130, "public-sales": 9893, "pumpptfun": 202, "sam-altman": 1121, "solana": 1946789, "stablecoins": 2639, "stocks": 30, "trump-presidency": 291, "xrp": 1822851, "yearly": 56952, "zcash": 295108 }, "earnings": { "equities": 8688 }, "economy": { "(none)": 15, "acquisitions": 1, "brazil": 12250, "canada": 14100, "commodities": 29856, "consumer": 5687, "economic-policy": 34790, "equities": 5, "europe": 24, "fed": 654, "fed-rates": 91349, "france": 13302, "global-rates": 39234, "housing": 2468, "inflation": 3228, "iran": 79828, "israel": 4304, "japan": 17863, "macro-indicators": 329181, "mexico": 17494, "oil": 4857, "parcl": 232154, "prices": 10737, "shipping": 12, "taxes": 12, "trade-war": 5194, "trump": 266, "us-bank-bailout": 4, "us-debt-downgrade": 15, "us-defaults-on-debt": 5 }, "elections": { "celebrities": 132675, "france": 1530, "global-elections": 2266115, "israel": 15264, "midterms": 7324066, "nov-4-elections": 48, "peru-elections": 36, "popular-vote": 482, "romania": 510, "taxes": 957, "trump": 1107, "turkey": 582, "uk": 3675, "united-kingdom": 104, "us-presidential-election": 294185, "vance": 44, "wisconsin": 97 }, "esports": { "call-of-duty": 19533, "counter-strike-2": 3101080, "dota-2": 64623, "esports-awards": 349291, "honor-of-kings": 661182, "league-of-legends": 180964, "mlb": 910, "mobile-legends-bang-bang": 962605, "overwatch": 28941, "poker": 2, "rainbow-six-siege": 88, "starcraft-2": 3, "valorant": 796017 }, "finance": { "aapl": 7689, "acquisitions": 314, "anthropic": 33467, "big-tech": 20251, "brazil": 13830, "canada": 38852, "commodities": 24097, "equities": 1237322, "forex": 18439, "gold": 8, "indicies": 18133, "indonesia": 2057, "ipos": 10894, "italy": 115, "kpis": 48173, "macro-indicators": 9357, "openai": 24646, "privates": 167901, "silver": 11, "stocks": 1054, "tariffs": 210, "trump-presidency": 1999 }, "geopolitics": { "(none)": 2610, "africa": 28, "argentina": 176, "australia": 267, "awards": 23069, "brazil": 6, "brics-add-a-new-member": 334, "canada": 2200, "china": 28051, "colombia": 5, "commodities": 8572, "country-leave-brics": 290, "courts": 5310, "cuba": 5746, "denmark": 85, "earn-4": 407, "el-salvador": 728, "epstein": 180, "europe": 313, "f1": 20, "foreign-policy": 37348, "france": 1232, "global-elections": 559746, "greenland": 1485, "h-1b": 5882, "immigration": 2400, "india": 1640, "india-pakistan": 65, "iran": 412740, "israel": 8137, "mali": 2710, "mexico": 5985, "middle-east": 161697, "midterms": 70646, "military": 1936, "military-action": 90, "moscow": 114, "nato": 1766, "north-korea": 14229, "oil": 178231, "parlays": 247, "philippines": 339, "poland": 2051, "president": 2, "prime-minister": 662, "putin": 1326, "russia": 8173, "south-korea": 2352, "spain": 2452, "strike": 1929, "sudan": 225, "taiwan": 135, "trade-war": 21539, "trump": 102187, "trump-presidency": 9433, "turkey": 6056, "uk-labour-leadership": 42403, "ukraine": 115604, "ukraine-map": 111438, "un": 15376, "venezuela": 23324, "world-affairs": 3036 }, "politics": { "(none)": 500, "abc": 81, "approval": 17134, "asia": 5, "bernie-sanders": 7312, "biden": 1049, "bolivia": 173, "boxing": 2478, "brazil": 2963, "california": 1, "canada": 7176, "china": 10987, "comey": 32356, "compute": 1, "congress": 15094, "courts": 7605, "democrat": 307, "department-of-war": 3031, "dollar": 23, "earn-4": 278, "elon-musk": 15, "epstein": 4389, "fed-rates": 32893, "fifa": 3014, "flip-off": 71, "foreign-policy": 412, "france": 28553, "gas": 1138, "global-elections": 123497, "greece": 5516, "house-of-representatives": 1222, "hungary": 8314, "ice": 2055, "india": 662, "indonesia": 960, "israel": 2819, "istanbul": 24, "japan": 191, "kippah": 60, "legislation": 6812, "mamdani": 106, "margin-of-victory": 26931, "marijuana": 11, "mention-markets": 24872, "mexico": 2735, "midterms": 225454, "minnesota": 53, "minnesota-fraud": 216, "nasa": 386, "new-york": 10, "new-york-city": 1516, "north-korea": 57, "nyc": 6888, "obama": 190, "ohio": 1, "ohio-midterm": 13556, "oil": 724, "pakistan": 206, "pardon": 1378, "parlays": 9, "parliament": 1761, "pete-hegseth": 5676, "philippines": 116, "prison": 15, "resign": 923, "romania": 388, "russia": 22, "sbf": 18747, "senate-elections": 20851, "south-korea": 131, "spain": 800, "speech": 13, "supreme-court": 579, "tariffs": 871, "taxes": 228, "tennessee": 106, "trump": 98522, "trump-cabinet": 42191, "trump-daily": 2415, "trump-presidency": 58947, "trump-speech": 621, "truth-social": 242, "turkey": 710, "tweets-markets": 179056, "uk": 15788, "ukraine": 495, "united-kingdom": 515, "united-states": 20153, "us-house": 1450, "us-politics": 2190, "us-presidential-election": 692878, "venezuela": 7790, "voting": 714, "washington-dc": 25, "white-house": 1445 }, "pop-culture": { "(none)": 791, "aliens": 9460, "art": 3250, "australia": 38, "awards": 197910, "basketball": 1510, "best-of-2026": 18341, "call-of-duty": 29, "celebrities": 70757, "charlie-kirk": 318, "clavicular": 642, "climate-science": 1730, "counter-strike-2": 336, "court-cases": 26, "courts": 5908, "daejon-love": 14, "dominican-republic": 182, "dota-2": 415, "earthquake": 41, "elon-musk": 15, "f1": 79, "fda": 1118, "fifa": 5366, "fifa-world-cup": 5, "football": 45709, "gaming": 13863, "gta-vi": 10333, "israel": 10482, "japan": 3, "la-liga": 102, "league-of-legends": 19, "logan-paul": 217, "los-angeles": 2, "marijuana": 1316, "midterms": 21, "movie-delay": 257, "movies": 1209675, "music": 244340, "new-york-city": 294, "nfl": 339, "pandemics": 2439, "parent-for-derivative": 1570, "podcast": 22, "pokemon": 580, "pope-leo-xiv": 1, "pregnant": 559, "russia": 6, "spain": 762, "spider-man": 1707, "streamer": 1975, "tennis": 1089, "the-legend-of-zelda": 489, "travel": 18503, "trump": 25052, "trump-daily": 1704, "trump-netanyahu": 19786, "tv": 6733, "tweets-markets": 445404, "uk": 279, "utah": 36, "valve": 804, "xbox": 1058, "youtube": 14086 }, "science": { "(none)": 1817, "aliens": 1970, "big-tech": 12788, "climate-science": 87, "drug": 2081, "elon-musk": 33279, "fda": 5063, "global-temp": 6006, "gold": 746, "macro-indicators": 6573, "new-york-city": 380, "pandemics": 4626, "precipitation": 49309, "russia": 148, "space": 1, "spacex": 11365 }, "sports": { "(none)": 6337, "2026-summer-transfer-window": 16481, "afc": 22670, "afc-champions-league-elite": 12916, "afcon": 33727, "afcq": 8578, "aflw": 538, "american-football": 196, "arg": 63330, "argpn": 113719, "australian-a-league": 1178300, "austria-bundesliga": 17107, "awards": 29531, "aze1": 24070, "aze2": 18, "baseball": 53750, "basketball": 938418, "bel1": 22518, "bel2": 15401, "bolivia-lfpb": 72775, "boxing": 4155, "bra3": 11390, "brazil-serie-a": 38213, "brazil-serie-b": 73074, "bulgaria-parva-liga": 29354, "bundesliga": 322585, "bundesliga-2": 40795, "canpl": 3160, "carabao-cup": 3, "cfb": 2499658, "chess": 23163, "chi2": 2072344, "chile-primera": 21194, "china-fa-cup": 1050, "chinese-super-league": 48050, "chl2": 20984, "clf": 564, "col2": 35, "colombia-primera-a": 30353, "combat-sports": 372, "concacaf": 9062, "concacaf-nations-league": 7566, "copa-america": 46432, "copa-del-rey": 5355, "cricket": 130171, "cristiano-ronaldo": 3950, "czechia-fortuna-liga": 43687, "darts": 1, "denmark-superliga": 22478, "dfb-pokal": 7060, "ecu1": 50695, "efl-championship": 154795, "egypt-premier-league": 13197, "epl": 481870, "ere": 76201, "est1": 49695, "europa-conference-league": 198171, "f1": 88554, "fa-cup": 20590, "fifa": 15736, "fifa-friendly": 2850, "fifa-world-cup": 8727, "fin1": 23314, "formula1": 17065, "fro1": 11701, "goals": 1182, "golf": 123679, "gre1": 22692, "handball": 304, "hockey": 86389, "hungary-nb1": 23507, "idn1": 45153, "idn2": 36473, "indian-super-league": 18323, "irl1": 6295, "isl1": 18, "israel-premier-league": 22565, "itc": 1, "japan-j-league": 3623848, "japan-j2-league": 3209352, "k-league": 664498, "kaz1": 128477, "kor2": 471745, "la-liga": 284760, "la-liga-2": 42256, "lacrosse": 786, "lazio": 64, "lcs": 4, "lib": 16643, "ligue-1": 114150, "ligue-2": 37884, "lionel-messi": 84, "ltu1": 12185, "lva1": 16078, "mex": 330418, "mlb": 68211, "mls": 482704, "morocco-botola-pro": 11946, "moto2": 36, "moto3": 313, "nascar": 41827, "national-league": 46475, "nba": 1550439, "ned2": 16781, "new-york-city": 32921, "nfl": 2415998, "nhl": 830317, "nirl1": 8167, "nor2": 26063, "norway-eliteserien": 54357, "peru-liga-1": 74542, "pickleball": 81296, "poland-ekstraklasa": 30731, "power-slap": 113, "primeira-liga": 76289, "qat1": 13056, "qualification": 230, "racing": 3235, "romania-superliga": 24337, "rugby": 2599, "rus": 32761, "saf1": 37580, "saudi-professional-league": 28365, "scotland-league-cup": 9592, "scottish-premiership": 58199, "sea": 243243, "serbian-superliga": 14427, "serie-b": 57683, "slovenia-prvaliga": 19517, "soccer": 1163172, "soccer-atc": 87, "soccer-brco": 6497, "soccer-ccc": 23610, "soccer-el1": 60229, "soccer-el2": 46191, "soccer-fpd": 27301, "soccer-grc": 10, "soccer-gtm": 97275, "soccer-hr1": 22399, "soccer-nlc": 301, "soccer-nwsl": 60948, "soccer-ptc": 246, "soccer-scoc": 1443, "soccer-svk1": 31027, "soccer-trsk": 780, "sud": 1368, "swe2": 45147, "sweden-allsvenskan": 62256, "swimming": 14030, "switzerland-super-league": 113976, "table-tennis": 11980, "tennis": 1454475, "tha1": 22907, "tur": 47868, "tur2": 54178, "u20wwc": 3, "uae1": 7115, "ucl": 355859, "uefa": 15814, "uefa-nations-league": 80740, "uel": 226775, "ufc": 123932, "ukraine-premier-liha": 29254, "uru1": 40391, "usl1": 16, "uslc": 46941, "usoc": 16, "uzb1": 42713, "ven1": 40163, "volleyball": 319, "womens-ballon-dor": 13, "womens-champions-league": 5519, "wsl": 21812 }, "tech": { "(none)": 2381, "airbnb": 912, "anthropic": 1057, "big-tech": 101925, "celebrities": 102567, "china": 1079, "coding": 45689, "collectibles": 1214, "congress": 23, "corporate-financials": 278, "courts": 468, "earn-4": 5236, "elon-musk": 3157, "equities": 142, "gaming": 668, "google": 114168, "hack": 1365, "ipos": 7423, "kpis": 173, "midterms": 3, "movies": 17431, "nuke": 228, "oil": 3740, "openai": 882, "outage": 5, "prediction-markets": 6274, "video-games": 1321 }, "uncategorised": { "(none)": 2045, "bayeux-tapestry": 1820, "cfb": 15982, "climate-science": 1029, "dnc": 92, "fed": 2950, "fed-chair": 2431, "fed-rates": 11833, "iran": 6, "la-liga": 74, "leopold-aschenbrenner": 281, "macro-indicators": 2828, "mma": 35, "nfl": 31399, "pandemics": 204, "social-media": 3322, "supreme-court": 18209, "tennis": 691, "trump-presidency": 13, "ufc": 3192, "uk": 1993, "united-nations": 19107, "united-states": 512, "youtube": 850 }, "weather": { "brazil": 4761, "climate": 191444, "climate-science": 20315, "drought": 2806, "earthquakes": 4538, "germany": 962, "global-temp": 334, "highest-temperature": 4842597, "lowest-temperature": 511202, "mexico": 52, "natural-disaster": 3089, "pandemics": 943, "precipitation": 10501, "rain": 469, "united-states": 3060 }, "world": { "(none)": 8, "argentina": 6834, "brazil": 9326, "canada": 336, "china": 6, "courts": 663, "economic-policy": 57406, "europe": 179, "foreign-policy": 3794, "forex": 9150, "france": 38996, "germany": 9816, "global-elections": 1629795, "global-rates": 38836, "hong-kong": 253, "italy": 15, "macro-indicators": 8944, "middle-east": 362, "nyc": 2115, "oil": 10099, "pandemics": 461, "south-korea": 4850, "trump-presidency": 1864, "uk": 27 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 140753660, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-31T06.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 340357, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 83879338, "twin_rows": 56874322 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001441, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-31T06.witness_stats.json", "witness_stats_sha256": "9aaa816288df70635917b5fd4eca2d875cb735ffe0bd9c49daad35070e4f9e5b", "witnesses": "iop", "writer_versions": null }