{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 35, "class": "FULL", "exception_markets": 95, "rows_by_domain": { "i": 17202342, "o": 17295329, "p": 17293452 }, "rows_i": 17202342, "rows_joined": 17296000, "rows_merged": 17295965, "rows_o": 17295329, "rows_p": 17293452, "unique_by_domain": { "i": 82, "o": 296, "p": 210 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 56629, "1000_2000ms": 51322, "100_200ms": 126072, "10_20ms": 10904419, "1_2ms": 0, "2000_5000ms": 58116, "200_500ms": 180826, "20_50ms": 5491853, "2_5ms": 0, "5000_10000ms": 44129, "500_1000ms": 94485, "50_100ms": 181928, "5_10ms": 0, "ge30000ms": 12563, "neg": 0 }, "max_ms": 118237, "mean_ms": 148.28589008403623, "measurable": 17202342, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 23.0, "p99_ms": 1980.0, "rows": 17202342, "unmeasurable": 0, "won_output_rows": 286 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 9558, "100_200ms": 109465, "10_20ms": 16109735, "1_2ms": 0, "2000_5000ms": 1944, "200_500ms": 115261, "20_50ms": 664809, "2_5ms": 0, "5000_10000ms": 142, "500_1000ms": 32405, "50_100ms": 173183, "5_10ms": 78827, "ge30000ms": 0, "neg": 0 }, "max_ms": 6977, "mean_ms": 18.637562777788155, "measurable": 17295329, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 17.0, "p99_ms": 181.0, "rows": 17295329, "unmeasurable": 0, "won_output_rows": 2232 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 9230, "100_200ms": 83437, "10_20ms": 16637509, "1_2ms": 0, "2000_5000ms": 2030, "200_500ms": 95894, "20_50ms": 316339, "2_5ms": 0, "5000_10000ms": 124, "500_1000ms": 30914, "50_100ms": 104045, "5_10ms": 13930, "ge30000ms": 0, "neg": 0 }, "max_ms": 6794, "mean_ms": 17.84859824400588, "measurable": 17293452, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 14.0, "p99_ms": 150.0, "rows": 17293452, "unmeasurable": 0, "won_output_rows": 17293447 } } }, "book": { "boundary_dropped": 2, "class": "FULL", "exception_markets": 179292, "rows_by_domain": { "i": 487401, "o": 106597, "p": 152907 }, "rows_i": 487401, "rows_joined": 523383, "rows_merged": 523381, "rows_o": 106597, "rows_p": 152907, "unique_by_domain": { "i": 365771, "o": 1740, "p": 33156 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 32409, "1000_2000ms": 5848, "100_200ms": 1350, "10_20ms": 28552, "1_2ms": 0, "2000_5000ms": 13892, "200_500ms": 2868, "20_50ms": 61372, "2_5ms": 0, "5000_10000ms": 14320, "500_1000ms": 3831, "50_100ms": 3188, "5_10ms": 0, "ge30000ms": 319771, "neg": 0 }, "max_ms": 13344552790, "mean_ms": 312112528.49981636, "measurable": 487401, "min_ms": 16, "p50_ms": 265604.0, "p90_ms": 185999696.0, "p99_ms": 6030959871.0, "rows": 487401, "unmeasurable": 0, "won_output_rows": 367053 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 284, "1000_2000ms": 898, "100_200ms": 1077, "10_20ms": 84745, "1_2ms": 0, "2000_5000ms": 2010, "200_500ms": 1001, "20_50ms": 10039, "2_5ms": 0, "5000_10000ms": 324, "500_1000ms": 433, "50_100ms": 1840, "5_10ms": 14, "ge30000ms": 3932, "neg": 0 }, "max_ms": 13344559082, "mean_ms": 15863822.796776645, "measurable": 106597, "min_ms": 9, "p50_ms": 14.0, "p90_ms": 73.0, "p99_ms": 29029177.559999503, "rows": 106597, "unmeasurable": 0, "won_output_rows": 3421 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3706, "1000_2000ms": 1260, "100_200ms": 989, "10_20ms": 89323, "1_2ms": 0, "2000_5000ms": 2942, "200_500ms": 1305, "20_50ms": 6156, "2_5ms": 0, "5000_10000ms": 1592, "500_1000ms": 871, "50_100ms": 1525, "5_10ms": 4, "ge30000ms": 43234, "neg": 0 }, "max_ms": 11746941025, "mean_ms": 138358094.91903576, "measurable": 152907, "min_ms": 9, "p50_ms": 15.0, "p90_ms": 17249927.0, "p99_ms": 4661847629.719999, "rows": 152907, "unmeasurable": 0, "won_output_rows": 152907 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 8, "rows_by_domain": { "i": 48865, "o": 49287, "p": 49209 }, "rows_i": 48865, "rows_joined": 49393, "rows_merged": 49393, "rows_o": 49287, "rows_p": 49209, "unique_by_domain": { "i": 19, "o": 34, "p": 28 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 319, "1000_2000ms": 209, "100_200ms": 554, "10_20ms": 15620, "1_2ms": 0, "2000_5000ms": 229, "200_500ms": 550, "20_50ms": 29565, "2_5ms": 0, "5000_10000ms": 246, "500_1000ms": 370, "50_100ms": 1176, "5_10ms": 0, "ge30000ms": 27, "neg": 0 }, "max_ms": 47623, "mean_ms": 212.45678911286197, "measurable": 48865, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 35.0, "p99_ms": 6610.1600000000035, "rows": 48865, "unmeasurable": 0, "won_output_rows": 51 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 88, "100_200ms": 510, "10_20ms": 43392, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 415, "20_50ms": 3894, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 167, "50_100ms": 816, "5_10ms": 4, "ge30000ms": 0, "neg": 0 }, "max_ms": 3501, "mean_ms": 23.87753362955749, "measurable": 49287, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 21.0, "p99_ms": 280.1399999999994, "rows": 49287, "unmeasurable": 0, "won_output_rows": 133 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 73, "100_200ms": 370, "10_20ms": 45009, "1_2ms": 0, "2000_5000ms": 5, "200_500ms": 338, "20_50ms": 2600, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 176, "50_100ms": 638, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 3161, "mean_ms": 22.790180658009714, "measurable": 49209, "min_ms": 10, "p50_ms": 14.0, "p90_ms": 18.0, "p99_ms": 241.91999999999825, "rows": 49209, "unmeasurable": 0, "won_output_rows": 49209 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1556, "o": 1556, "p": 1556 }, "rows_i": 1556, "rows_joined": 1898, "rows_merged": 1898, "rows_o": 1556, "rows_p": 1556, "unique_by_domain": { "i": 0, "o": 300, "p": 42 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 36, "1000_2000ms": 1, "100_200ms": 10, "10_20ms": 822, "1_2ms": 0, "2000_5000ms": 3, "200_500ms": 2, "20_50ms": 472, "2_5ms": 0, "5000_10000ms": 4, "500_1000ms": 2, "50_100ms": 74, "5_10ms": 0, "ge30000ms": 130, "neg": 0 }, "max_ms": 137230, "mean_ms": 5328.825192802056, "measurable": 1556, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 22296.5, "p99_ms": 137079.4, "rows": 1556, "unmeasurable": 0, "won_output_rows": 1 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 123, "1000_2000ms": 0, "100_200ms": 1, "10_20ms": 1150, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 203, "2_5ms": 0, "5000_10000ms": 1, "500_1000ms": 0, "50_100ms": 9, "5_10ms": 13, "ge30000ms": 56, "neg": 0 }, "max_ms": 56761, "mean_ms": 2940.2384318766067, "measurable": 1556, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 14577.0, "p99_ms": 44572.8, "rows": 1556, "unmeasurable": 0, "won_output_rows": 341 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 34, "1000_2000ms": 2, "100_200ms": 9, "10_20ms": 1210, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 5, "20_50ms": 157, "2_5ms": 0, "5000_10000ms": 15, "500_1000ms": 2, "50_100ms": 8, "5_10ms": 1, "ge30000ms": 113, "neg": 0 }, "max_ms": 52835, "mean_ms": 3579.6664524421594, "measurable": 1556, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 9179.5, "p99_ms": 46480.25, "rows": 1556, "unmeasurable": 0, "won_output_rows": 1556 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1802, "o": 1802, "p": 1802 }, "rows_i": 1802, "rows_joined": 2731, "rows_merged": 2731, "rows_o": 1802, "rows_p": 1802, "unique_by_domain": { "i": 310, "o": 313, "p": 306 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 237, "1000_2000ms": 43, "100_200ms": 254, "10_20ms": 2, "1_2ms": 0, "2000_5000ms": 103, "200_500ms": 368, "20_50ms": 204, "2_5ms": 0, "5000_10000ms": 29, "500_1000ms": 158, "50_100ms": 79, "5_10ms": 0, "ge30000ms": 325, "neg": 0 }, "max_ms": 133449, "mean_ms": 11656.536625971143, "measurable": 1802, "min_ms": 19, "p50_ms": 496.5, "p90_ms": 40030.60000000001, "p99_ms": 87216.65, "rows": 1802, "unmeasurable": 0, "won_output_rows": 384 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 173, "1000_2000ms": 0, "100_200ms": 322, "10_20ms": 24, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 171, "20_50ms": 308, "2_5ms": 0, "5000_10000ms": 11, "500_1000ms": 8, "50_100ms": 393, "5_10ms": 0, "ge30000ms": 392, "neg": 0 }, "max_ms": 128207, "mean_ms": 12023.335183129855, "measurable": 1802, "min_ms": 13, "p50_ms": 132.0, "p90_ms": 39260.700000000004, "p99_ms": 94106.53, "rows": 1802, "unmeasurable": 0, "won_output_rows": 545 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 215, "1000_2000ms": 0, "100_200ms": 47, "10_20ms": 166, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 94, "20_50ms": 660, "2_5ms": 0, "5000_10000ms": 9, "500_1000ms": 7, "50_100ms": 263, "5_10ms": 0, "ge30000ms": 341, "neg": 0 }, "max_ms": 121514, "mean_ms": 11346.06936736959, "measurable": 1802, "min_ms": 14, "p50_ms": 56.0, "p90_ms": 39550.400000000045, "p99_ms": 89351.03000000001, "rows": 1802, "unmeasurable": 0, "won_output_rows": 1802 } } }, "price_change": { "boundary_dropped": 260, "class": "FULL", "exception_markets": 72, "rows_by_domain": { "i": 113551582, "o": 114231678, "p": 114201468 }, "rows_i": 113551582, "rows_joined": 114252592, "rows_merged": 114252332, "rows_o": 114231678, "rows_p": 114201468, "unique_by_domain": { "i": 1694, "o": 7782, "p": 5802 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 426462, "1000_2000ms": 376758, "100_200ms": 961774, "10_20ms": 66567574, "1_2ms": 0, "2000_5000ms": 424462, "200_500ms": 1289538, "20_50ms": 40866702, "2_5ms": 0, "5000_10000ms": 330742, "500_1000ms": 680918, "50_100ms": 1538418, "5_10ms": 0, "ge30000ms": 88234, "neg": 0 }, "max_ms": 118769, "mean_ms": 163.9167210017382, "measurable": 113551582, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 25.0, "p99_ms": 2682.0, "rows": 113551582, "unmeasurable": 0, "won_output_rows": 7294 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 74782, "100_200ms": 824676, "10_20ms": 105291226, "1_2ms": 0, "2000_5000ms": 14664, "200_500ms": 847726, "20_50ms": 5256338, "2_5ms": 0, "5000_10000ms": 1528, "500_1000ms": 241808, "50_100ms": 1347132, "5_10ms": 331798, "ge30000ms": 0, "neg": 0 }, "max_ms": 7044, "mean_ms": 19.719671018051578, "measurable": 114231678, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 18.0, "p99_ms": 207.0, "rows": 114231678, "unmeasurable": 0, "won_output_rows": 43590 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 67268, "100_200ms": 649582, "10_20ms": 108701550, "1_2ms": 0, "2000_5000ms": 15258, "200_500ms": 722564, "20_50ms": 2884806, "2_5ms": 0, "5000_10000ms": 1054, "500_1000ms": 224150, "50_100ms": 889438, "5_10ms": 45798, "ge30000ms": 0, "neg": 0 }, "max_ms": 6921, "mean_ms": 18.855160723503133, "measurable": 114201468, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 177.0, "rows": 114201468, "unmeasurable": 0, "won_output_rows": 114201448 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3384, "o": 3384, "p": 3384 }, "rows_i": 3384, "rows_joined": 3384, "rows_merged": 3384, "rows_o": 3384, "rows_p": 3384, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 32, "10_20ms": 2166, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 28, "20_50ms": 1146, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 12, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 482, "mean_ms": 23.449763593380613, "measurable": 3384, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 21.0, "p99_ms": 151.0, "rows": 3384, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 3269, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 89, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 0, "5_10ms": 26, "ge30000ms": 0, "neg": 0 }, "max_ms": 44, "mean_ms": 12.722813238770685, "measurable": 3384, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 15.0, "p99_ms": 25.0, "rows": 3384, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 3376, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 8, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 0, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 40, "mean_ms": 12.889479905437351, "measurable": 3384, "min_ms": 10, "p50_ms": 13.0, "p90_ms": 14.0, "p99_ms": 16.0, "rows": 3384, "unmeasurable": 0, "won_output_rows": 3384 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "merged-live", "book_audit": { "files": [ { "file": "2026-10-31T09.book_dropped.parquet", "rows": 1734, "sha256": "844f373d7996f24f7b35b023070ae8983378567c2c29ff9017bc0aa07a9f53f9", "size": 70406 } ], "parts": 1, "public": false, "rows": 1734, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 1734, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-70673dab.parquet", "sha256": "70673dab091ada82b2b084c6679880e658e3e312f248ade8ed8ddef63dffd352" }, "category_gate": { "bulk_pin": { "created_at": "2026-10-30T09:26:53Z", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v2", "sha256": "b931c996f1c9ed32b64eacbc3b441f65ef9a566f7b68b82c83007ad6473b4d2d", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "9a0a1e68b0305a3e8a354a0329e767bc0b722d7f18613993f63b45245a659c9d", "evaluated_at": "2026-10-31T11:52:37Z", "evidence": { "file": "2026-10-31T09.category_evidence.json", "sha256": "569f5f8ecc0068a35558a5fd9afc9f78860e5857de58e1fd7a53b05aca841844" }, "hour": "2026-10-31/09", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9999408544559596, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 32886, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 32609, "logic_identity_changed": false, "map_sha256": "9a0a1e68b0305a3e8a354a0329e767bc0b722d7f18613993f63b45245a659c9d", "mapping_logic_changed": 0, "markets": 5219231, "moved_or_lost_markets": 277, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "d1f29a2e644880bb1934ff93d95403f43703b61a239662d9ed5f8471fa91711c", "shrink_share": 0.0, "source_tags_changed": 32886, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "not_reached_markets": [], "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 55889, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 84997, "fetched_untagged": 9, "not_fetched": 0 }, "lt_24h": { "fetched_tagged": 11272, "fetched_untagged": 0, "not_fetched": 0 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 0 } }, "classes": { "fetched_tagged": 152158, "fetched_untagged": 9, "not_fetched": 0 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 32886, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 32609, "logic_identity_changed": false, "map_sha256": "9a0a1e68b0305a3e8a354a0329e767bc0b722d7f18613993f63b45245a659c9d", "mapping_logic_changed": 0, "markets": 5219231, "moved_or_lost_markets": 277, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "d1f29a2e644880bb1934ff93d95403f43703b61a239662d9ed5f8471fa91711c", "shrink_share": 0.0, "source_tags_changed": 32886, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 0, "not_reached": 0 }, "row_share": { "fetched_tagged": 0.999941, "fetched_untagged": 5.9e-05, "not_fetched": 0.0, "without_market": 0.0 }, "rows": { "fetched_tagged": 132121332, "fetched_untagged": 7752, "not_fetched": 0, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 152167, "young": { "not_fetched": 0, "traded": 11272 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v5", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [], "untagged_overrides": {} }, "category_map_sha256": "9a0a1e68b0305a3e8a354a0329e767bc0b722d7f18613993f63b45245a659c9d", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-31T09.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 35, "class": "FULL", "exception_markets": 95, "rows_by_domain": { "i": 17202342, "o": 17295329, "p": 17293452 }, "rows_i": 17202342, "rows_joined": 17296000, "rows_merged": 17295965, "rows_o": 17295329, "rows_p": 17293452, "unique_by_domain": { "i": 82, "o": 296, "p": 210 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 56629, "1000_2000ms": 51322, "100_200ms": 126072, "10_20ms": 10904419, "1_2ms": 0, "2000_5000ms": 58116, "200_500ms": 180826, "20_50ms": 5491853, "2_5ms": 0, "5000_10000ms": 44129, "500_1000ms": 94485, "50_100ms": 181928, "5_10ms": 0, "ge30000ms": 12563, "neg": 0 }, "max_ms": 118237, "mean_ms": 148.28589008403623, "measurable": 17202342, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 23.0, "p99_ms": 1980.0, "rows": 17202342, "unmeasurable": 0, "won_output_rows": 286 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 9558, "100_200ms": 109465, "10_20ms": 16109735, "1_2ms": 0, "2000_5000ms": 1944, "200_500ms": 115261, "20_50ms": 664809, "2_5ms": 0, "5000_10000ms": 142, "500_1000ms": 32405, "50_100ms": 173183, "5_10ms": 78827, "ge30000ms": 0, "neg": 0 }, "max_ms": 6977, "mean_ms": 18.637562777788155, "measurable": 17295329, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 17.0, "p99_ms": 181.0, "rows": 17295329, "unmeasurable": 0, "won_output_rows": 2232 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 9230, "100_200ms": 83437, "10_20ms": 16637509, "1_2ms": 0, "2000_5000ms": 2030, "200_500ms": 95894, "20_50ms": 316339, "2_5ms": 0, "5000_10000ms": 124, "500_1000ms": 30914, "50_100ms": 104045, "5_10ms": 13930, "ge30000ms": 0, "neg": 0 }, "max_ms": 6794, "mean_ms": 17.84859824400588, "measurable": 17293452, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 14.0, "p99_ms": 150.0, "rows": 17293452, "unmeasurable": 0, "won_output_rows": 17293447 } } }, "book": { "boundary_dropped": 2, "class": "FULL", "exception_markets": 179292, "rows_by_domain": { "i": 487401, "o": 106597, "p": 152907 }, "rows_i": 487401, "rows_joined": 523383, "rows_merged": 523381, "rows_o": 106597, "rows_p": 152907, "unique_by_domain": { "i": 365771, "o": 1740, "p": 33156 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 32409, "1000_2000ms": 5848, "100_200ms": 1350, "10_20ms": 28552, "1_2ms": 0, "2000_5000ms": 13892, "200_500ms": 2868, "20_50ms": 61372, "2_5ms": 0, "5000_10000ms": 14320, "500_1000ms": 3831, "50_100ms": 3188, "5_10ms": 0, "ge30000ms": 319771, "neg": 0 }, "max_ms": 13344552790, "mean_ms": 312112528.49981636, "measurable": 487401, "min_ms": 16, "p50_ms": 265604.0, "p90_ms": 185999696.0, "p99_ms": 6030959871.0, "rows": 487401, "unmeasurable": 0, "won_output_rows": 367053 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 284, "1000_2000ms": 898, "100_200ms": 1077, "10_20ms": 84745, "1_2ms": 0, "2000_5000ms": 2010, "200_500ms": 1001, "20_50ms": 10039, "2_5ms": 0, "5000_10000ms": 324, "500_1000ms": 433, "50_100ms": 1840, "5_10ms": 14, "ge30000ms": 3932, "neg": 0 }, "max_ms": 13344559082, "mean_ms": 15863822.796776645, "measurable": 106597, "min_ms": 9, "p50_ms": 14.0, "p90_ms": 73.0, "p99_ms": 29029177.559999503, "rows": 106597, "unmeasurable": 0, "won_output_rows": 3421 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3706, "1000_2000ms": 1260, "100_200ms": 989, "10_20ms": 89323, "1_2ms": 0, "2000_5000ms": 2942, "200_500ms": 1305, "20_50ms": 6156, "2_5ms": 0, "5000_10000ms": 1592, "500_1000ms": 871, "50_100ms": 1525, "5_10ms": 4, "ge30000ms": 43234, "neg": 0 }, "max_ms": 11746941025, "mean_ms": 138358094.91903576, "measurable": 152907, "min_ms": 9, "p50_ms": 15.0, "p90_ms": 17249927.0, "p99_ms": 4661847629.719999, "rows": 152907, "unmeasurable": 0, "won_output_rows": 152907 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 8, "rows_by_domain": { "i": 48865, "o": 49287, "p": 49209 }, "rows_i": 48865, "rows_joined": 49393, "rows_merged": 49393, "rows_o": 49287, "rows_p": 49209, "unique_by_domain": { "i": 19, "o": 34, "p": 28 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 319, "1000_2000ms": 209, "100_200ms": 554, "10_20ms": 15620, "1_2ms": 0, "2000_5000ms": 229, "200_500ms": 550, "20_50ms": 29565, "2_5ms": 0, "5000_10000ms": 246, "500_1000ms": 370, "50_100ms": 1176, "5_10ms": 0, "ge30000ms": 27, "neg": 0 }, "max_ms": 47623, "mean_ms": 212.45678911286197, "measurable": 48865, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 35.0, "p99_ms": 6610.1600000000035, "rows": 48865, "unmeasurable": 0, "won_output_rows": 51 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 88, "100_200ms": 510, "10_20ms": 43392, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 415, "20_50ms": 3894, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 167, "50_100ms": 816, "5_10ms": 4, "ge30000ms": 0, "neg": 0 }, "max_ms": 3501, "mean_ms": 23.87753362955749, "measurable": 49287, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 21.0, "p99_ms": 280.1399999999994, "rows": 49287, "unmeasurable": 0, "won_output_rows": 133 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 73, "100_200ms": 370, "10_20ms": 45009, "1_2ms": 0, "2000_5000ms": 5, "200_500ms": 338, "20_50ms": 2600, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 176, "50_100ms": 638, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 3161, "mean_ms": 22.790180658009714, "measurable": 49209, "min_ms": 10, "p50_ms": 14.0, "p90_ms": 18.0, "p99_ms": 241.91999999999825, "rows": 49209, "unmeasurable": 0, "won_output_rows": 49209 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1556, "o": 1556, "p": 1556 }, "rows_i": 1556, "rows_joined": 1898, "rows_merged": 1898, "rows_o": 1556, "rows_p": 1556, "unique_by_domain": { "i": 0, "o": 300, "p": 42 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 36, "1000_2000ms": 1, "100_200ms": 10, "10_20ms": 822, "1_2ms": 0, "2000_5000ms": 3, "200_500ms": 2, "20_50ms": 472, "2_5ms": 0, "5000_10000ms": 4, "500_1000ms": 2, "50_100ms": 74, "5_10ms": 0, "ge30000ms": 130, "neg": 0 }, "max_ms": 137230, "mean_ms": 5328.825192802056, "measurable": 1556, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 22296.5, "p99_ms": 137079.4, "rows": 1556, "unmeasurable": 0, "won_output_rows": 1 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 123, "1000_2000ms": 0, "100_200ms": 1, "10_20ms": 1150, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 203, "2_5ms": 0, "5000_10000ms": 1, "500_1000ms": 0, "50_100ms": 9, "5_10ms": 13, "ge30000ms": 56, "neg": 0 }, "max_ms": 56761, "mean_ms": 2940.2384318766067, "measurable": 1556, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 14577.0, "p99_ms": 44572.8, "rows": 1556, "unmeasurable": 0, "won_output_rows": 341 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 34, "1000_2000ms": 2, "100_200ms": 9, "10_20ms": 1210, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 5, "20_50ms": 157, "2_5ms": 0, "5000_10000ms": 15, "500_1000ms": 2, "50_100ms": 8, "5_10ms": 1, "ge30000ms": 113, "neg": 0 }, "max_ms": 52835, "mean_ms": 3579.6664524421594, "measurable": 1556, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 9179.5, "p99_ms": 46480.25, "rows": 1556, "unmeasurable": 0, "won_output_rows": 1556 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1802, "o": 1802, "p": 1802 }, "rows_i": 1802, "rows_joined": 2731, "rows_merged": 2731, "rows_o": 1802, "rows_p": 1802, "unique_by_domain": { "i": 310, "o": 313, "p": 306 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 237, "1000_2000ms": 43, "100_200ms": 254, "10_20ms": 2, "1_2ms": 0, "2000_5000ms": 103, "200_500ms": 368, "20_50ms": 204, "2_5ms": 0, "5000_10000ms": 29, "500_1000ms": 158, "50_100ms": 79, "5_10ms": 0, "ge30000ms": 325, "neg": 0 }, "max_ms": 133449, "mean_ms": 11656.536625971143, "measurable": 1802, "min_ms": 19, "p50_ms": 496.5, "p90_ms": 40030.60000000001, "p99_ms": 87216.65, "rows": 1802, "unmeasurable": 0, "won_output_rows": 384 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 173, "1000_2000ms": 0, "100_200ms": 322, "10_20ms": 24, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 171, "20_50ms": 308, "2_5ms": 0, "5000_10000ms": 11, "500_1000ms": 8, "50_100ms": 393, "5_10ms": 0, "ge30000ms": 392, "neg": 0 }, "max_ms": 128207, "mean_ms": 12023.335183129855, "measurable": 1802, "min_ms": 13, "p50_ms": 132.0, "p90_ms": 39260.700000000004, "p99_ms": 94106.53, "rows": 1802, "unmeasurable": 0, "won_output_rows": 545 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 215, "1000_2000ms": 0, "100_200ms": 47, "10_20ms": 166, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 94, "20_50ms": 660, "2_5ms": 0, "5000_10000ms": 9, "500_1000ms": 7, "50_100ms": 263, "5_10ms": 0, "ge30000ms": 341, "neg": 0 }, "max_ms": 121514, "mean_ms": 11346.06936736959, "measurable": 1802, "min_ms": 14, "p50_ms": 56.0, "p90_ms": 39550.400000000045, "p99_ms": 89351.03000000001, "rows": 1802, "unmeasurable": 0, "won_output_rows": 1802 } } }, "price_change": { "boundary_dropped": 260, "class": "FULL", "exception_markets": 72, "rows_by_domain": { "i": 113551582, "o": 114231678, "p": 114201468 }, "rows_i": 113551582, "rows_joined": 114252592, "rows_merged": 114252332, "rows_o": 114231678, "rows_p": 114201468, "unique_by_domain": { "i": 1694, "o": 7782, "p": 5802 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 426462, "1000_2000ms": 376758, "100_200ms": 961774, "10_20ms": 66567574, "1_2ms": 0, "2000_5000ms": 424462, "200_500ms": 1289538, "20_50ms": 40866702, "2_5ms": 0, "5000_10000ms": 330742, "500_1000ms": 680918, "50_100ms": 1538418, "5_10ms": 0, "ge30000ms": 88234, "neg": 0 }, "max_ms": 118769, "mean_ms": 163.9167210017382, "measurable": 113551582, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 25.0, "p99_ms": 2682.0, "rows": 113551582, "unmeasurable": 0, "won_output_rows": 7294 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 74782, "100_200ms": 824676, "10_20ms": 105291226, "1_2ms": 0, "2000_5000ms": 14664, "200_500ms": 847726, "20_50ms": 5256338, "2_5ms": 0, "5000_10000ms": 1528, "500_1000ms": 241808, "50_100ms": 1347132, "5_10ms": 331798, "ge30000ms": 0, "neg": 0 }, "max_ms": 7044, "mean_ms": 19.719671018051578, "measurable": 114231678, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 18.0, "p99_ms": 207.0, "rows": 114231678, "unmeasurable": 0, "won_output_rows": 43590 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 67268, "100_200ms": 649582, "10_20ms": 108701550, "1_2ms": 0, "2000_5000ms": 15258, "200_500ms": 722564, "20_50ms": 2884806, "2_5ms": 0, "5000_10000ms": 1054, "500_1000ms": 224150, "50_100ms": 889438, "5_10ms": 45798, "ge30000ms": 0, "neg": 0 }, "max_ms": 6921, "mean_ms": 18.855160723503133, "measurable": 114201468, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 177.0, "rows": 114201468, "unmeasurable": 0, "won_output_rows": 114201448 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3384, "o": 3384, "p": 3384 }, "rows_i": 3384, "rows_joined": 3384, "rows_merged": 3384, "rows_o": 3384, "rows_p": 3384, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 32, "10_20ms": 2166, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 28, "20_50ms": 1146, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 12, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 482, "mean_ms": 23.449763593380613, "measurable": 3384, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 21.0, "p99_ms": 151.0, "rows": 3384, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 3269, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 89, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 0, "5_10ms": 26, "ge30000ms": 0, "neg": 0 }, "max_ms": 44, "mean_ms": 12.722813238770685, "measurable": 3384, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 15.0, "p99_ms": 25.0, "rows": 3384, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 3376, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 8, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 0, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 40, "mean_ms": 12.889479905437351, "measurable": 3384, "min_ms": 10, "p50_ms": 13.0, "p90_ms": 14.0, "p99_ms": 16.0, "rows": 3384, "unmeasurable": 0, "won_output_rows": 3384 } } } }, "archive_root": "merged-live", "boundary_guard": "cache", "bytes": 1361634171, "file": "2026-10-31T09.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-31/09", "hour_utc": "2026-10-31T09:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41658297937242240, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562977909528273, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 187460418 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297937242236, "min_sequence": 562977909528304, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 17295965, "row_groups": [ 0, 65 ], "sha256": "230312975f173446104392dfd9a0717865cc8da76650f7a23d52c543864b05ec" }, "book": { "byte_range": [ 187460418, 240748891 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297935051021, "min_sequence": 562977909538681, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 523381, "row_groups": [ 66, 67 ], "sha256": "e9047bbd957304a812eb369db265e7d3a49085b914f1678fcc2811447eabdcaf" }, "last_trade_price": { "byte_range": [ 240748891, 243614462 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297915377309, "min_sequence": 562977909541959, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 49393, "row_groups": [ 68, 68 ], "sha256": "d02f64d503de9e094cd92b459a7d48c017de76969aa8c0fb523264585304fc7a" }, "market_resolved": { "byte_range": [ 243614462, 243866789 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297934781450, "min_sequence": 562977909559595, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 1898, "row_groups": [ 69, 69 ], "sha256": "2e8f2558c526642d07b5b5bc62776cb49e4283ba3eda0d23193a067efd3ec5e4" }, "new_market": { "byte_range": [ 243866789, 244134393 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297935902535, "min_sequence": 562977909951622, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 2731, "row_groups": [ 70, 70 ], "sha256": "a672a1cd120f18ef29cb7affd52b201a3f71406a584f287a533b9a47b56b14f0" }, "price_change": { "byte_range": [ 244134393, 1360018554 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297937242240, "min_sequence": 562977909528273, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 114252332, "row_groups": [ 71, 506 ], "sha256": "4e404901d7ae1804ce881b8bf2940e35029abf2a2f46008a24f36465a3e9f421" }, "tick_size_change": { "byte_range": [ 1360018554, 1360140702 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562978038984622, "min_sequence": 562977911253867, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 3384, "row_groups": [ 507, 507 ], "sha256": "f4c08dceedcefb9e7592f79352270e6bdf7d0c849a0586e2a3e3b9c323e5f0b2" } }, "row_count": 132129084, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "sha256": "9c837a2dd99048014f3493c3676aa85083a4587c84633c7c81ff86a3816304c1", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-31T09.witness_stats.json", "witness_stats_sha256": "9aaa816288df70635917b5fd4eca2d875cb735ffe0bd9c49daad35070e4f9e5b", "witnesses": "iop", "witnesses_captured": [ "i", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-31T09.ai.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 81118963, "row_ordinal_min": 0, "rows": 2648426, "sha256": "ddd54152840b5e2932cccbfc4ceb69148ae2cfcbce4ee028c34dc82064b81452", "size": 12751368, "sub_tag": null }, { "category": "ai", "file": "2026-10-31T09.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 81118963, "row_ordinal_min": 0, "rows": 2648426, "sha256": "ceae235bbdcdb09e49bb2ef5f282f9cb64e3b5e77a50268660a1bfe71c70abff", "size": 12250504, "sub_tag": null }, { "category": "business", "file": "2026-10-31T09.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 12977616, "row_ordinal_min": 353718, "rows": 188131, "sha256": "ad1eb8223c0b9ec071e1b4dda5739141f48a3ac0a80a098c22294f63b38c7604", "size": 1043860, "sub_tag": null }, { "category": "business", "file": "2026-10-31T09.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 12977616, "row_ordinal_min": 353718, "rows": 188131, "sha256": "7a9b0ede39a67b1a545729f0ae11596f49709bdb784dd6886ae736d5fa9332be", "size": 911504, "sub_tag": null }, { "category": "crypto", "file": "2026-10-31T09.crypto.parquet", "part": null, "role": "lean", "row_groups": 28, "row_ordinal_max": 81119647, "row_ordinal_min": 372949, "rows": 17400286, "sha256": "037e30cecb948663a59c67735934914c2b4704a104e44b5725ef2d3a216ddda3", "size": 82286729, "sub_tag": null }, { "category": "crypto", "file": "2026-10-31T09.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 28, "row_ordinal_max": 81119647, "row_ordinal_min": 372949, "rows": 17400286, "sha256": "186beff2a1936b1fb695fc9394d8009202d7bf1698b9e79a8e16eb11e425a699", "size": 54141599, "sub_tag": null }, { "category": "earnings", "file": "2026-10-31T09.earnings.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 28928626, "row_ordinal_min": 1747346, "rows": 8279, "sha256": "31552c59928660b9cc34ab61a023c0fff47f4df2aa9ef5099119e56120df26ee", "size": 82830, "sub_tag": null }, { "category": "earnings", "file": "2026-10-31T09.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 28928626, "row_ordinal_min": 1747346, "rows": 8279, "sha256": "9b2d665412598b274a2bfbb3fbd55341922128c956637466ee810987804e880e", "size": 54035, "sub_tag": null }, { "category": "economy", "file": "2026-10-31T09.economy.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 29628881, "row_ordinal_min": 1749431, "rows": 848789, "sha256": "88e4836fbeed26bbe448abe8a8eab5f148158f5ba2059aa079f84c8eb3830cfe", "size": 4208461, "sub_tag": null }, { "category": "economy", "file": "2026-10-31T09.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 29628881, "row_ordinal_min": 1749431, "rows": 848789, "sha256": "430d18ea2d61e7eb5a5a83975b97dc6da618ab851de6c598e14a18e6a59d71bb", "size": 3794504, "sub_tag": null }, { "category": "elections", "file": "2026-10-31T09.elections.parquet", "part": null, "role": "lean", "row_groups": 17, "row_ordinal_max": 38964493, "row_ordinal_min": 1896946, "rows": 10906543, "sha256": "b5cffbaf6922e126b750b2100e3d7f9d0da283fe90dfae95f1967c16cc656fde", "size": 56488646, "sub_tag": null }, { "category": "elections", "file": "2026-10-31T09.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 17, "row_ordinal_max": 38964493, "row_ordinal_min": 1896946, "rows": 10906543, "sha256": "d5fc8df0c7e317c4bdf974b14ceafbc3e20d8c1ec11811ff1db4775dcda34c35", "size": 50901855, "sub_tag": null }, { "category": "esports", "file": "2026-10-31T09.esports.parquet", "part": null, "role": "lean", "row_groups": 16, "row_ordinal_max": 81119807, "row_ordinal_min": 3454733, "rows": 6225911, "sha256": "a4fb9eb72a2e91b8c369e0ffff451b796342102db2cd69cdc0177f722d860beb", "size": 25053264, "sub_tag": null }, { "category": "esports", "file": "2026-10-31T09.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 16, "row_ordinal_max": 81119807, "row_ordinal_min": 3454733, "rows": 6225911, "sha256": "9a6ffb657d86b21b2bc2efab896f5344a51ce10b7c478f46369d9fd599917470", "size": 20579508, "sub_tag": null }, { "category": "finance", "file": "2026-10-31T09.finance.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 81119823, "row_ordinal_min": 4372956, "rows": 1647879, "sha256": "150b2d5e6bb11579cf3873cd9df0e03a04e39221f86081dc16475a5337a3c636", "size": 8200029, "sub_tag": null }, { "category": "finance", "file": "2026-10-31T09.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 81119823, "row_ordinal_min": 4372956, "rows": 1647879, "sha256": "d92bb74ed52446a444b9cd257e6e2ffe74a02a24343db2ec85e23731799ae8f3", "size": 5973504, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-31T09.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 81119827, "row_ordinal_min": 4646207, "rows": 1815358, "sha256": "8396a88816e1f06c3f4316fd2e11754f2b60da2dc0e8882683eb1124fe45b91b", "size": 9145940, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-31T09.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 81119827, "row_ordinal_min": 4646207, "rows": 1815358, "sha256": "e0d1644fb5c8e4ba9b6fde5d8a3022727c6cbe21f0b4bc61b8d7b57cf463173c", "size": 8058431, "sub_tag": null }, { "category": "politics", "file": "2026-10-31T09.politics.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 48612545, "row_ordinal_min": 4850658, "rows": 1542964, "sha256": "3bc9d9e4e18697e25e011bb40f0d03fd7ca1fc6259cf56d70935790c48b53fc1", "size": 8321453, "sub_tag": null }, { "category": "politics", "file": "2026-10-31T09.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 48612545, "row_ordinal_min": 4850658, "rows": 1542964, "sha256": "26d5a6a485316d16ccb2222512bacdc74326ca6b1a2fc3467b8fb3f87490b06b", "size": 7034275, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-31T09.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 50540481, "row_ordinal_min": 5011820, "rows": 2290026, "sha256": "f44ac9e50b51d56f193281cbe28a0fc6902084511118824e7d90aca9c479fdab", "size": 11229859, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-31T09.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 50540481, "row_ordinal_min": 5011820, "rows": 2290026, "sha256": "58e7d220dbe12c6055f136bd5028b725825daf024865a65f141b73dcc794f126", "size": 10388406, "sub_tag": null }, { "category": "science", "file": "2026-10-31T09.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 50660065, "row_ordinal_min": 5370163, "rows": 144059, "sha256": "9fa2f47ca12e1ebbd5abcf6b32278939e4b813ff64e9d5fe3a9f92f41dc7ae4e", "size": 797975, "sub_tag": null }, { "category": "science", "file": "2026-10-31T09.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 50660065, "row_ordinal_min": 5370163, "rows": 144059, "sha256": "3037a15b871f2eaede8123cd0d8445719edcf70843620682e6d1e393adceeebb", "size": 613659, "sub_tag": null }, { "category": "sports", "file": "2026-10-31T09.sports.parquet", "part": null, "role": "lean", "row_groups": 36, "row_ordinal_max": 81122083, "row_ordinal_min": 5394377, "rows": 27174953, "sha256": "547ae42ba617f48828650811be0395fdd06ddce602c8eefbc4b587a2f5d622ac", "size": 176919882, "sub_tag": null }, { "category": "sports", "file": "2026-10-31T09.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 36, "row_ordinal_max": 81122083, "row_ordinal_min": 5394377, "rows": 27174953, "sha256": "335d0f9b9fb255847b0bbe5cf9fe901d344a02a92da0c52c5d56ad47911c54a5", "size": 118169284, "sub_tag": null }, { "category": "tech", "file": "2026-10-31T09.tech.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 73967558, "row_ordinal_min": 9393525, "rows": 399439, "sha256": "74dcb7d6b8968bc3b349fb25fad18bcba691d0768d0daa05b1c549dae73a3824", "size": 2243844, "sub_tag": null }, { "category": "tech", "file": "2026-10-31T09.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 73967558, "row_ordinal_min": 9393525, "rows": 399439, "sha256": "b1193b5e6b418586b7f9c17b1b0ddb9676565cbd11c1dc35dd48e30093e8b8d9", "size": 1889779, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-31T09.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 74070855, "row_ordinal_min": 9436716, "rows": 115139, "sha256": "79fed8353acf59a35a66edd1bd633d039bd6756be64a0d1e9529f68a37262679", "size": 688080, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-31T09.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 74070855, "row_ordinal_min": 9436716, "rows": 115139, "sha256": "83b87b92d1c85401e1d975f38125d5f2789f5fe048a66b6a9d7e884637271278", "size": 567355, "sub_tag": null }, { "category": "weather", "file": "2026-10-31T09.weather.parquet", "part": null, "role": "lean", "row_groups": 13, "row_ordinal_max": 81122339, "row_ordinal_min": 9448323, "rows": 6348802, "sha256": "adba1b1360cec32600f9746372d49e08d3cf751861ff8d0535b77fdb5031133b", "size": 29546889, "sub_tag": null }, { "category": "weather", "file": "2026-10-31T09.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 13, "row_ordinal_max": 81122339, "row_ordinal_min": 9448323, "rows": 6348802, "sha256": "4008ff1922a160a980eb2b0686e562686ab5291e8e445c566fcf3e45d9567a59", "size": 21816902, "sub_tag": null }, { "category": "world", "file": "2026-10-31T09.world.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 81122343, "row_ordinal_min": 9890282, "rows": 1417360, "sha256": "bbfef2e813d691598c7012e06347d7171336db35149725fc67de6f7a4c1c2dfa", "size": 6681579, "sub_tag": null }, { "category": "world", "file": "2026-10-31T09.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 81122343, "row_ordinal_min": 9890282, "rows": 1417360, "sha256": "5f9825fbcbdc76153a2392aa02fb1b3c5d5f28e5f35b3d0acbfa0a86fb0e031e", "size": 6240799, "sub_tag": null }, { "category": null, "file": "2026-10-31T09.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 454365, "sha256": "c72fe58f2d18d8d986c5ef36fbbf35edf0257997e2ea95f83982f83af674d1ad", "size": 32011557, "sub_tag": null }, { "category": null, "file": "2026-10-31T09.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 789267, "sha256": "aad4b75de11be041993df6a553cacafac77cad00e4c876ddd2e1b47b3763ddb6", "size": 67854626, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "da11006e-8be8-464e-926f-edf390de2fdf", "hour": "2026-10-31/09", "hour_utc": "2026-10-31T09:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-31", "schedule_sha256": "b26a6d9b6f7e26f86caab58dc0fcf2c76a9d87a3d95cbd8689a6592e8c849f6f", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-30", "max_sequence": 41658297937242240, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562977909528274, "mirror_audit": { "files": [ { "file": "2026-10-31T09.mirror_dropped.p1.parquet", "rows": 42496000, "sha256": "b11900ce328bb7843e3074147352258493fa5e8f63af2bdaf47f3326559a82a5", "size": 303355319 }, { "file": "2026-10-31T09.mirror_dropped.p2.parquet", "rows": 8509006, "sha256": "6c4430db0b2c6ec5a67397916b3b3b5d971bfc4bd4d189e7033415274f4f70b7", "size": 58020297 } ], "parts": 2, "public": false, "rows": 51005006, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 16344, "_pairs": 102604, "best_ask": 2, "spread": 2, "witness_set": 102603 }, "book": { "_no_partner": 1488, "_pairs": 2215, "asks": 64, "bids": 172, "witness_set": 1980 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 118948, "book": 3703, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 7146270, "book": 207910, "price_change": 43650826 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297937242235, "min_sequence": 562977909528304, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 10149695, "source_rows": 17295965 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297935051021, "min_sequence": 562977909538681, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 313737, "source_rows": 523381 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297915377309, "min_sequence": 562977909541959, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 49393, "source_rows": 49393 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297934781450, "min_sequence": 562977909559595, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 1898, "source_rows": 1898 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297935902535, "min_sequence": 562977909951622, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 2731, "source_rows": 2731 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297937242240, "min_sequence": 562977909528274, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 70601506, "source_rows": 114252332 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562978038984622, "min_sequence": 562977911253867, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 3384, "source_rows": 3384 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "31c72fd414cd3451333b642e199bcd893e0d23da" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "50cb90e76e12866a30110f5bd6164e712ac99f337620d983d441807fd22bf7c8", "recorders": null, "row_count": 81122344, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "source_sha256": "9c837a2dd99048014f3493c3676aa85083a4587c84633c7c81ff86a3816304c1", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 8007, "ai-benchmarks": 17044, "ai-rankings": 1386838, "ai-releases": 376839, "anthropic": 12821, "art": 3, "big-tech": 354996, "china": 1146, "companies-with-1-ai": 1740, "compute": 294104, "congress": 21459, "courts": 22, "elon-musk": 27, "gemini": 651, "google": 31008, "grok": 4211, "ipos": 21740, "leopold-aschenbrenner": 18, "math": 18959, "meta": 10778, "moonshot": 4097, "openai": 66287, "openrouter-total-tokens-weekly": 8445, "privates": 2736, "ssi": 4419, "united-states": 31 }, "business": { "(none)": 5692, "acquisitions": 194, "banking": 192, "banks": 296, "big-tech": 98602, "earn-4": 3402, "economic-policy": 144, "equities": 24418, "fed-rates": 23588, "ipos": 25143, "jpm": 1174, "sec": 3, "stocks": 5188, "taxes": 95 }, "crypto": { "aave": 363, "acquisitions": 72, "big-tech": 357, "bitcoin": 7090227, "bnb": 881828, "congress": 45641, "crypto-culture": 16263, "crypto-legal": 1052, "crypto-listings": 17465, "crypto-prices": 8537, "dogecoin": 1184246, "epstein": 222, "eric-adams": 422, "ethena": 1362, "ethereum": 2836734, "fees": 483, "ftx": 17, "gov-reserve": 77, "hack": 16705, "hype": 1037454, "hyperliquid": 77271, "ipos": 530, "memecoins": 300, "meta": 1, "microstrategy": 54, "network-stats": 39, "nft": 1771, "pre-market": 514078, "prediction-markets": 328, "price-comparison": 999, "price-milestone": 3544, "privates": 4259, "protocol-risk": 193, "public-sales": 10838, "pumpptfun": 255, "sam-altman": 1123, "solana": 1862943, "stablecoins": 1304, "stocks": 24, "trump-presidency": 300, "xrp": 1663886, "yearly": 67514, "zcash": 49205 }, "earnings": { "equities": 8279 }, "economy": { "(none)": 55, "acquisitions": 6, "brazil": 20142, "canada": 10191, "commodities": 40693, "consumer": 16538, "economic-policy": 19476, "equities": 18, "europe": 191, "fed": 464, "fed-rates": 50801, "france": 16253, "global-rates": 26546, "housing": 2484, "inflation": 890, "iran": 33558, "israel": 33039, "japan": 9515, "kevin-warsh": 3, "macro-indicators": 339730, "mexico": 12373, "oil": 4134, "parcl": 202420, "prices": 1827, "shipping": 17, "taxes": 2, "trade-war": 5999, "trump": 1282, "us-bank-bailout": 116, "us-debt-downgrade": 14, "us-defaults-on-debt": 12 }, "elections": { "celebrities": 141769, "france": 1571, "global-elections": 2167946, "israel": 14784, "midterms": 8264761, "nov-4-elections": 37, "peru-elections": 33, "popular-vote": 146, "romania": 933, "taxes": 21208, "trump": 1285, "turkey": 205, "uk": 19927, "united-kingdom": 75, "us-presidential-election": 271651, "vance": 34, "wisconsin": 178 }, "esports": { "call-of-duty": 35733, "counter-strike-2": 3857376, "dota-2": 54423, "esports-awards": 355658, "honor-of-kings": 996007, "league-of-legends": 210828, "mlb": 202, "mobile-legends-bang-bang": 218702, "overwatch": 22901, "poker": 7, "rainbow-six-siege": 51, "starcraft-2": 3, "valorant": 474020 }, "finance": { "aapl": 54241, "acquisitions": 347, "anthropic": 35231, "big-tech": 19853, "brazil": 14375, "canada": 23228, "commodities": 54865, "earnings-calls": 1, "equities": 1075231, "forex": 13410, "gold": 16, "indicies": 21411, "indonesia": 851, "ipos": 19071, "italy": 140, "kpis": 69602, "macro-indicators": 3037, "mergers-and-acquisitions": 25, "openai": 36897, "privates": 171161, "silver": 16, "stocks": 707, "tariffs": 85, "trump-presidency": 34078 }, "geopolitics": { "(none)": 2874, "afghanistan": 9, "africa": 27, "argentina": 157, "australia": 186, "awards": 17867, "brazil": 1, "brics-add-a-new-member": 50, "canada": 3692, "china": 17074, "colombia": 60, "commodities": 38766, "country-leave-brics": 20, "courts": 11139, "cuba": 5727, "denmark": 90, "earn-4": 815, "el-salvador": 2782, "epstein": 297, "europe": 271, "f1": 18, "foreign-policy": 26336, "france": 2910, "global-elections": 475254, "greenland": 1430, "h-1b": 3584, "immigration": 2703, "india": 2390, "india-pakistan": 255, "iran": 350506, "israel": 9016, "mali": 1775, "mexico": 8912, "middle-east": 136699, "midterms": 36018, "military": 1434, "military-action": 789, "moscow": 62, "nato": 1558, "north-korea": 9135, "oil": 225416, "parlays": 421, "philippines": 198, "poland": 2591, "president": 37, "prime-minister": 1235, "putin": 62, "russia": 13905, "south-korea": 603, "spain": 4751, "strike": 2201, "sudan": 95, "taiwan": 68, "trade-war": 16613, "trump": 60722, "trump-presidency": 7355, "turkey": 2428, "uk-labour-leadership": 61228, "ukraine": 99900, "ukraine-map": 116030, "un": 8903, "venezuela": 14749, "world-affairs": 3159 }, "politics": { "(none)": 4352, "abc": 79, "approval": 15478, "asia": 5, "bernie-sanders": 6546, "biden": 1439, "bolivia": 1813, "boxing": 2051, "brazil": 28942, "california": 23, "canada": 8773, "china": 6050, "comey": 33854, "compute": 8, "congress": 10853, "courts": 4201, "democrat": 382, "department-of-war": 1285, "dollar": 16, "earn-4": 394, "elon-musk": 1192, "epstein": 3032, "fed-rates": 55108, "fifa": 3958, "flip-off": 34, "foreign-policy": 198, "france": 23892, "gas": 1062, "global-elections": 106622, "greece": 8244, "house-of-representatives": 1080, "hungary": 4064, "ice": 714, "india": 284, "indonesia": 912, "israel": 8241, "istanbul": 36, "japan": 167, "kippah": 55, "legislation": 6541, "mamdani": 133, "margin-of-victory": 35582, "marijuana": 38, "mention-markets": 23423, "mexico": 787, "midterms": 134804, "minnesota": 41, "minnesota-fraud": 210, "nasa": 500, "new-york": 37, "new-york-city": 1566, "north-korea": 709, "nyc": 728, "obama": 199, "ohio": 2, "ohio-midterm": 4907, "oil": 2718, "pakistan": 182, "pardon": 31, "parlays": 3, "parliament": 2511, "pete-hegseth": 7707, "philippines": 35, "prison": 4, "resign": 276, "romania": 556, "russia": 1, "sbf": 23012, "senate-elections": 51329, "south-korea": 103, "spain": 715, "speech": 9, "supreme-court": 566, "tariffs": 8, "taxes": 645, "tennessee": 1125, "trump": 60351, "trump-cabinet": 39495, "trump-daily": 2450, "trump-presidency": 43315, "trump-speech": 493, "truth-social": 756, "turkey": 745, "tweets-markets": 139030, "uk": 20608, "ukraine": 408, "united-kingdom": 650, "united-states": 19731, "us-house": 1485, "us-politics": 2351, "us-presidential-election": 555637, "venezuela": 5843, "voting": 422, "washington-dc": 23, "white-house": 1989 }, "pop-culture": { "(none)": 854, "aliens": 5767, "art": 5083, "australia": 50, "awards": 289659, "basketball": 1356, "best-of-2026": 13624, "breaking-news": 1, "call-of-duty": 1085, "celebrities": 65175, "charlie-kirk": 262, "clavicular": 891, "climate-science": 1717, "combat-sports": 1, "counter-strike-2": 13, "court-cases": 22, "courts": 2644, "daejon-love": 10, "dominican-republic": 205, "dota-2": 152, "earthquake": 64, "elon-musk": 9, "f1": 60, "fda": 112, "fifa": 8378, "fifa-world-cup": 9, "football": 48637, "gaming": 17878, "gta-vi": 7728, "israel": 9373, "japan": 1, "la-liga": 236, "league-of-legends": 42, "logan-paul": 5, "los-angeles": 2, "marijuana": 1234, "midterms": 38, "movie-delay": 257, "movies": 1151772, "music": 273104, "new-york-city": 316, "nfl": 418, "pandemics": 1588, "parent-for-derivative": 1545, "podcast": 15, "pokemon": 13949, "pope-leo-xiv": 10, "pregnant": 233, "russia": 13, "spain": 25538, "spider-man": 33, "streamer": 3343, "taylor-swift": 6, "tennis": 2775, "the-legend-of-zelda": 297, "travel": 15027, "trump": 33257, "trump-daily": 2495, "trump-netanyahu": 18374, "tv": 11571, "tweets-markets": 231296, "uk": 202, "utah": 36, "valve": 1017, "xbox": 12, "youtube": 19150 }, "science": { "(none)": 1818, "aliens": 1417, "big-tech": 15956, "climate-science": 213, "drug": 378, "elon-musk": 51824, "fda": 3777, "global-temp": 2503, "gold": 3576, "macro-indicators": 7232, "mergers-and-acquisitions": 10, "new-york-city": 2617, "pandemics": 4276, "precipitation": 37243, "russia": 148, "space": 2, "spacex": 11069 }, "sports": { "(none)": 9734, "2026-summer-transfer-window": 18820, "afc": 18709, "afc-champions-league-elite": 28778, "afcon": 44069, "afcq": 35407, "aflw": 211, "american-football": 164, "arg": 67429, "argpn": 150608, "australian-a-league": 1268982, "austria-bundesliga": 27480, "awards": 30131, "aze1": 19768, "aze2": 33, "baseball": 52266, "basketball": 981990, "bel1": 36503, "bel2": 21165, "bolivia-lfpb": 74702, "boxing": 991, "bra3": 19282, "brazil-serie-a": 44240, "brazil-serie-b": 77199, "bulgaria-parva-liga": 37809, "bundesliga": 333856, "bundesliga-2": 69300, "canpl": 3448, "carabao-cup": 3, "cfb": 2294968, "chess": 27172, "chi2": 67064, "chile-primera": 37614, "china-fa-cup": 1641, "chinese-super-league": 53028, "chl2": 32326, "clf": 739, "col2": 63, "colombia-primera-a": 37765, "combat-sports": 152, "concacaf": 12079, "concacaf-nations-league": 8189, "copa-america": 32883, "copa-del-rey": 5638, "cricket": 196811, "cristiano-ronaldo": 6238, "czechia-fortuna-liga": 58583, "darts": 23, "denmark-superliga": 29508, "dfb-pokal": 4450, "ecu1": 56469, "efl-championship": 238487, "egypt-premier-league": 28856, "epl": 622759, "ere": 114939, "est1": 57129, "europa-conference-league": 186693, "f1": 73174, "fa-cup": 25644, "fifa": 12621, "fifa-friendly": 3727, "fifa-world-cup": 14266, "fin1": 32489, "formula1": 13269, "fro1": 14996, "goals": 366, "golf": 109791, "gre1": 28316, "handball": 146, "hockey": 95606, "hungary-nb1": 28098, "idn1": 1715979, "idn2": 841410, "indian-super-league": 22924, "irl1": 6056, "isl1": 26, "israel-premier-league": 28360, "japan-j-league": 48131, "japan-j2-league": 53225, "k-league": 352503, "kaz1": 279421, "kor2": 366729, "la-liga": 348327, "la-liga-2": 62710, "lacrosse": 528, "lazio": 55, "lcs": 4, "lib": 15522, "ligue-1": 183869, "ligue-2": 69217, "lionel-messi": 101, "ltu1": 17440, "lva1": 21277, "mex": 393785, "mlb": 77410, "mls": 526935, "morocco-botola-pro": 26024, "moto2": 218, "moto3": 76, "nascar": 58268, "national-league": 79437, "nba": 1854510, "ned2": 20510, "new-york-city": 36528, "nfl": 2746085, "nhl": 763973, "nirl1": 16615, "nor2": 26820, "norway-eliteserien": 43368, "peru-liga-1": 85965, "pickleball": 76991, "poland-ekstraklasa": 42057, "power-slap": 115, "primeira-liga": 78769, "qat1": 17532, "qualification": 4120, "racing": 3488, "romania-superliga": 42444, "rugby": 4368, "rus": 38536, "saf1": 6735, "saudi-professional-league": 59061, "scotland-league-cup": 9974, "scottish-premiership": 91465, "sea": 373522, "serbian-superliga": 18997, "serie-b": 77715, "slovenia-prvaliga": 21385, "soccer": 1762605, "soccer-atc": 142, "soccer-auc": 2, "soccer-brco": 8521, "soccer-ccc": 19748, "soccer-el1": 107356, "soccer-el2": 81942, "soccer-fpd": 29434, "soccer-grc": 24, "soccer-gtm": 82584, "soccer-hr1": 31006, "soccer-nlc": 450, "soccer-nwsl": 57432, "soccer-ptc": 410, "soccer-scoc": 2504, "soccer-skc": 1, "soccer-svk1": 44218, "soccer-trsk": 824, "sud": 1384, "swe2": 54091, "sweden-allsvenskan": 97094, "swimming": 7588, "switzerland-super-league": 202768, "table-tennis": 16650, "tennis": 2908178, "tha1": 31934, "tur": 79529, "tur2": 76591, "u20wwc": 8, "uae1": 17633, "ucl": 402781, "uefa": 29474, "uefa-nations-league": 74737, "uel": 222394, "ufc": 171569, "ukraine-premier-liha": 39799, "uru1": 43521, "usl1": 27, "uslc": 47690, "usoc": 17, "uzb1": 48511, "ven1": 45157, "volleyball": 720, "womens-ballon-dor": 30, "womens-champions-league": 5845, "wsl": 24563 }, "tech": { "(none)": 1340, "airbnb": 2450, "anthropic": 963, "big-tech": 124284, "celebrities": 99038, "china": 7758, "coding": 28809, "collectibles": 1341, "congress": 15, "corporate-financials": 683, "courts": 4084, "earn-4": 4204, "elon-musk": 3659, "equities": 11242, "gaming": 646, "google": 73105, "hack": 1248, "ipos": 4029, "kpis": 655, "midterms": 5, "movies": 18488, "nuke": 700, "oil": 6103, "openai": 911, "outage": 5, "prediction-markets": 2211, "video-games": 1463 }, "uncategorised": { "(none)": 3891, "bayeux-tapestry": 3321, "cfb": 19764, "climate-science": 1552, "dnc": 89, "fed": 3461, "fed-chair": 1945, "fed-rates": 11271, "iran": 29, "la-liga": 84, "leopold-aschenbrenner": 73, "macro-indicators": 4644, "mma": 41, "nfl": 23409, "pandemics": 4864, "social-media": 1253, "space": 63, "supreme-court": 15930, "tennis": 1691, "trump-presidency": 16, "ufc": 1683, "uk": 2284, "united-nations": 11635, "united-states": 1360, "youtube": 786 }, "weather": { "brazil": 966, "climate": 128273, "climate-science": 13260, "drought": 737, "earthquakes": 7052, "germany": 4746, "global-temp": 648, "highest-temperature": 5612062, "italy": 30, "lowest-temperature": 564971, "mexico": 367, "natural-disaster": 1098, "pandemics": 980, "precipitation": 9976, "rain": 137, "united-states": 3488, "volcano": 11 }, "world": { "(none)": 60, "argentina": 13780, "brazil": 6093, "canada": 442, "china": 1, "courts": 1819, "economic-policy": 19253, "europe": 228, "foreign-policy": 3020, "forex": 5412, "france": 32320, "germany": 5184, "global-elections": 1276008, "global-rates": 31096, "hong-kong": 301, "italy": 14, "macro-indicators": 11265, "middle-east": 293, "nyc": 257, "oil": 5884, "pandemics": 2, "south-korea": 3154, "trump-presidency": 1372, "uk": 102 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 132127350, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-31T09.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 454365, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 81122344, "twin_rows": 51005006 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001419, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-31T09.witness_stats.json", "witness_stats_sha256": "9aaa816288df70635917b5fd4eca2d875cb735ffe0bd9c49daad35070e4f9e5b", "witnesses": "iop", "writer_versions": null }