{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 33, "class": "FULL", "exception_markets": 61, "rows_by_domain": { "i": 19287655, "o": 19342618, "p": 19338882 }, "rows_i": 19287655, "rows_joined": 19343531, "rows_merged": 19343498, "rows_o": 19342618, "rows_p": 19338882, "unique_by_domain": { "i": 10, "o": 124, "p": 92 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 11381, "1000_2000ms": 136528, "100_200ms": 156857, "10_20ms": 12273289, "1_2ms": 0, "2000_5000ms": 98642, "200_500ms": 241645, "20_50ms": 5959224, "2_5ms": 0, "5000_10000ms": 29627, "500_1000ms": 163076, "50_100ms": 215850, "5_10ms": 0, "ge30000ms": 1536, "neg": 0 }, "max_ms": 57756, "mean_ms": 78.78282818725242, "measurable": 19287655, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 24.0, "p99_ms": 1515.0, "rows": 19287655, "unmeasurable": 0, "won_output_rows": 255 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 31491, "100_200ms": 112046, "10_20ms": 18052006, "1_2ms": 0, "2000_5000ms": 7863, "200_500ms": 134871, "20_50ms": 593775, "2_5ms": 0, "5000_10000ms": 310, "500_1000ms": 61317, "50_100ms": 180627, "5_10ms": 168312, "ge30000ms": 0, "neg": 0 }, "max_ms": 6916, "mean_ms": 21.53523964542959, "measurable": 19342618, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 16.0, "p99_ms": 257.0, "rows": 19342618, "unmeasurable": 0, "won_output_rows": 4361 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 30404, "100_200ms": 88997, "10_20ms": 18519867, "1_2ms": 0, "2000_5000ms": 8567, "200_500ms": 118236, "20_50ms": 360027, "2_5ms": 0, "5000_10000ms": 358, "500_1000ms": 58236, "50_100ms": 120723, "5_10ms": 33467, "ge30000ms": 0, "neg": 0 }, "max_ms": 7132, "mean_ms": 21.30300179710492, "measurable": 19338882, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 233.0, "rows": 19338882, "unmeasurable": 0, "won_output_rows": 19338882 } } }, "book": { "boundary_dropped": 292, "class": "FULL", "exception_markets": 231307, "rows_by_domain": { "i": 998589, "o": 149112, "p": 353962 }, "rows_i": 998589, "rows_joined": 1125933, "rows_merged": 1125641, "rows_o": 149112, "rows_p": 353962, "unique_by_domain": { "i": 731010, "o": 20972, "p": 104669 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 60142, "1000_2000ms": 10617, "100_200ms": 3285, "10_20ms": 28924, "1_2ms": 0, "2000_5000ms": 22764, "200_500ms": 7481, "20_50ms": 54201, "2_5ms": 0, "5000_10000ms": 24658, "500_1000ms": 7844, "50_100ms": 3267, "5_10ms": 0, "ge30000ms": 775406, "neg": 0 }, "max_ms": 13332959657, "mean_ms": 365491299.29401284, "measurable": 998589, "min_ms": 16, "p50_ms": 520482.0, "p90_ms": 217682478.0, "p99_ms": 6018804209.320001, "rows": 998589, "unmeasurable": 0, "won_output_rows": 741614 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3349, "1000_2000ms": 1493, "100_200ms": 1063, "10_20ms": 81598, "1_2ms": 0, "2000_5000ms": 3331, "200_500ms": 1438, "20_50ms": 6801, "2_5ms": 0, "5000_10000ms": 1362, "500_1000ms": 936, "50_100ms": 1599, "5_10ms": 27, "ge30000ms": 46115, "neg": 0 }, "max_ms": 13331614887, "mean_ms": 145446163.9198656, "measurable": 149112, "min_ms": 9, "p50_ms": 15.0, "p90_ms": 14067410.0, "p99_ms": 4648843868.999999, "rows": 149112, "unmeasurable": 0, "won_output_rows": 30161 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 17473, "1000_2000ms": 3272, "100_200ms": 1626, "10_20ms": 82838, "1_2ms": 0, "2000_5000ms": 6274, "200_500ms": 3027, "20_50ms": 6070, "2_5ms": 0, "5000_10000ms": 6700, "500_1000ms": 3113, "50_100ms": 1793, "5_10ms": 8, "ge30000ms": 221768, "neg": 0 }, "max_ms": 13332517202, "mean_ms": 293408976.66834855, "measurable": 353962, "min_ms": 9, "p50_ms": 165526.0, "p90_ms": 173949925.0, "p99_ms": 6017948250.73, "rows": 353962, "unmeasurable": 0, "won_output_rows": 353866 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 6, "rows_by_domain": { "i": 46035, "o": 46170, "p": 46086 }, "rows_i": 46035, "rows_joined": 46224, "rows_merged": 46224, "rows_o": 46170, "rows_p": 46086, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 20, "1000_2000ms": 544, "100_200ms": 706, "10_20ms": 16508, "1_2ms": 0, "2000_5000ms": 314, "200_500ms": 834, "20_50ms": 25149, "2_5ms": 0, "5000_10000ms": 90, "500_1000ms": 569, "50_100ms": 1301, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 25429, "mean_ms": 94.70487672423157, "measurable": 46035, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 45.0, "p99_ms": 1876.6199999999735, "rows": 46035, "unmeasurable": 0, "won_output_rows": 38 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 158, "100_200ms": 458, "10_20ms": 41209, "1_2ms": 0, "2000_5000ms": 21, "200_500ms": 481, "20_50ms": 2868, "2_5ms": 0, "5000_10000ms": 3, "500_1000ms": 243, "50_100ms": 711, "5_10ms": 18, "ge30000ms": 0, "neg": 0 }, "max_ms": 6260, "mean_ms": 28.92464803985272, "measurable": 46170, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 20.0, "p99_ms": 465.0, "rows": 46170, "unmeasurable": 0, "won_output_rows": 100 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 116, "100_200ms": 414, "10_20ms": 41830, "1_2ms": 0, "2000_5000ms": 7, "200_500ms": 367, "20_50ms": 2482, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 213, "50_100ms": 657, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 3331, "mean_ms": 25.468320097209563, "measurable": 46086, "min_ms": 10, "p50_ms": 13.0, "p90_ms": 18.0, "p99_ms": 344.15000000000146, "rows": 46086, "unmeasurable": 0, "won_output_rows": 46086 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1994, "o": 1994, "p": 1994 }, "rows_i": 1994, "rows_joined": 2024, "rows_merged": 2024, "rows_o": 1994, "rows_p": 1994, "unique_by_domain": { "i": 1, "o": 0, "p": 29 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 4, "1000_2000ms": 0, "100_200ms": 28, "10_20ms": 1292, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 40, "20_50ms": 539, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 35, "50_100ms": 44, "5_10ms": 0, "ge30000ms": 12, "neg": 0 }, "max_ms": 66602, "mean_ms": 382.320962888666, "measurable": 1994, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 46.0, "p99_ms": 764.8899999999983, "rows": 1994, "unmeasurable": 0, "won_output_rows": 4 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 7, "1000_2000ms": 0, "100_200ms": 22, "10_20ms": 1725, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 30, "20_50ms": 148, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 41, "5_10ms": 12, "ge30000ms": 8, "neg": 0 }, "max_ms": 45492, "mean_ms": 270.0762286860582, "measurable": 1994, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 26.0, "p99_ms": 415.2099999999998, "rows": 1994, "unmeasurable": 0, "won_output_rows": 26 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 32, "1000_2000ms": 0, "100_200ms": 9, "10_20ms": 1780, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 26, "20_50ms": 110, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 3, "50_100ms": 19, "5_10ms": 3, "ge30000ms": 12, "neg": 0 }, "max_ms": 54937, "mean_ms": 526.6193580742226, "measurable": 1994, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 21.0, "p99_ms": 14141.889999999998, "rows": 1994, "unmeasurable": 0, "won_output_rows": 1994 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1814, "o": 1814, "p": 1814 }, "rows_i": 1814, "rows_joined": 2728, "rows_merged": 2728, "rows_o": 1814, "rows_p": 1814, "unique_by_domain": { "i": 312, "o": 175, "p": 427 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 297, "1000_2000ms": 117, "100_200ms": 283, "10_20ms": 2, "1_2ms": 0, "2000_5000ms": 36, "200_500ms": 435, "20_50ms": 109, "2_5ms": 0, "5000_10000ms": 7, "500_1000ms": 175, "50_100ms": 61, "5_10ms": 0, "ge30000ms": 292, "neg": 0 }, "max_ms": 122899, "mean_ms": 12504.91289966924, "measurable": 1814, "min_ms": 19, "p50_ms": 530.0, "p90_ms": 43793.8, "p99_ms": 80954.32999999999, "rows": 1814, "unmeasurable": 0, "won_output_rows": 360 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 249, "1000_2000ms": 0, "100_200ms": 429, "10_20ms": 14, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 148, "20_50ms": 202, "2_5ms": 0, "5000_10000ms": 8, "500_1000ms": 38, "50_100ms": 400, "5_10ms": 0, "ge30000ms": 326, "neg": 0 }, "max_ms": 137223, "mean_ms": 13254.769018743109, "measurable": 1814, "min_ms": 13, "p50_ms": 143.0, "p90_ms": 50565.30000000001, "p99_ms": 107580.81999999982, "rows": 1814, "unmeasurable": 0, "won_output_rows": 554 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 274, "1000_2000ms": 7, "100_200ms": 17, "10_20ms": 149, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 241, "20_50ms": 474, "2_5ms": 0, "5000_10000ms": 5, "500_1000ms": 42, "50_100ms": 231, "5_10ms": 0, "ge30000ms": 374, "neg": 0 }, "max_ms": 114998, "mean_ms": 14553.497243660418, "measurable": 1814, "min_ms": 13, "p50_ms": 251.0, "p90_ms": 54211.40000000002, "p99_ms": 90983.71999999994, "rows": 1814, "unmeasurable": 0, "won_output_rows": 1814 } } }, "price_change": { "boundary_dropped": 288, "class": "FULL", "exception_markets": 64, "rows_by_domain": { "i": 117430455, "o": 117793164, "p": 117750502 }, "rows_i": 117430455, "rows_joined": 117807480, "rows_merged": 117807192, "rows_o": 117793164, "rows_p": 117750502, "unique_by_domain": { "i": 128, "o": 624, "p": 818 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 67034, "1000_2000ms": 906162, "100_200ms": 1057694, "10_20ms": 69643338, "1_2ms": 0, "2000_5000ms": 663090, "200_500ms": 1558144, "20_50ms": 40607679, "2_5ms": 0, "5000_10000ms": 196330, "500_1000ms": 1061568, "50_100ms": 1661332, "5_10ms": 0, "ge30000ms": 8084, "neg": 0 }, "max_ms": 57782, "mean_ms": 82.12104061080237, "measurable": 117430455, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 26.0, "p99_ms": 1646.0, "rows": 117430455, "unmeasurable": 0, "won_output_rows": 5444 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 221070, "100_200ms": 752306, "10_20ms": 109213276, "1_2ms": 0, "2000_5000ms": 52678, "200_500ms": 903500, "20_50ms": 4349478, "2_5ms": 0, "5000_10000ms": 1748, "500_1000ms": 422550, "50_100ms": 1307532, "5_10ms": 569026, "ge30000ms": 0, "neg": 0 }, "max_ms": 6945, "mean_ms": 22.91419656577015, "measurable": 117793164, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 16.0, "p99_ms": 292.0, "rows": 117793164, "unmeasurable": 0, "won_output_rows": 51246 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 205358, "100_200ms": 618282, "10_20ms": 111593820, "1_2ms": 0, "2000_5000ms": 55248, "200_500ms": 801652, "20_50ms": 2999260, "2_5ms": 0, "5000_10000ms": 2136, "500_1000ms": 391030, "50_100ms": 941884, "5_10ms": 141832, "ge30000ms": 0, "neg": 0 }, "max_ms": 7132, "mean_ms": 22.483756120207453, "measurable": 117750502, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 259.0, "rows": 117750502, "unmeasurable": 0, "won_output_rows": 117750502 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 6, "rows_by_domain": { "i": 5996, "o": 6020, "p": 6020 }, "rows_i": 5996, "rows_joined": 6020, "rows_merged": 6020, "rows_o": 6020, "rows_p": 6020, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 8, "100_200ms": 92, "10_20ms": 3477, "1_2ms": 0, "2000_5000ms": 16, "200_500ms": 148, "20_50ms": 1991, "2_5ms": 0, "5000_10000ms": 4, "500_1000ms": 56, "50_100ms": 204, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 5804, "mean_ms": 49.66577718478986, "measurable": 5996, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 37.5, "p99_ms": 679.3500000000013, "rows": 5996, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 112, "10_20ms": 5405, "1_2ms": 0, "2000_5000ms": 8, "200_500ms": 72, "20_50ms": 233, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 28, "50_100ms": 136, "5_10ms": 26, "ge30000ms": 0, "neg": 0 }, "max_ms": 2342, "mean_ms": 25.496677740863788, "measurable": 6020, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 19.0, "p99_ms": 305.0, "rows": 6020, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 8, "100_200ms": 52, "10_20ms": 5638, "1_2ms": 0, "2000_5000ms": 8, "200_500ms": 28, "20_50ms": 169, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 36, "50_100ms": 79, "5_10ms": 2, "ge30000ms": 0, "neg": 0 }, "max_ms": 2321, "mean_ms": 24.524916943521596, "measurable": 6020, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 401.0, "rows": 6020, "unmeasurable": 0, "won_output_rows": 6020 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "merged-live", "book_audit": { "files": [ { "file": "2026-10-31T05.book_dropped.parquet", "rows": 9665, "sha256": "27c3cc05e33e5f91a3e4b5d12ad101d0f8e781064c2e661cd93e8a31d4e86ebe", "size": 361656 } ], "parts": 1, "public": false, "rows": 9665, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 9665, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-70673dab.parquet", "sha256": "70673dab091ada82b2b084c6679880e658e3e312f248ade8ed8ddef63dffd352" }, "category_gate": { "bulk_pin": { "created_at": "2026-10-30T09:26:53Z", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v2", "sha256": "b931c996f1c9ed32b64eacbc3b441f65ef9a566f7b68b82c83007ad6473b4d2d", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "064e663fae13a29cb6d1da71783e310a5fcbcf83a776e45a093d55b63cd3b984", "evaluated_at": "2026-10-31T11:16:03Z", "evidence": { "file": "2026-10-31T05.category_evidence.json", "sha256": "16fe90afca6dec88e72a7325c0769bcd8e77b081b9ee5e06c6668c357ca17283" }, "hour": "2026-10-31/05", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9999548340473855, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 31571, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 31306, "logic_identity_changed": false, "map_sha256": "064e663fae13a29cb6d1da71783e310a5fcbcf83a776e45a093d55b63cd3b984", "mapping_logic_changed": 0, "markets": 5218217, "moved_or_lost_markets": 265, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "172dd65b3b9c1f8e58122b56eea689b1779b78ba11ae8ff386767505308645f5", "shrink_share": 0.0, "source_tags_changed": 31571, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "not_reached_markets": [], "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 57950, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 84375, "fetched_untagged": 7, "not_fetched": 0 }, "lt_24h": { "fetched_tagged": 12652, "fetched_untagged": 0, "not_fetched": 0 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 0 } }, "classes": { "fetched_tagged": 154977, "fetched_untagged": 7, "not_fetched": 0 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 31571, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 31306, "logic_identity_changed": false, "map_sha256": "064e663fae13a29cb6d1da71783e310a5fcbcf83a776e45a093d55b63cd3b984", "mapping_logic_changed": 0, "markets": 5218217, "moved_or_lost_markets": 265, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "172dd65b3b9c1f8e58122b56eea689b1779b78ba11ae8ff386767505308645f5", "shrink_share": 0.0, "source_tags_changed": 31571, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 0, "not_reached": 0 }, "row_share": { "fetched_tagged": 0.999969, "fetched_untagged": 3.1e-05, "not_fetched": 0.0, "without_market": 0.0 }, "rows": { "fetched_tagged": 138328989, "fetched_untagged": 4338, "not_fetched": 0, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 154984, "young": { "not_fetched": 0, "traded": 12652 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v5", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [], "untagged_overrides": {} }, "category_map_sha256": "064e663fae13a29cb6d1da71783e310a5fcbcf83a776e45a093d55b63cd3b984", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-31T05.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 33, "class": "FULL", "exception_markets": 61, "rows_by_domain": { "i": 19287655, "o": 19342618, "p": 19338882 }, "rows_i": 19287655, "rows_joined": 19343531, "rows_merged": 19343498, "rows_o": 19342618, "rows_p": 19338882, "unique_by_domain": { "i": 10, "o": 124, "p": 92 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 11381, "1000_2000ms": 136528, "100_200ms": 156857, "10_20ms": 12273289, "1_2ms": 0, "2000_5000ms": 98642, "200_500ms": 241645, "20_50ms": 5959224, "2_5ms": 0, "5000_10000ms": 29627, "500_1000ms": 163076, "50_100ms": 215850, "5_10ms": 0, "ge30000ms": 1536, "neg": 0 }, "max_ms": 57756, "mean_ms": 78.78282818725242, "measurable": 19287655, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 24.0, "p99_ms": 1515.0, "rows": 19287655, "unmeasurable": 0, "won_output_rows": 255 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 31491, "100_200ms": 112046, "10_20ms": 18052006, "1_2ms": 0, "2000_5000ms": 7863, "200_500ms": 134871, "20_50ms": 593775, "2_5ms": 0, "5000_10000ms": 310, "500_1000ms": 61317, "50_100ms": 180627, "5_10ms": 168312, "ge30000ms": 0, "neg": 0 }, "max_ms": 6916, "mean_ms": 21.53523964542959, "measurable": 19342618, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 16.0, "p99_ms": 257.0, "rows": 19342618, "unmeasurable": 0, "won_output_rows": 4361 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 30404, "100_200ms": 88997, "10_20ms": 18519867, "1_2ms": 0, "2000_5000ms": 8567, "200_500ms": 118236, "20_50ms": 360027, "2_5ms": 0, "5000_10000ms": 358, "500_1000ms": 58236, "50_100ms": 120723, "5_10ms": 33467, "ge30000ms": 0, "neg": 0 }, "max_ms": 7132, "mean_ms": 21.30300179710492, "measurable": 19338882, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 233.0, "rows": 19338882, "unmeasurable": 0, "won_output_rows": 19338882 } } }, "book": { "boundary_dropped": 292, "class": "FULL", "exception_markets": 231307, "rows_by_domain": { "i": 998589, "o": 149112, "p": 353962 }, "rows_i": 998589, "rows_joined": 1125933, "rows_merged": 1125641, "rows_o": 149112, "rows_p": 353962, "unique_by_domain": { "i": 731010, "o": 20972, "p": 104669 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 60142, "1000_2000ms": 10617, "100_200ms": 3285, "10_20ms": 28924, "1_2ms": 0, "2000_5000ms": 22764, "200_500ms": 7481, "20_50ms": 54201, "2_5ms": 0, "5000_10000ms": 24658, "500_1000ms": 7844, "50_100ms": 3267, "5_10ms": 0, "ge30000ms": 775406, "neg": 0 }, "max_ms": 13332959657, "mean_ms": 365491299.29401284, "measurable": 998589, "min_ms": 16, "p50_ms": 520482.0, "p90_ms": 217682478.0, "p99_ms": 6018804209.320001, "rows": 998589, "unmeasurable": 0, "won_output_rows": 741614 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3349, "1000_2000ms": 1493, "100_200ms": 1063, "10_20ms": 81598, "1_2ms": 0, "2000_5000ms": 3331, "200_500ms": 1438, "20_50ms": 6801, "2_5ms": 0, "5000_10000ms": 1362, "500_1000ms": 936, "50_100ms": 1599, "5_10ms": 27, "ge30000ms": 46115, "neg": 0 }, "max_ms": 13331614887, "mean_ms": 145446163.9198656, "measurable": 149112, "min_ms": 9, "p50_ms": 15.0, "p90_ms": 14067410.0, "p99_ms": 4648843868.999999, "rows": 149112, "unmeasurable": 0, "won_output_rows": 30161 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 17473, "1000_2000ms": 3272, "100_200ms": 1626, "10_20ms": 82838, "1_2ms": 0, "2000_5000ms": 6274, "200_500ms": 3027, "20_50ms": 6070, "2_5ms": 0, "5000_10000ms": 6700, "500_1000ms": 3113, "50_100ms": 1793, "5_10ms": 8, "ge30000ms": 221768, "neg": 0 }, "max_ms": 13332517202, "mean_ms": 293408976.66834855, "measurable": 353962, "min_ms": 9, "p50_ms": 165526.0, "p90_ms": 173949925.0, "p99_ms": 6017948250.73, "rows": 353962, "unmeasurable": 0, "won_output_rows": 353866 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 6, "rows_by_domain": { "i": 46035, "o": 46170, "p": 46086 }, "rows_i": 46035, "rows_joined": 46224, "rows_merged": 46224, "rows_o": 46170, "rows_p": 46086, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 20, "1000_2000ms": 544, "100_200ms": 706, "10_20ms": 16508, "1_2ms": 0, "2000_5000ms": 314, "200_500ms": 834, "20_50ms": 25149, "2_5ms": 0, "5000_10000ms": 90, "500_1000ms": 569, "50_100ms": 1301, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 25429, "mean_ms": 94.70487672423157, "measurable": 46035, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 45.0, "p99_ms": 1876.6199999999735, "rows": 46035, "unmeasurable": 0, "won_output_rows": 38 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 158, "100_200ms": 458, "10_20ms": 41209, "1_2ms": 0, "2000_5000ms": 21, "200_500ms": 481, "20_50ms": 2868, "2_5ms": 0, "5000_10000ms": 3, "500_1000ms": 243, "50_100ms": 711, "5_10ms": 18, "ge30000ms": 0, "neg": 0 }, "max_ms": 6260, "mean_ms": 28.92464803985272, "measurable": 46170, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 20.0, "p99_ms": 465.0, "rows": 46170, "unmeasurable": 0, "won_output_rows": 100 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 116, "100_200ms": 414, "10_20ms": 41830, "1_2ms": 0, "2000_5000ms": 7, "200_500ms": 367, "20_50ms": 2482, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 213, "50_100ms": 657, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 3331, "mean_ms": 25.468320097209563, "measurable": 46086, "min_ms": 10, "p50_ms": 13.0, "p90_ms": 18.0, "p99_ms": 344.15000000000146, "rows": 46086, "unmeasurable": 0, "won_output_rows": 46086 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1994, "o": 1994, "p": 1994 }, "rows_i": 1994, "rows_joined": 2024, "rows_merged": 2024, "rows_o": 1994, "rows_p": 1994, "unique_by_domain": { "i": 1, "o": 0, "p": 29 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 4, "1000_2000ms": 0, "100_200ms": 28, "10_20ms": 1292, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 40, "20_50ms": 539, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 35, "50_100ms": 44, "5_10ms": 0, "ge30000ms": 12, "neg": 0 }, "max_ms": 66602, "mean_ms": 382.320962888666, "measurable": 1994, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 46.0, "p99_ms": 764.8899999999983, "rows": 1994, "unmeasurable": 0, "won_output_rows": 4 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 7, "1000_2000ms": 0, "100_200ms": 22, "10_20ms": 1725, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 30, "20_50ms": 148, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 41, "5_10ms": 12, "ge30000ms": 8, "neg": 0 }, "max_ms": 45492, "mean_ms": 270.0762286860582, "measurable": 1994, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 26.0, "p99_ms": 415.2099999999998, "rows": 1994, "unmeasurable": 0, "won_output_rows": 26 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 32, "1000_2000ms": 0, "100_200ms": 9, "10_20ms": 1780, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 26, "20_50ms": 110, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 3, "50_100ms": 19, "5_10ms": 3, "ge30000ms": 12, "neg": 0 }, "max_ms": 54937, "mean_ms": 526.6193580742226, "measurable": 1994, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 21.0, "p99_ms": 14141.889999999998, "rows": 1994, "unmeasurable": 0, "won_output_rows": 1994 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1814, "o": 1814, "p": 1814 }, "rows_i": 1814, "rows_joined": 2728, "rows_merged": 2728, "rows_o": 1814, "rows_p": 1814, "unique_by_domain": { "i": 312, "o": 175, "p": 427 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 297, "1000_2000ms": 117, "100_200ms": 283, "10_20ms": 2, "1_2ms": 0, "2000_5000ms": 36, "200_500ms": 435, "20_50ms": 109, "2_5ms": 0, "5000_10000ms": 7, "500_1000ms": 175, "50_100ms": 61, "5_10ms": 0, "ge30000ms": 292, "neg": 0 }, "max_ms": 122899, "mean_ms": 12504.91289966924, "measurable": 1814, "min_ms": 19, "p50_ms": 530.0, "p90_ms": 43793.8, "p99_ms": 80954.32999999999, "rows": 1814, "unmeasurable": 0, "won_output_rows": 360 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 249, "1000_2000ms": 0, "100_200ms": 429, "10_20ms": 14, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 148, "20_50ms": 202, "2_5ms": 0, "5000_10000ms": 8, "500_1000ms": 38, "50_100ms": 400, "5_10ms": 0, "ge30000ms": 326, "neg": 0 }, "max_ms": 137223, "mean_ms": 13254.769018743109, "measurable": 1814, "min_ms": 13, "p50_ms": 143.0, "p90_ms": 50565.30000000001, "p99_ms": 107580.81999999982, "rows": 1814, "unmeasurable": 0, "won_output_rows": 554 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 274, "1000_2000ms": 7, "100_200ms": 17, "10_20ms": 149, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 241, "20_50ms": 474, "2_5ms": 0, "5000_10000ms": 5, "500_1000ms": 42, "50_100ms": 231, "5_10ms": 0, "ge30000ms": 374, "neg": 0 }, "max_ms": 114998, "mean_ms": 14553.497243660418, "measurable": 1814, "min_ms": 13, "p50_ms": 251.0, "p90_ms": 54211.40000000002, "p99_ms": 90983.71999999994, "rows": 1814, "unmeasurable": 0, "won_output_rows": 1814 } } }, "price_change": { "boundary_dropped": 288, "class": "FULL", "exception_markets": 64, "rows_by_domain": { "i": 117430455, "o": 117793164, "p": 117750502 }, "rows_i": 117430455, "rows_joined": 117807480, "rows_merged": 117807192, "rows_o": 117793164, "rows_p": 117750502, "unique_by_domain": { "i": 128, "o": 624, "p": 818 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 67034, "1000_2000ms": 906162, "100_200ms": 1057694, "10_20ms": 69643338, "1_2ms": 0, "2000_5000ms": 663090, "200_500ms": 1558144, "20_50ms": 40607679, "2_5ms": 0, "5000_10000ms": 196330, "500_1000ms": 1061568, "50_100ms": 1661332, "5_10ms": 0, "ge30000ms": 8084, "neg": 0 }, "max_ms": 57782, "mean_ms": 82.12104061080237, "measurable": 117430455, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 26.0, "p99_ms": 1646.0, "rows": 117430455, "unmeasurable": 0, "won_output_rows": 5444 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 221070, "100_200ms": 752306, "10_20ms": 109213276, "1_2ms": 0, "2000_5000ms": 52678, "200_500ms": 903500, "20_50ms": 4349478, "2_5ms": 0, "5000_10000ms": 1748, "500_1000ms": 422550, "50_100ms": 1307532, "5_10ms": 569026, "ge30000ms": 0, "neg": 0 }, "max_ms": 6945, "mean_ms": 22.91419656577015, "measurable": 117793164, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 16.0, "p99_ms": 292.0, "rows": 117793164, "unmeasurable": 0, "won_output_rows": 51246 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 205358, "100_200ms": 618282, "10_20ms": 111593820, "1_2ms": 0, "2000_5000ms": 55248, "200_500ms": 801652, "20_50ms": 2999260, "2_5ms": 0, "5000_10000ms": 2136, "500_1000ms": 391030, "50_100ms": 941884, "5_10ms": 141832, "ge30000ms": 0, "neg": 0 }, "max_ms": 7132, "mean_ms": 22.483756120207453, "measurable": 117750502, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 259.0, "rows": 117750502, "unmeasurable": 0, "won_output_rows": 117750502 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 6, "rows_by_domain": { "i": 5996, "o": 6020, "p": 6020 }, "rows_i": 5996, "rows_joined": 6020, "rows_merged": 6020, "rows_o": 6020, "rows_p": 6020, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 8, "100_200ms": 92, "10_20ms": 3477, "1_2ms": 0, "2000_5000ms": 16, "200_500ms": 148, "20_50ms": 1991, "2_5ms": 0, "5000_10000ms": 4, "500_1000ms": 56, "50_100ms": 204, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 5804, "mean_ms": 49.66577718478986, "measurable": 5996, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 37.5, "p99_ms": 679.3500000000013, "rows": 5996, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 112, "10_20ms": 5405, "1_2ms": 0, "2000_5000ms": 8, "200_500ms": 72, "20_50ms": 233, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 28, "50_100ms": 136, "5_10ms": 26, "ge30000ms": 0, "neg": 0 }, "max_ms": 2342, "mean_ms": 25.496677740863788, "measurable": 6020, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 19.0, "p99_ms": 305.0, "rows": 6020, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 8, "100_200ms": 52, "10_20ms": 5638, "1_2ms": 0, "2000_5000ms": 8, "200_500ms": 28, "20_50ms": 169, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 36, "50_100ms": 79, "5_10ms": 2, "ge30000ms": 0, "neg": 0 }, "max_ms": 2321, "mean_ms": 24.524916943521596, "measurable": 6020, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 401.0, "rows": 6020, "unmeasurable": 0, "won_output_rows": 6020 } } } }, "archive_root": "merged-live", "boundary_guard": "cache", "bytes": 1465158613, "file": "2026-10-31T05.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-31/05", "hour_utc": "2026-10-31T05:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41658297395626305, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562977361725452, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 207643929 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297395626305, "min_sequence": 562977361725456, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 19343498, "row_groups": [ 0, 73 ], "sha256": "ced329c8eaab61bf37fce479f06a59ed4491ec68c7350b710060b61abf650324" }, "book": { "byte_range": [ 207643929, 289610751 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297392852791, "min_sequence": 562977361745556, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 1125641, "row_groups": [ 74, 78 ], "sha256": "2f051732c80701cbfd98a26b8f42ac41b11206024cc6279b87ccf6a2863a0728" }, "last_trade_price": { "byte_range": [ 289610751, 292272644 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297388788298, "min_sequence": 562977361725466, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 46224, "row_groups": [ 79, 79 ], "sha256": "b25a1abc333cecff58295dc1a9e68aed3c305ff01f1099ebc390449b03bc5453" }, "market_resolved": { "byte_range": [ 292272644, 292589541 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297357691585, "min_sequence": 562977361729945, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 2024, "row_groups": [ 80, 80 ], "sha256": "b39a07083199908c68cb0e383c91d0f8bc4408ec71a090bd2df28abe865f6105" }, "new_market": { "byte_range": [ 292589541, 292860854 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297394526583, "min_sequence": 562977362284643, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 2728, "row_groups": [ 81, 81 ], "sha256": "8234f17b617c6097a85e6205b63a12b4f757148056d4fed17b54b1ca00c9fbdb" }, "price_change": { "byte_range": [ 292860854, 1463375691 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297395626303, "min_sequence": 562977361725452, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 117807192, "row_groups": [ 82, 531 ], "sha256": "d58ab0920b0557ced101d83bcd59c783b9994a5ed2234561ea0d860b2eba431c" }, "tick_size_change": { "byte_range": [ 1463375691, 1463591166 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562977497205252, "min_sequence": 562977363731658, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 6020, "row_groups": [ 532, 532 ], "sha256": "d3b79695cc3af93e743bc59de45ee6fc141170117972d8fda5a84f7388fbe65c" } }, "row_count": 138333327, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "sha256": "0f2102474167ddec18f3cd0df1d71949fc7b19c737370d4586ed634d36205ebd", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-31T05.witness_stats.json", "witness_stats_sha256": "9aaa816288df70635917b5fd4eca2d875cb735ffe0bd9c49daad35070e4f9e5b", "witnesses": "iop", "witnesses_captured": [ "i", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-31T05.ai.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 81031742, "row_ordinal_min": 0, "rows": 2450897, "sha256": "76f5e664baf754395b5cfa9fe6dfd1378fdafc032ca58483df89a95a0bcf9294", "size": 12219167, "sub_tag": null }, { "category": "ai", "file": "2026-10-31T05.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 81031742, "row_ordinal_min": 0, "rows": 2450897, "sha256": "1f89cfc3b80ffeb135586b12682b95d9cfa39c67b9fd1f6b40615a836f8bdf48", "size": 11355119, "sub_tag": null }, { "category": "business", "file": "2026-10-31T05.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 14190827, "row_ordinal_min": 390674, "rows": 171483, "sha256": "8c2a3000dbc08f5230b10d34c47b2178cb5a64e5805bec4c00c0cffe89980c72", "size": 980993, "sub_tag": null }, { "category": "business", "file": "2026-10-31T05.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 14190827, "row_ordinal_min": 390674, "rows": 171483, "sha256": "6b2899546d6c408f137e4d7fffedef1575f5194603f6e1e20c2bb402bac9917a", "size": 845717, "sub_tag": null }, { "category": "crypto", "file": "2026-10-31T05.crypto.parquet", "part": null, "role": "lean", "row_groups": 27, "row_ordinal_max": 81032442, "row_ordinal_min": 407507, "rows": 16728239, "sha256": "a2bf703ed9bc1545c106d2efee83595b426ce6c1e26c05c01d9a890342623c4e", "size": 79056181, "sub_tag": null }, { "category": "crypto", "file": "2026-10-31T05.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 27, "row_ordinal_max": 81032442, "row_ordinal_min": 407507, "rows": 16728239, "sha256": "8c624ff1bcbe60dfc74be23542e879965d8b47155239790ee8b1e39b06663ff0", "size": 53238167, "sub_tag": null }, { "category": "earnings", "file": "2026-10-31T05.earnings.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 29361264, "row_ordinal_min": 1888780, "rows": 8172, "sha256": "cceac0fa952cf4407185d7f3d8ce5b151bf22766db979e810b18758caf077b2c", "size": 86458, "sub_tag": null }, { "category": "earnings", "file": "2026-10-31T05.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 29361264, "row_ordinal_min": 1888780, "rows": 8172, "sha256": "a863c2359b1c111f42d16f03f004e326fd2845ddd75ff617d858fe2ac7b4fcb2", "size": 56151, "sub_tag": null }, { "category": "economy", "file": "2026-10-31T05.economy.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 30041751, "row_ordinal_min": 1890736, "rows": 823943, "sha256": "8aa06b80907adfddf9edd1392cf673e0eb33cf1e1daf20f8679ff12cc86fd23f", "size": 4238797, "sub_tag": null }, { "category": "economy", "file": "2026-10-31T05.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 30041751, "row_ordinal_min": 1890736, "rows": 823943, "sha256": "4eb9a32c301b4cb105364deac1853edf86faf824d2dc89c554ea71b501167e5f", "size": 3798575, "sub_tag": null }, { "category": "elections", "file": "2026-10-31T05.elections.parquet", "part": null, "role": "lean", "row_groups": 17, "row_ordinal_max": 81032450, "row_ordinal_min": 2031848, "rows": 9760762, "sha256": "9d619f149ab014c5c5447eddee12fc2941f4e8b30233b9e5010ea166ff45595a", "size": 51809814, "sub_tag": null }, { "category": "elections", "file": "2026-10-31T05.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 17, "row_ordinal_max": 81032450, "row_ordinal_min": 2031848, "rows": 9760762, "sha256": "e010681b9ab1d7b92bcfdfd5fcfdd081d66f616db1477f8d8523522a0a7afbdf", "size": 46357079, "sub_tag": null }, { "category": "esports", "file": "2026-10-31T05.esports.parquet", "part": null, "role": "lean", "row_groups": 14, "row_ordinal_max": 41889340, "row_ordinal_min": 3699088, "rows": 5365869, "sha256": "9ea562884b7ee83fd6694626ddbe3525c2ed00b6d96337c57fb9420edaa0b5fc", "size": 17834243, "sub_tag": null }, { "category": "esports", "file": "2026-10-31T05.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 14, "row_ordinal_max": 41889340, "row_ordinal_min": 3699088, "rows": 5365869, "sha256": "0b29abc5d263ea08e48a429da01e78ad65cef73aa268f6f9cb9d5436901862ee", "size": 19045379, "sub_tag": null }, { "category": "finance", "file": "2026-10-31T05.finance.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 81032470, "row_ordinal_min": 5276775, "rows": 1630881, "sha256": "5f2cf2b0c0b9818eaa863356680de233bbe319b02010f4e1dc8e6bce0b80594e", "size": 8299173, "sub_tag": null }, { "category": "finance", "file": "2026-10-31T05.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 81032470, "row_ordinal_min": 5276775, "rows": 1630881, "sha256": "47df824f89921f2f0cc1a513b881066f8b309a130f290b79939af8652b00d96a", "size": 5908765, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-31T05.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 44955987, "row_ordinal_min": 5564062, "rows": 2001897, "sha256": "dc7c5d7a2072f65f252ad13ffe1114f6a57250d3f2eaf84d728508387be11b1f", "size": 10153231, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-31T05.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 44955987, "row_ordinal_min": 5564062, "rows": 2001897, "sha256": "652493979e947cea557d8ebe6e48edf98735b7909ee1dea78006f89674a92beb", "size": 8973100, "sub_tag": null }, { "category": "politics", "file": "2026-10-31T05.politics.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 81032474, "row_ordinal_min": 5831037, "rows": 1485721, "sha256": "4dbf88193a9bf42492dfbdf1ff142263f083792da356aa65d0fabbc14ed05892", "size": 8153540, "sub_tag": null }, { "category": "politics", "file": "2026-10-31T05.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 81032474, "row_ordinal_min": 5831037, "rows": 1485721, "sha256": "05d4564e35885861d98fe6d6a6d36562bb98cca14ba57d41d5cd60d79d897201", "size": 6795287, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-31T05.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 47924999, "row_ordinal_min": 6046122, "rows": 2017119, "sha256": "c9b1d6e90e2ec7b0fa4f352bb6035a545e2df26689c700d745f3bd0586e091bc", "size": 10654291, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-31T05.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 47924999, "row_ordinal_min": 6046122, "rows": 2017119, "sha256": "57145a0009078fdf6761a7e8ee8e250297520a11bd6629204f28eae91df8e2ff", "size": 9365963, "sub_tag": null }, { "category": "science", "file": "2026-10-31T05.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 48026345, "row_ordinal_min": 6344097, "rows": 132597, "sha256": "9a6beee4aa4cbde5c0b049c7b6c03346695d1329e55bd40605fb2c15d3926745", "size": 678470, "sub_tag": null }, { "category": "science", "file": "2026-10-31T05.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 48026345, "row_ordinal_min": 6344097, "rows": 132597, "sha256": "8b7e1bb914f06b9df66b68a3627896085a06851008328a53e842229275048d3b", "size": 532532, "sub_tag": null }, { "category": "sports", "file": "2026-10-31T05.sports.parquet", "part": null, "role": "lean", "row_groups": 41, "row_ordinal_max": 81037466, "row_ordinal_min": 6374789, "rows": 31423138, "sha256": "2abecb3f336ae71e00aeb117f3021621923c47ac9227d599d8d61f0c8c0d6f04", "size": 209429383, "sub_tag": null }, { "category": "sports", "file": "2026-10-31T05.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 41, "row_ordinal_max": 81037466, "row_ordinal_min": 6374789, "rows": 31423138, "sha256": "2fd08f17ce1551c099697876e10521815cfdbf645b9062fb8b7f608308e29584", "size": 140371738, "sub_tag": null }, { "category": "tech", "file": "2026-10-31T05.tech.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 75210059, "row_ordinal_min": 10423494, "rows": 360290, "sha256": "0d231eb8179ebe6ee18096387e7b9acfa68d246ceec2161311d8d9ea50e6ca66", "size": 2080778, "sub_tag": null }, { "category": "tech", "file": "2026-10-31T05.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 75210059, "row_ordinal_min": 10423494, "rows": 360290, "sha256": "a543e0d562a58a643265c444c7169dff68a88afff9eafcda026b5e3265a2dba1", "size": 1725925, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-31T05.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 75284293, "row_ordinal_min": 10472946, "rows": 86434, "sha256": "ce1cbe6d1ecd0f91c1d9ba60afe4d5dcf4675ef6086c10c654696e7d6e98eebd", "size": 566264, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-31T05.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 75284293, "row_ordinal_min": 10472946, "rows": 86434, "sha256": "493ad9b506efc30c1e4daf8a99d7b977181b38ca7a0b91f3fddc668c187165e4", "size": 441688, "sub_tag": null }, { "category": "weather", "file": "2026-10-31T05.weather.parquet", "part": null, "role": "lean", "row_groups": 13, "row_ordinal_max": 81037754, "row_ordinal_min": 10484632, "rows": 4752000, "sha256": "4c7cad4d9810cda361ef3ffcb6a3a8ba6ecfcebbc3a453cd84587f203648956a", "size": 23578468, "sub_tag": null }, { "category": "weather", "file": "2026-10-31T05.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 13, "row_ordinal_max": 81037754, "row_ordinal_min": 10484632, "rows": 4752000, "sha256": "a39f6a6c0c504e645f42f8c033750111749c9bb5d6bc3575cbfc924c69fa91c4", "size": 18096488, "sub_tag": null }, { "category": "world", "file": "2026-10-31T05.world.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 81031734, "row_ordinal_min": 10856042, "rows": 1838313, "sha256": "8d3b32dc9a0ee340938c5d9caa8850fde91f506806b12c539fd2cb24bde76b43", "size": 7783783, "sub_tag": null }, { "category": "world", "file": "2026-10-31T05.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 81031734, "row_ordinal_min": 10856042, "rows": 1838313, "sha256": "71bb57d3ac2632de3eb851e565d739c8a3edd58f89482111f3943c35f6e29e2d", "size": 8189765, "sub_tag": null }, { "category": null, "file": "2026-10-31T05.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 519573, "sha256": "440157d28a77887319c4c89fe2523db2c9cefd3be1d0d6e8f9fde0bb775c426e", "size": 36290776, "sub_tag": null }, { "category": null, "file": "2026-10-31T05.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 781603, "sha256": "ab76ec944506eca64ade1771537451664f1ccbdc76db188363b11c11d748c7dc", "size": 66591732, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "f502910c-d35c-448f-b9e2-f3385102f0b4", "hour": "2026-10-31/05", "hour_utc": "2026-10-31T05:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-31", "schedule_sha256": "b26a6d9b6f7e26f86caab58dc0fcf2c76a9d87a3d95cbd8689a6592e8c849f6f", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-30", "max_sequence": 41658297395626304, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562977361725452, "mirror_audit": { "files": [ { "file": "2026-10-31T05.mirror_dropped.p1.parquet", "rows": 43028480, "sha256": "a63814302269deef16dffc4111a3cca9361504f0dd20d81fbefb31e5e56c15b9", "size": 302047790 }, { "file": "2026-10-31T05.mirror_dropped.p2.parquet", "rows": 14257427, "sha256": "fbdb262fa1a0048d9e388120e12d113642e6975c7d0bdc67fcfe3179b1b12c0d", "size": 91863189 } ], "parts": 2, "public": false, "rows": 57285907, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 18466, "_pairs": 115127, "best_ask": 4, "best_bid": 4, "source_witness": 1, "spread": 8, "witness_set": 115122 }, "book": { "_no_partner": 3796, "_pairs": 2554, "asks": 173, "bids": 472, "witness_set": 1912 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 133593, "book": 6350, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 8041563, "book": 485422, "price_change": 48758922 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297395626304, "min_sequence": 562977361725456, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 11301935, "source_rows": 19343498 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297392852791, "min_sequence": 562977361745556, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 630554, "source_rows": 1125641 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297388788298, "min_sequence": 562977361725466, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 46224, "source_rows": 46224 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297357691585, "min_sequence": 562977361729945, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 2024, "source_rows": 2024 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297394526583, "min_sequence": 562977362284643, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 2728, "source_rows": 2728 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297395626302, "min_sequence": 562977361725452, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 69048270, "source_rows": 117807192 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562977497205252, "min_sequence": 562977363731658, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 6020, "source_rows": 6020 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "31c72fd414cd3451333b642e199bcd893e0d23da" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "50cb90e76e12866a30110f5bd6164e712ac99f337620d983d441807fd22bf7c8", "recorders": null, "row_count": 81037755, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "source_sha256": "0f2102474167ddec18f3cd0df1d71949fc7b19c737370d4586ed634d36205ebd", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 6835, "ai-benchmarks": 10816, "ai-rankings": 1161245, "ai-releases": 419409, "anthropic": 9928, "art": 1, "big-tech": 345281, "china": 1701, "companies-with-1-ai": 1639, "compute": 302053, "congress": 24788, "courts": 1294, "elon-musk": 47, "gemini": 1579, "google": 16619, "grok": 5074, "ipos": 27813, "leopold-aschenbrenner": 60, "math": 23634, "meta": 10638, "moonshot": 3601, "openai": 70220, "openrouter-total-tokens-weekly": 4573, "privates": 851, "ssi": 1165, "united-states": 33 }, "business": { "(none)": 4228, "acquisitions": 46, "banking": 710, "banks": 80, "big-tech": 69907, "cuba": 2, "earn-4": 985, "economic-policy": 190, "equities": 28291, "fed-rates": 40712, "ipos": 22889, "jpm": 2789, "sec": 3, "stocks": 527, "taxes": 124 }, "crypto": { "aave": 938, "acquisitions": 23, "big-tech": 389, "bitcoin": 6021560, "bnb": 916984, "congress": 27467, "crypto-culture": 23791, "crypto-legal": 2180, "crypto-listings": 18586, "crypto-prices": 2382, "dogecoin": 950244, "epstein": 349, "eric-adams": 477, "ethena": 5763, "ethereum": 2746572, "fees": 301, "ftx": 34, "gov-reserve": 13, "hack": 12066, "hype": 1131701, "hyperliquid": 163166, "ipos": 511, "memecoins": 202, "meta": 3, "microstrategy": 32, "network-stats": 18, "nft": 109, "pre-market": 704878, "prediction-markets": 293, "price-comparison": 657, "price-milestone": 3723, "privates": 2556, "protocol-risk": 266, "public-sales": 10175, "pumpptfun": 213, "sam-altman": 368, "solana": 1703735, "stablecoins": 1164, "stocks": 24, "trump-presidency": 296, "xrp": 1854076, "yearly": 63255, "zcash": 356699 }, "earnings": { "equities": 8172 }, "economy": { "(none)": 11, "acquisitions": 3, "brazil": 14055, "canada": 12497, "commodities": 25989, "consumer": 5097, "economic-policy": 29920, "equities": 38, "europe": 27, "fed": 602, "fed-rates": 72951, "france": 13210, "global-rates": 22170, "housing": 4763, "inflation": 2722, "iran": 84253, "israel": 5002, "japan": 15758, "kevin-warsh": 3, "macro-indicators": 293416, "mexico": 13398, "oil": 4091, "parcl": 190980, "prices": 10158, "shipping": 18, "taxes": 35, "trade-war": 2741, "trump": 13, "us-bank-bailout": 3, "us-debt-downgrade": 14, "us-defaults-on-debt": 5 }, "elections": { "celebrities": 126806, "france": 642, "global-elections": 2117359, "israel": 10628, "midterms": 7272272, "nov-4-elections": 192, "peru-elections": 39, "popular-vote": 226, "romania": 675, "taxes": 930, "trump": 960, "turkey": 474, "uk": 5358, "united-kingdom": 145, "us-presidential-election": 223862, "vance": 48, "wisconsin": 146 }, "esports": { "call-of-duty": 5012, "counter-strike-2": 2091490, "dota-2": 78290, "esports-awards": 375959, "honor-of-kings": 727213, "league-of-legends": 140440, "mlb": 103, "mobile-legends-bang-bang": 1061166, "overwatch": 29792, "poker": 17, "rainbow-six-siege": 162, "starcraft-2": 5, "valorant": 856220 }, "finance": { "aapl": 7001, "acquisitions": 311, "anthropic": 40357, "big-tech": 22214, "brazil": 19446, "canada": 12174, "commodities": 24581, "earnings-calls": 2, "equities": 1148344, "forex": 17280, "gold": 31, "indicies": 12161, "indonesia": 1491, "ipos": 11341, "italy": 98, "kpis": 61317, "macro-indicators": 7483, "mergers-and-acquisitions": 3, "openai": 38769, "privates": 186381, "silver": 44, "stocks": 491, "tariffs": 118, "trump-presidency": 19443 }, "geopolitics": { "(none)": 4141, "afghanistan": 2, "africa": 32, "argentina": 189, "australia": 37, "awards": 21217, "brazil": 5, "brics-add-a-new-member": 1069, "canada": 3850, "china": 24266, "colombia": 3, "commodities": 9691, "country-leave-brics": 16, "courts": 4050, "cuba": 9320, "denmark": 88, "earn-4": 394, "el-salvador": 1612, "epstein": 180, "europe": 243, "f1": 39, "foreign-policy": 26389, "france": 1717, "global-elections": 525711, "greenland": 1204, "h-1b": 4454, "immigration": 2476, "india": 2147, "india-pakistan": 570, "iran": 423396, "israel": 4781, "mali": 3333, "mexico": 4422, "middle-east": 156550, "midterms": 64191, "military": 1884, "military-action": 2877, "moscow": 101, "nato": 1511, "north-korea": 17676, "oil": 183257, "parlays": 295, "philippines": 116, "poland": 1764, "president": 632, "prime-minister": 484, "putin": 1516, "russia": 8791, "south-korea": 2291, "spain": 2257, "strike": 578, "sudan": 313, "taiwan": 56, "trade-war": 10498, "trump": 131589, "trump-presidency": 8920, "turkey": 10135, "uk-labour-leadership": 36999, "ukraine": 109468, "ukraine-map": 122858, "un": 21546, "venezuela": 18604, "world-affairs": 3096 }, "politics": { "(none)": 793, "abc": 118, "approval": 11062, "asia": 6, "bernie-sanders": 4136, "biden": 425, "bolivia": 203, "boxing": 363, "brazil": 2532, "california": 1, "canada": 8719, "china": 6242, "comey": 36155, "compute": 4, "congress": 11983, "courts": 8394, "democrat": 105, "department-of-war": 41, "dollar": 22, "earn-4": 175, "elon-musk": 133, "epstein": 1103, "fed-rates": 36365, "fifa": 2328, "flip-off": 67, "foreign-policy": 188, "france": 11035, "gas": 893, "global-elections": 132984, "greece": 8948, "house-of-representatives": 974, "hungary": 9675, "ice": 872, "india": 202, "indonesia": 1335, "israel": 88949, "istanbul": 17, "japan": 168, "kippah": 8, "legislation": 2075, "mamdani": 119, "margin-of-victory": 34400, "marijuana": 2, "mention-markets": 23887, "mexico": 781, "midterms": 160093, "minnesota": 37, "minnesota-fraud": 273, "nasa": 439, "new-york": 5, "new-york-city": 1124, "north-korea": 98, "nyc": 7512, "obama": 77, "ohio": 2, "ohio-midterm": 9118, "oil": 725, "pakistan": 209, "pardon": 1405, "parlays": 6, "parliament": 1079, "pete-hegseth": 6035, "philippines": 362, "prison": 31, "resign": 499, "romania": 1, "russia": 1, "sbf": 20000, "senate-elections": 26513, "south-korea": 356, "spain": 1004, "speech": 13, "supreme-court": 674, "tariffs": 237, "taxes": 2040, "tennessee": 340, "trump": 71570, "trump-cabinet": 27149, "trump-daily": 5231, "trump-presidency": 60173, "trump-speech": 491, "truth-social": 312, "turkey": 674, "tweets-markets": 120956, "uk": 10863, "ukraine": 64, "united-kingdom": 577, "united-states": 20535, "us-house": 2490, "us-politics": 2431, "us-presidential-election": 466346, "venezuela": 4314, "voting": 810, "washington-dc": 17, "white-house": 1423 }, "pop-culture": { "(none)": 746, "aliens": 9253, "art": 2633, "australia": 64, "awards": 155297, "basketball": 1160, "best-of-2026": 15657, "breaking-news": 3, "call-of-duty": 91, "celebrities": 72004, "charlie-kirk": 323, "clavicular": 1250, "climate-science": 1423, "combat-sports": 3450, "counter-strike-2": 9, "court-cases": 31, "courts": 6596, "daejon-love": 21, "dominican-republic": 216, "dota-2": 108, "earthquake": 44, "elon-musk": 11, "f1": 62, "fda": 2350, "fifa": 5254, "fifa-world-cup": 14, "football": 37974, "gaming": 6143, "gta-vi": 11117, "israel": 7733, "japan": 1, "la-liga": 105, "league-of-legends": 15, "logan-paul": 42, "los-angeles": 2, "marijuana": 2097, "midterms": 99, "movie-delay": 173, "movies": 1015919, "music": 302568, "netflix": 95, "new-york-city": 312, "nfl": 520, "pandemics": 979, "parent-for-derivative": 1584, "podcast": 20, "pokemon": 553, "pope-leo-xiv": 3, "pregnant": 15, "russia": 13, "spain": 1954, "spider-man": 14, "streamer": 3144, "taylor-swift": 3, "tennis": 1045, "the-legend-of-zelda": 129, "travel": 14331, "trump": 18078, "trump-daily": 21, "trump-netanyahu": 23743, "tv": 3098, "tweets-markets": 263898, "uk": 237, "utah": 62, "valve": 4, "xbox": 638, "youtube": 20568 }, "science": { "(none)": 1954, "aliens": 1886, "big-tech": 15071, "climate-science": 29, "drug": 383, "elon-musk": 26882, "fda": 3484, "global-temp": 3540, "gold": 908, "macro-indicators": 6064, "mergers-and-acquisitions": 4, "new-york-city": 541, "pandemics": 5217, "precipitation": 60930, "russia": 185, "space": 3, "spacex": 5516 }, "sports": { "(none)": 9692, "2026-summer-transfer-window": 8220, "afc": 16280, "afc-champions-league-elite": 13303, "afcon": 31109, "afcq": 12226, "aflw": 337, "american-football": 232, "arg": 71530, "argpn": 140328, "australian-a-league": 1173467, "austria-bundesliga": 19663, "awards": 23560, "aze1": 18010, "aze2": 74, "baseball": 46476, "basketball": 933080, "bel1": 33301, "bel2": 15764, "bolivia-lfpb": 73421, "boxing": 10496, "bra3": 16268, "brazil-serie-a": 59594, "brazil-serie-b": 80382, "bulgaria-parva-liga": 33693, "bundesliga": 346142, "bundesliga-2": 49549, "canpl": 5184, "carabao-cup": 9, "cfb": 4051224, "chess": 11758, "chi2": 129519, "chile-primera": 33992, "china-fa-cup": 2338, "chinese-super-league": 47693, "chl2": 20857, "clf": 1454, "col2": 149, "colombia-primera-a": 35833, "combat-sports": 299, "concacaf": 10531, "concacaf-nations-league": 9722, "copa-america": 46866, "copa-del-rey": 11117, "cricket": 183756, "cristiano-ronaldo": 5084, "czechia-fortuna-liga": 56203, "darts": 31, "denmark-superliga": 28440, "dfb-pokal": 3319, "ecu1": 58460, "efl-championship": 175932, "egypt-premier-league": 12892, "epl": 505760, "ere": 93887, "est1": 45271, "europa-conference-league": 181696, "f1": 57074, "fa-cup": 41175, "fifa": 11308, "fifa-friendly": 4127, "fifa-world-cup": 5467, "fin1": 39840, "formula1": 8185, "fro1": 16676, "goals": 1068, "golf": 143191, "gre1": 30471, "handball": 214, "hockey": 78994, "hungary-nb1": 23405, "idn1": 36564, "idn2": 32006, "indian-super-league": 22833, "irl1": 7722, "isl1": 65, "israel-premier-league": 26640, "itc": 4, "japan-j-league": 2877607, "japan-j2-league": 4400089, "k-league": 891252, "kaz1": 97951, "kor2": 465136, "la-liga": 359808, "la-liga-2": 58586, "lacrosse": 615, "lazio": 57, "lcs": 14, "lib": 14459, "ligue-1": 162257, "ligue-2": 59792, "lionel-messi": 94, "ltu1": 14060, "lva1": 27016, "mex": 692344, "mlb": 49673, "mls": 536387, "morocco-botola-pro": 19633, "moto2": 331, "moto3": 172, "nascar": 43994, "national-league": 56197, "nba": 1318608, "ned2": 24493, "new-york-city": 31680, "nfl": 2484570, "nhl": 775020, "nirl1": 13023, "nor2": 35355, "norway-eliteserien": 42432, "peru-liga-1": 93637, "pickleball": 77673, "poland-ekstraklasa": 38753, "power-slap": 78, "primeira-liga": 73568, "qat1": 13740, "qualification": 7609, "racing": 2041, "romania-superliga": 41226, "rugby": 3285, "rus": 34408, "saf1": 18629, "saudi-professional-league": 55078, "scotland-league-cup": 9469, "scottish-premiership": 59388, "sea": 380648, "serbian-superliga": 26955, "serie-b": 59711, "slovenia-prvaliga": 21068, "soccer": 1504506, "soccer-atc": 332, "soccer-auc": 7, "soccer-brco": 9655, "soccer-ccc": 18012, "soccer-el1": 66766, "soccer-el2": 63420, "soccer-fpd": 36087, "soccer-grc": 41, "soccer-gtm": 108396, "soccer-hr1": 25077, "soccer-nlc": 1005, "soccer-nwsl": 60512, "soccer-ptc": 982, "soccer-scoc": 3970, "soccer-skc": 2, "soccer-svk1": 33147, "soccer-trsk": 606, "sud": 1655, "swe2": 43650, "sweden-allsvenskan": 73988, "swimming": 17643, "switzerland-super-league": 148766, "table-tennis": 16786, "tennis": 1553645, "tha1": 26591, "tur": 54162, "tur2": 66365, "u20wwc": 14, "uae1": 10150, "ucl": 459162, "uefa": 22990, "uefa-nations-league": 108055, "uel": 241417, "ufc": 191528, "ukraine-premier-liha": 49252, "uru1": 53126, "usl1": 66, "uslc": 55670, "usoc": 43, "uzb1": 49539, "ven1": 48667, "volleyball": 441, "womens-ballon-dor": 68, "womens-champions-league": 7182, "wsl": 27823 }, "tech": { "(none)": 183, "airbnb": 332, "anthropic": 1013, "big-tech": 77316, "celebrities": 82150, "china": 1547, "coding": 33950, "collectibles": 1580, "congress": 58, "corporate-financials": 225, "courts": 2730, "earn-4": 4604, "elon-musk": 3884, "equities": 1158, "gaming": 704, "google": 113523, "hack": 1283, "ipos": 6762, "kpis": 638, "midterms": 7, "movies": 11945, "nuke": 374, "oil": 8871, "openai": 1030, "outage": 21, "prediction-markets": 2310, "video-games": 2092 }, "uncategorised": { "(none)": 2176, "bayeux-tapestry": 1045, "cfb": 6736, "climate-science": 179, "dnc": 45, "fed": 2744, "fed-chair": 279, "fed-rates": 19045, "iran": 10, "la-liga": 73, "leopold-aschenbrenner": 38, "macro-indicators": 2713, "mma": 102, "nfl": 21155, "pandemics": 283, "social-media": 277, "space": 7, "supreme-court": 11750, "tennis": 1398, "trump-presidency": 3, "ufc": 1991, "uk": 1927, "united-nations": 7932, "united-states": 254, "youtube": 4272 }, "weather": { "brazil": 6165, "climate": 161351, "climate-science": 8419, "drought": 1050, "earthquakes": 5958, "germany": 1714, "global-temp": 1849, "highest-temperature": 4009207, "italy": 3, "lowest-temperature": 540384, "mexico": 170, "natural-disaster": 1025, "pandemics": 946, "precipitation": 10093, "rain": 901, "united-states": 2764, "volcano": 1 }, "world": { "(none)": 5, "argentina": 5689, "brazil": 6471, "canada": 443, "china": 2, "courts": 1263, "economic-policy": 29251, "europe": 246, "foreign-policy": 6113, "forex": 4198, "france": 38653, "germany": 11131, "global-elections": 1692394, "global-rates": 24820, "hong-kong": 506, "italy": 18, "macro-indicators": 8041, "middle-east": 393, "nyc": 809, "oil": 2237, "pandemics": 488, "south-korea": 3369, "trump-presidency": 1748, "uk": 25 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 138323662, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-31T05.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 519573, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 81037755, "twin_rows": 57285907 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001067, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-31T05.witness_stats.json", "witness_stats_sha256": "9aaa816288df70635917b5fd4eca2d875cb735ffe0bd9c49daad35070e4f9e5b", "witnesses": "iop", "writer_versions": null }