{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 172, "class": "FULL", "exception_markets": 42, "rows_by_domain": { "i": 19314276, "o": 19314142, "p": 19314131 }, "rows_i": 19314276, "rows_joined": 19314563, "rows_merged": 19314391, "rows_o": 19314142, "rows_p": 19314131, "unique_by_domain": { "i": 32, "o": 34, "p": 145 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 182, "1000_2000ms": 2477, "100_200ms": 109649, "10_20ms": 9539844, "1_2ms": 0, "2000_5000ms": 575, "200_500ms": 95824, "20_50ms": 9277094, "2_5ms": 0, "5000_10000ms": 232, "500_1000ms": 20717, "50_100ms": 267602, "5_10ms": 0, "ge30000ms": 80, "neg": 0 }, "max_ms": 59127, "mean_ms": 25.07152103449283, "measurable": 19314276, "min_ms": 15, "p50_ms": 20.0, "p90_ms": 28.0, "p99_ms": 120.0, "rows": 19314276, "unmeasurable": 0, "won_output_rows": 103 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1205, "100_200ms": 100471, "10_20ms": 13060373, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 55289, "20_50ms": 5820308, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4763, "50_100ms": 271733, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1945, "mean_ms": 22.150739442632243, "measurable": 19314142, "min_ms": 14, "p50_ms": 18.0, "p90_ms": 27.0, "p99_ms": 87.0, "rows": 19314142, "unmeasurable": 0, "won_output_rows": 161 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1414, "100_200ms": 71343, "10_20ms": 16087607, "1_2ms": 23, "2000_5000ms": 0, "200_500ms": 45240, "20_50ms": 2686936, "2_5ms": 138195, "5000_10000ms": 0, "500_1000ms": 4959, "50_100ms": 205001, "5_10ms": 73413, "ge30000ms": 0, "neg": 0 }, "max_ms": 1695, "mean_ms": 17.62826435214714, "measurable": 19314131, "min_ms": 1, "p50_ms": 13.0, "p90_ms": 25.0, "p99_ms": 68.0, "rows": 19314131, "unmeasurable": 0, "won_output_rows": 19314127 } } }, "book": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 329, "rows_by_domain": { "i": 157673, "o": 157725, "p": 157651 }, "rows_i": 157673, "rows_joined": 158452, "rows_merged": 158452, "rows_o": 157725, "rows_p": 157651, "unique_by_domain": { "i": 309, "o": 363, "p": 377 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 6, "1000_2000ms": 418, "100_200ms": 2839, "10_20ms": 37071, "1_2ms": 0, "2000_5000ms": 962, "200_500ms": 2539, "20_50ms": 104648, "2_5ms": 0, "5000_10000ms": 4, "500_1000ms": 511, "50_100ms": 8521, "5_10ms": 0, "ge30000ms": 154, "neg": 0 }, "max_ms": 6052740309, "mean_ms": 526496.9511076722, "measurable": 157673, "min_ms": 16, "p50_ms": 21.0, "p90_ms": 50.0, "p99_ms": 882.0, "rows": 157673, "unmeasurable": 0, "won_output_rows": 350 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 8, "1000_2000ms": 428, "100_200ms": 1520, "10_20ms": 56420, "1_2ms": 0, "2000_5000ms": 906, "200_500ms": 840, "20_50ms": 91976, "2_5ms": 0, "5000_10000ms": 8, "500_1000ms": 141, "50_100ms": 5264, "5_10ms": 0, "ge30000ms": 214, "neg": 0 }, "max_ms": 11758957842, "mean_ms": 802636.2386115073, "measurable": 157725, "min_ms": 15, "p50_ms": 21.0, "p90_ms": 39.0, "p99_ms": 944.8400000000838, "rows": 157725, "unmeasurable": 0, "won_output_rows": 451 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 36, "1000_2000ms": 444, "100_200ms": 979, "10_20ms": 109953, "1_2ms": 0, "2000_5000ms": 920, "200_500ms": 676, "20_50ms": 36036, "2_5ms": 556, "5000_10000ms": 8, "500_1000ms": 141, "50_100ms": 3042, "5_10ms": 4674, "ge30000ms": 186, "neg": 0 }, "max_ms": 11756883980, "mean_ms": 432110.3759379896, "measurable": 157651, "min_ms": 3, "p50_ms": 15.0, "p90_ms": 33.0, "p99_ms": 1076.0, "rows": 157651, "unmeasurable": 0, "won_output_rows": 157651 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 1, "rows_by_domain": { "i": 77851, "o": 77847, "p": 77804 }, "rows_i": 77851, "rows_joined": 77856, "rows_merged": 77856, "rows_o": 77847, "rows_p": 77804, "unique_by_domain": { "i": 1, "o": 1, "p": 2 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 74, "100_200ms": 1300, "10_20ms": 28619, "1_2ms": 0, "2000_5000ms": 8, "200_500ms": 1229, "20_50ms": 43672, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 229, "50_100ms": 2720, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2301, "mean_ms": 32.94461214371042, "measurable": 77851, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 36.0, "p99_ms": 325.0, "rows": 77851, "unmeasurable": 0, "won_output_rows": 14 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 68, "100_200ms": 632, "10_20ms": 49922, "1_2ms": 0, "2000_5000ms": 7, "200_500ms": 369, "20_50ms": 25256, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 32, "50_100ms": 1561, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2299, "mean_ms": 24.739206392025384, "measurable": 77847, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 26.0, "p99_ms": 132.0, "rows": 77847, "unmeasurable": 0, "won_output_rows": 38 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 70, "100_200ms": 419, "10_20ms": 67179, "1_2ms": 0, "2000_5000ms": 7, "200_500ms": 283, "20_50ms": 5964, "2_5ms": 913, "5000_10000ms": 0, "500_1000ms": 36, "50_100ms": 880, "5_10ms": 2053, "ge30000ms": 0, "neg": 0 }, "max_ms": 2297, "mean_ms": 18.75291758778469, "measurable": 77804, "min_ms": 2, "p50_ms": 14.0, "p90_ms": 19.0, "p99_ms": 104.0, "rows": 77804, "unmeasurable": 0, "won_output_rows": 77804 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 9, "rows_by_domain": { "i": 2221, "o": 2221, "p": 2212 }, "rows_i": 2221, "rows_joined": 2525, "rows_merged": 2525, "rows_o": 2221, "rows_p": 2212, "unique_by_domain": { "i": 8, "o": 0, "p": 296 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 5, "1000_2000ms": 1, "100_200ms": 31, "10_20ms": 1169, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 8, "20_50ms": 743, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 6, "50_100ms": 145, "5_10ms": 0, "ge30000ms": 113, "neg": 0 }, "max_ms": 54588, "mean_ms": 2121.6978838361097, "measurable": 2221, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 75.0, "p99_ms": 41804.4, "rows": 2221, "unmeasurable": 0, "won_output_rows": 146 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 20, "10_20ms": 1423, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 4, "20_50ms": 608, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 5, "50_100ms": 51, "5_10ms": 0, "ge30000ms": 110, "neg": 0 }, "max_ms": 54646, "mean_ms": 2015.4705087798288, "measurable": 2221, "min_ms": 15, "p50_ms": 18.0, "p90_ms": 43.0, "p99_ms": 43222.80000000001, "rows": 2221, "unmeasurable": 0, "won_output_rows": 167 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 145, "1000_2000ms": 0, "100_200ms": 3, "10_20ms": 1588, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 9, "20_50ms": 341, "2_5ms": 22, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 50, "5_10ms": 4, "ge30000ms": 50, "neg": 0 }, "max_ms": 47127, "mean_ms": 2179.7093128390597, "measurable": 2212, "min_ms": 2, "p50_ms": 13.0, "p90_ms": 72.90000000000009, "p99_ms": 35185.879999999735, "rows": 2212, "unmeasurable": 0, "won_output_rows": 2212 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 889, "o": 889, "p": 889 }, "rows_i": 889, "rows_joined": 1326, "rows_merged": 1326, "rows_o": 889, "rows_p": 889, "unique_by_domain": { "i": 190, "o": 162, "p": 85 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 55, "1000_2000ms": 0, "100_200ms": 186, "10_20ms": 2, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 197, "20_50ms": 207, "2_5ms": 0, "5000_10000ms": 18, "500_1000ms": 14, "50_100ms": 97, "5_10ms": 0, "ge30000ms": 113, "neg": 0 }, "max_ms": 135111, "mean_ms": 10043.629921259842, "measurable": 889, "min_ms": 19, "p50_ms": 168.0, "p90_ms": 46947.80000000004, "p99_ms": 101434.80000000002, "rows": 889, "unmeasurable": 0, "won_output_rows": 200 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 46, "1000_2000ms": 0, "100_200ms": 152, "10_20ms": 2, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 90, "20_50ms": 235, "2_5ms": 0, "5000_10000ms": 23, "500_1000ms": 0, "50_100ms": 244, "5_10ms": 0, "ge30000ms": 97, "neg": 0 }, "max_ms": 134241, "mean_ms": 9144.843644544431, "measurable": 889, "min_ms": 18, "p50_ms": 87.0, "p90_ms": 39876.600000000006, "p99_ms": 115804.96, "rows": 889, "unmeasurable": 0, "won_output_rows": 237 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 41, "1000_2000ms": 0, "100_200ms": 41, "10_20ms": 137, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 86, "20_50ms": 286, "2_5ms": 0, "5000_10000ms": 15, "500_1000ms": 0, "50_100ms": 168, "5_10ms": 0, "ge30000ms": 115, "neg": 0 }, "max_ms": 132614, "mean_ms": 10216.854893138358, "measurable": 889, "min_ms": 13, "p50_ms": 54.0, "p90_ms": 48494.800000000076, "p99_ms": 117401.84, "rows": 889, "unmeasurable": 0, "won_output_rows": 889 } } }, "price_change": { "boundary_dropped": 2594, "class": "FULL", "exception_markets": 116, "rows_by_domain": { "i": 154095662, "o": 154094198, "p": 154091544 }, "rows_i": 154095662, "rows_joined": 154100996, "rows_merged": 154098402, "rows_o": 154094198, "rows_p": 154091544, "unique_by_domain": { "i": 414, "o": 2050, "p": 1240 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1644, "1000_2000ms": 22712, "100_200ms": 1083740, "10_20ms": 66284250, "1_2ms": 0, "2000_5000ms": 3670, "200_500ms": 865452, "20_50ms": 82672932, "2_5ms": 0, "5000_10000ms": 1220, "500_1000ms": 196238, "50_100ms": 2962040, "5_10ms": 0, "ge30000ms": 1764, "neg": 0 }, "max_ms": 61380, "mean_ms": 26.76004086344754, "measurable": 154095662, "min_ms": 15, "p50_ms": 20.0, "p90_ms": 31.0, "p99_ms": 142.0, "rows": 154095662, "unmeasurable": 0, "won_output_rows": 1302 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 11784, "100_200ms": 972572, "10_20ms": 96237998, "1_2ms": 0, "2000_5000ms": 86, "200_500ms": 509558, "20_50ms": 53542870, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 41432, "50_100ms": 2777898, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2255, "mean_ms": 23.1924756570004, "measurable": 154094198, "min_ms": 14, "p50_ms": 19.0, "p90_ms": 30.0, "p99_ms": 99.0, "rows": 154094198, "unmeasurable": 0, "won_output_rows": 5616 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 12360, "100_200ms": 711360, "10_20ms": 124643300, "1_2ms": 64, "2000_5000ms": 80, "200_500ms": 409404, "20_50ms": 24855460, "2_5ms": 675634, "5000_10000ms": 6, "500_1000ms": 43746, "50_100ms": 2124146, "5_10ms": 615984, "ge30000ms": 0, "neg": 0 }, "max_ms": 5142, "mean_ms": 18.51942179254171, "measurable": 154091544, "min_ms": 1, "p50_ms": 14.0, "p90_ms": 28.0, "p99_ms": 80.0, "rows": 154091544, "unmeasurable": 0, "won_output_rows": 154091484 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 17288, "o": 17288, "p": 17288 }, "rows_i": 17288, "rows_joined": 17288, "rows_merged": 17288, "rows_o": 17288, "rows_p": 17288, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 12, "10_20ms": 9941, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 12, "20_50ms": 7240, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 83, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 411, "mean_ms": 20.38049514113836, "measurable": 17288, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 39.0, "rows": 17288, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 10, "10_20ms": 13805, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 7, "20_50ms": 3388, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 78, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 255, "mean_ms": 19.047663118926422, "measurable": 17288, "min_ms": 15, "p50_ms": 18.0, "p90_ms": 21.0, "p99_ms": 41.0, "rows": 17288, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 17, "10_20ms": 15953, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 5, "20_50ms": 1129, "2_5ms": 60, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 88, "5_10ms": 36, "ge30000ms": 0, "neg": 0 }, "max_ms": 436, "mean_ms": 15.03227672373901, "measurable": 17288, "min_ms": 3, "p50_ms": 13.0, "p90_ms": 17.0, "p99_ms": 42.0, "rows": 17288, "unmeasurable": 0, "won_output_rows": 17288 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "merged-live", "book_audit": { "files": [ { "file": "2026-10-31T15.book_dropped.parquet", "rows": 0, "sha256": "0fac90bf7befb68524c1198ed46f93210923f0ced5ba9eb6bf62be06b46e9ebb", "size": 172 } ], "parts": 1, "public": false, "rows": 0, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 0, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-70673dab.parquet", "sha256": "70673dab091ada82b2b084c6679880e658e3e312f248ade8ed8ddef63dffd352" }, "category_gate": { "bulk_pin": { "created_at": "2026-10-30T09:26:53Z", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v2", "sha256": "b931c996f1c9ed32b64eacbc3b441f65ef9a566f7b68b82c83007ad6473b4d2d", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "770e59c5f8ba53ee9daa7aea837659d993c0414cd0bd2ebf8b4ffce9e83969b8", "evaluated_at": "2026-10-31T17:13:01Z", "evidence": { "file": "2026-10-31T15.category_evidence.json", "sha256": "6c4b0ff76af36daa3343c47ab363b089332fd8920ca73d0d4fe6d6bf68774afb" }, "hour": "2026-10-31/15", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9999504604085778, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 44804, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 44414, "logic_identity_changed": false, "map_sha256": "770e59c5f8ba53ee9daa7aea837659d993c0414cd0bd2ebf8b4ffce9e83969b8", "mapping_logic_changed": 0, "markets": 5242581, "moved_or_lost_markets": 390, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "ba5d877e2f81d48679a33bac6d2918784ef14210a8af84366261d35e3556477b", "shrink_share": 0.0, "source_tags_changed": 44804, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "not_reached_markets": [], "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 55645, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 85694, "fetched_untagged": 8, "not_fetched": 0 }, "lt_24h": { "fetched_tagged": 20140, "fetched_untagged": 0, "not_fetched": 0 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 0 } }, "classes": { "fetched_tagged": 161479, "fetched_untagged": 8, "not_fetched": 0 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 44804, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 44414, "logic_identity_changed": false, "map_sha256": "770e59c5f8ba53ee9daa7aea837659d993c0414cd0bd2ebf8b4ffce9e83969b8", "mapping_logic_changed": 0, "markets": 5242581, "moved_or_lost_markets": 390, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "ba5d877e2f81d48679a33bac6d2918784ef14210a8af84366261d35e3556477b", "shrink_share": 0.0, "source_tags_changed": 44804, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 0, "not_reached": 0 }, "row_share": { "fetched_tagged": 0.999947, "fetched_untagged": 5.3e-05, "not_fetched": 0.0, "without_market": 0.0 }, "rows": { "fetched_tagged": 173661018, "fetched_untagged": 9222, "not_fetched": 0, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 161487, "young": { "not_fetched": 0, "traded": 20140 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v5", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [], "untagged_overrides": {} }, "category_map_sha256": "770e59c5f8ba53ee9daa7aea837659d993c0414cd0bd2ebf8b4ffce9e83969b8", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-31T15.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 172, "class": "FULL", "exception_markets": 42, "rows_by_domain": { "i": 19314276, "o": 19314142, "p": 19314131 }, "rows_i": 19314276, "rows_joined": 19314563, "rows_merged": 19314391, "rows_o": 19314142, "rows_p": 19314131, "unique_by_domain": { "i": 32, "o": 34, "p": 145 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 182, "1000_2000ms": 2477, "100_200ms": 109649, "10_20ms": 9539844, "1_2ms": 0, "2000_5000ms": 575, "200_500ms": 95824, "20_50ms": 9277094, "2_5ms": 0, "5000_10000ms": 232, "500_1000ms": 20717, "50_100ms": 267602, "5_10ms": 0, "ge30000ms": 80, "neg": 0 }, "max_ms": 59127, "mean_ms": 25.07152103449283, "measurable": 19314276, "min_ms": 15, "p50_ms": 20.0, "p90_ms": 28.0, "p99_ms": 120.0, "rows": 19314276, "unmeasurable": 0, "won_output_rows": 103 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1205, "100_200ms": 100471, "10_20ms": 13060373, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 55289, "20_50ms": 5820308, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4763, "50_100ms": 271733, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1945, "mean_ms": 22.150739442632243, "measurable": 19314142, "min_ms": 14, "p50_ms": 18.0, "p90_ms": 27.0, "p99_ms": 87.0, "rows": 19314142, "unmeasurable": 0, "won_output_rows": 161 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1414, "100_200ms": 71343, "10_20ms": 16087607, "1_2ms": 23, "2000_5000ms": 0, "200_500ms": 45240, "20_50ms": 2686936, "2_5ms": 138195, "5000_10000ms": 0, "500_1000ms": 4959, "50_100ms": 205001, "5_10ms": 73413, "ge30000ms": 0, "neg": 0 }, "max_ms": 1695, "mean_ms": 17.62826435214714, "measurable": 19314131, "min_ms": 1, "p50_ms": 13.0, "p90_ms": 25.0, "p99_ms": 68.0, "rows": 19314131, "unmeasurable": 0, "won_output_rows": 19314127 } } }, "book": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 329, "rows_by_domain": { "i": 157673, "o": 157725, "p": 157651 }, "rows_i": 157673, "rows_joined": 158452, "rows_merged": 158452, "rows_o": 157725, "rows_p": 157651, "unique_by_domain": { "i": 309, "o": 363, "p": 377 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 6, "1000_2000ms": 418, "100_200ms": 2839, "10_20ms": 37071, "1_2ms": 0, "2000_5000ms": 962, "200_500ms": 2539, "20_50ms": 104648, "2_5ms": 0, "5000_10000ms": 4, "500_1000ms": 511, "50_100ms": 8521, "5_10ms": 0, "ge30000ms": 154, "neg": 0 }, "max_ms": 6052740309, "mean_ms": 526496.9511076722, "measurable": 157673, "min_ms": 16, "p50_ms": 21.0, "p90_ms": 50.0, "p99_ms": 882.0, "rows": 157673, "unmeasurable": 0, "won_output_rows": 350 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 8, "1000_2000ms": 428, "100_200ms": 1520, "10_20ms": 56420, "1_2ms": 0, "2000_5000ms": 906, "200_500ms": 840, "20_50ms": 91976, "2_5ms": 0, "5000_10000ms": 8, "500_1000ms": 141, "50_100ms": 5264, "5_10ms": 0, "ge30000ms": 214, "neg": 0 }, "max_ms": 11758957842, "mean_ms": 802636.2386115073, "measurable": 157725, "min_ms": 15, "p50_ms": 21.0, "p90_ms": 39.0, "p99_ms": 944.8400000000838, "rows": 157725, "unmeasurable": 0, "won_output_rows": 451 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 36, "1000_2000ms": 444, "100_200ms": 979, "10_20ms": 109953, "1_2ms": 0, "2000_5000ms": 920, "200_500ms": 676, "20_50ms": 36036, "2_5ms": 556, "5000_10000ms": 8, "500_1000ms": 141, "50_100ms": 3042, "5_10ms": 4674, "ge30000ms": 186, "neg": 0 }, "max_ms": 11756883980, "mean_ms": 432110.3759379896, "measurable": 157651, "min_ms": 3, "p50_ms": 15.0, "p90_ms": 33.0, "p99_ms": 1076.0, "rows": 157651, "unmeasurable": 0, "won_output_rows": 157651 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 1, "rows_by_domain": { "i": 77851, "o": 77847, "p": 77804 }, "rows_i": 77851, "rows_joined": 77856, "rows_merged": 77856, "rows_o": 77847, "rows_p": 77804, "unique_by_domain": { "i": 1, "o": 1, "p": 2 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 74, "100_200ms": 1300, "10_20ms": 28619, "1_2ms": 0, "2000_5000ms": 8, "200_500ms": 1229, "20_50ms": 43672, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 229, "50_100ms": 2720, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2301, "mean_ms": 32.94461214371042, "measurable": 77851, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 36.0, "p99_ms": 325.0, "rows": 77851, "unmeasurable": 0, "won_output_rows": 14 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 68, "100_200ms": 632, "10_20ms": 49922, "1_2ms": 0, "2000_5000ms": 7, "200_500ms": 369, "20_50ms": 25256, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 32, "50_100ms": 1561, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2299, "mean_ms": 24.739206392025384, "measurable": 77847, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 26.0, "p99_ms": 132.0, "rows": 77847, "unmeasurable": 0, "won_output_rows": 38 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 70, "100_200ms": 419, "10_20ms": 67179, "1_2ms": 0, "2000_5000ms": 7, "200_500ms": 283, "20_50ms": 5964, "2_5ms": 913, "5000_10000ms": 0, "500_1000ms": 36, "50_100ms": 880, "5_10ms": 2053, "ge30000ms": 0, "neg": 0 }, "max_ms": 2297, "mean_ms": 18.75291758778469, "measurable": 77804, "min_ms": 2, "p50_ms": 14.0, "p90_ms": 19.0, "p99_ms": 104.0, "rows": 77804, "unmeasurable": 0, "won_output_rows": 77804 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 9, "rows_by_domain": { "i": 2221, "o": 2221, "p": 2212 }, "rows_i": 2221, "rows_joined": 2525, "rows_merged": 2525, "rows_o": 2221, "rows_p": 2212, "unique_by_domain": { "i": 8, "o": 0, "p": 296 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 5, "1000_2000ms": 1, "100_200ms": 31, "10_20ms": 1169, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 8, "20_50ms": 743, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 6, "50_100ms": 145, "5_10ms": 0, "ge30000ms": 113, "neg": 0 }, "max_ms": 54588, "mean_ms": 2121.6978838361097, "measurable": 2221, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 75.0, "p99_ms": 41804.4, "rows": 2221, "unmeasurable": 0, "won_output_rows": 146 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 20, "10_20ms": 1423, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 4, "20_50ms": 608, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 5, "50_100ms": 51, "5_10ms": 0, "ge30000ms": 110, "neg": 0 }, "max_ms": 54646, "mean_ms": 2015.4705087798288, "measurable": 2221, "min_ms": 15, "p50_ms": 18.0, "p90_ms": 43.0, "p99_ms": 43222.80000000001, "rows": 2221, "unmeasurable": 0, "won_output_rows": 167 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 145, "1000_2000ms": 0, "100_200ms": 3, "10_20ms": 1588, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 9, "20_50ms": 341, "2_5ms": 22, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 50, "5_10ms": 4, "ge30000ms": 50, "neg": 0 }, "max_ms": 47127, "mean_ms": 2179.7093128390597, "measurable": 2212, "min_ms": 2, "p50_ms": 13.0, "p90_ms": 72.90000000000009, "p99_ms": 35185.879999999735, "rows": 2212, "unmeasurable": 0, "won_output_rows": 2212 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 889, "o": 889, "p": 889 }, "rows_i": 889, "rows_joined": 1326, "rows_merged": 1326, "rows_o": 889, "rows_p": 889, "unique_by_domain": { "i": 190, "o": 162, "p": 85 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 55, "1000_2000ms": 0, "100_200ms": 186, "10_20ms": 2, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 197, "20_50ms": 207, "2_5ms": 0, "5000_10000ms": 18, "500_1000ms": 14, "50_100ms": 97, "5_10ms": 0, "ge30000ms": 113, "neg": 0 }, "max_ms": 135111, "mean_ms": 10043.629921259842, "measurable": 889, "min_ms": 19, "p50_ms": 168.0, "p90_ms": 46947.80000000004, "p99_ms": 101434.80000000002, "rows": 889, "unmeasurable": 0, "won_output_rows": 200 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 46, "1000_2000ms": 0, "100_200ms": 152, "10_20ms": 2, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 90, "20_50ms": 235, "2_5ms": 0, "5000_10000ms": 23, "500_1000ms": 0, "50_100ms": 244, "5_10ms": 0, "ge30000ms": 97, "neg": 0 }, "max_ms": 134241, "mean_ms": 9144.843644544431, "measurable": 889, "min_ms": 18, "p50_ms": 87.0, "p90_ms": 39876.600000000006, "p99_ms": 115804.96, "rows": 889, "unmeasurable": 0, "won_output_rows": 237 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 41, "1000_2000ms": 0, "100_200ms": 41, "10_20ms": 137, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 86, "20_50ms": 286, "2_5ms": 0, "5000_10000ms": 15, "500_1000ms": 0, "50_100ms": 168, "5_10ms": 0, "ge30000ms": 115, "neg": 0 }, "max_ms": 132614, "mean_ms": 10216.854893138358, "measurable": 889, "min_ms": 13, "p50_ms": 54.0, "p90_ms": 48494.800000000076, "p99_ms": 117401.84, "rows": 889, "unmeasurable": 0, "won_output_rows": 889 } } }, "price_change": { "boundary_dropped": 2594, "class": "FULL", "exception_markets": 116, "rows_by_domain": { "i": 154095662, "o": 154094198, "p": 154091544 }, "rows_i": 154095662, "rows_joined": 154100996, "rows_merged": 154098402, "rows_o": 154094198, "rows_p": 154091544, "unique_by_domain": { "i": 414, "o": 2050, "p": 1240 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1644, "1000_2000ms": 22712, "100_200ms": 1083740, "10_20ms": 66284250, "1_2ms": 0, "2000_5000ms": 3670, "200_500ms": 865452, "20_50ms": 82672932, "2_5ms": 0, "5000_10000ms": 1220, "500_1000ms": 196238, "50_100ms": 2962040, "5_10ms": 0, "ge30000ms": 1764, "neg": 0 }, "max_ms": 61380, "mean_ms": 26.76004086344754, "measurable": 154095662, "min_ms": 15, "p50_ms": 20.0, "p90_ms": 31.0, "p99_ms": 142.0, "rows": 154095662, "unmeasurable": 0, "won_output_rows": 1302 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 11784, "100_200ms": 972572, "10_20ms": 96237998, "1_2ms": 0, "2000_5000ms": 86, "200_500ms": 509558, "20_50ms": 53542870, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 41432, "50_100ms": 2777898, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2255, "mean_ms": 23.1924756570004, "measurable": 154094198, "min_ms": 14, "p50_ms": 19.0, "p90_ms": 30.0, "p99_ms": 99.0, "rows": 154094198, "unmeasurable": 0, "won_output_rows": 5616 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 12360, "100_200ms": 711360, "10_20ms": 124643300, "1_2ms": 64, "2000_5000ms": 80, "200_500ms": 409404, "20_50ms": 24855460, "2_5ms": 675634, "5000_10000ms": 6, "500_1000ms": 43746, "50_100ms": 2124146, "5_10ms": 615984, "ge30000ms": 0, "neg": 0 }, "max_ms": 5142, "mean_ms": 18.51942179254171, "measurable": 154091544, "min_ms": 1, "p50_ms": 14.0, "p90_ms": 28.0, "p99_ms": 80.0, "rows": 154091544, "unmeasurable": 0, "won_output_rows": 154091484 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 17288, "o": 17288, "p": 17288 }, "rows_i": 17288, "rows_joined": 17288, "rows_merged": 17288, "rows_o": 17288, "rows_p": 17288, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 12, "10_20ms": 9941, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 12, "20_50ms": 7240, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 83, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 411, "mean_ms": 20.38049514113836, "measurable": 17288, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 39.0, "rows": 17288, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 10, "10_20ms": 13805, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 7, "20_50ms": 3388, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 78, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 255, "mean_ms": 19.047663118926422, "measurable": 17288, "min_ms": 15, "p50_ms": 18.0, "p90_ms": 21.0, "p99_ms": 41.0, "rows": 17288, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 17, "10_20ms": 15953, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 5, "20_50ms": 1129, "2_5ms": 60, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 88, "5_10ms": 36, "ge30000ms": 0, "neg": 0 }, "max_ms": 436, "mean_ms": 15.03227672373901, "measurable": 17288, "min_ms": 3, "p50_ms": 13.0, "p90_ms": 17.0, "p99_ms": 42.0, "rows": 17288, "unmeasurable": 0, "won_output_rows": 17288 } } } }, "archive_root": "merged-live", "boundary_guard": "cache", "bytes": 1824790201, "file": "2026-10-31T15.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-31/15", "hour_utc": "2026-10-31T15:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41939771832170304, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562978769507548, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 216751182 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41939771832170274, "min_sequence": 562978769507594, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 19314391, "row_groups": [ 0, 73 ], "sha256": "b15eac1ac2cb4541fef8ec1a675b7bcf812f48a2dcf6dc2e0e6845560d2e9765" }, "book": { "byte_range": [ 216751182, 234480942 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41939771829732481, "min_sequence": 562978769520014, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 158452, "row_groups": [ 74, 74 ], "sha256": "ec0fe5b7f13cf44a5ebfcf62b4b27f74fe7c50d0df9246d42d94629ccd34fad5" }, "last_trade_price": { "byte_range": [ 234480942, 239002657 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41939771823721377, "min_sequence": 562978769522054, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 77856, "row_groups": [ 75, 75 ], "sha256": "53ae732cde4a4fd67b315779d7f8f032c46fdb673114cf8fb6f91d74f2ee8917" }, "market_resolved": { "byte_range": [ 239002657, 239361271 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41939771826877763, "min_sequence": 562978770832183, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 2525, "row_groups": [ 76, 76 ], "sha256": "6b16cc7a29c96ea57974acae5fed37ac93748c7233887488d92b0830653dd05a" }, "new_market": { "byte_range": [ 239361271, 239493476 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41939771816902833, "min_sequence": 562978769972971, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 1326, "row_groups": [ 77, 77 ], "sha256": "0e45326aca61deb6a61f49850d6138e8c3ca7ceaad95026bdc5b08fff3a804a3" }, "price_change": { "byte_range": [ 239493476, 1822212477 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41939771832170304, "min_sequence": 562978769507548, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 154098402, "row_groups": [ 78, 665 ], "sha256": "401f038ca73d4ffadb5b39633d5de6af59b1ec2c058b112c22124eda804dbb34" }, "tick_size_change": { "byte_range": [ 1822212477, 1822830709 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562978940782907, "min_sequence": 562978770922153, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 17288, "row_groups": [ 666, 666 ], "sha256": "4f744324611ef838a9283357633a1d7bef2dd75af5a1d13148f9a7b850ef9f8c" } }, "row_count": 173670240, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "sha256": "ad8884a7c0ef8f59a82ca35aae47ce797c2b1a1b3863d8ba0cbc70025e338f3e", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-31T15.witness_stats.json", "witness_stats_sha256": "9aaa816288df70635917b5fd4eca2d875cb735ffe0bd9c49daad35070e4f9e5b", "witnesses": "iop", "witnesses_captured": [ "i", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-31T15.ai.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 102210739, "row_ordinal_min": 0, "rows": 2543101, "sha256": "0747ee600f75ab260a7a85710921fead35140e06cb681a624c6c556de7a972a8", "size": 13228602, "sub_tag": null }, { "category": "ai", "file": "2026-10-31T15.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 102210739, "row_ordinal_min": 0, "rows": 2543101, "sha256": "9b531ac99df765bfcb28247edecf2122fbf6bf9da8c733724c1518bdf5f781ae", "size": 12218007, "sub_tag": null }, { "category": "business", "file": "2026-10-31T15.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 13519171, "row_ordinal_min": 292312, "rows": 171741, "sha256": "163de8e4773e7065b9fef9c3779725b039a02cef01b1c09fd9f70399173ad798", "size": 961600, "sub_tag": null }, { "category": "business", "file": "2026-10-31T15.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 13519171, "row_ordinal_min": 292312, "rows": 171741, "sha256": "2c6a5eeab9f6a7a8a33004f4f0ba448aae70ec379c764473a6d4b2e5318117e3", "size": 857877, "sub_tag": null }, { "category": "crypto", "file": "2026-10-31T15.crypto.parquet", "part": null, "role": "lean", "row_groups": 28, "row_ordinal_max": 102211475, "row_ordinal_min": 313432, "rows": 17145773, "sha256": "f2dbf3c7e2f3a1cf4a67a8993eb432bc2f633fe496373df2600f439a9c2c6ad4", "size": 85757602, "sub_tag": null }, { "category": "crypto", "file": "2026-10-31T15.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 28, "row_ordinal_max": 102211475, "row_ordinal_min": 313432, "rows": 17145773, "sha256": "eaddf0c0809466ad7c556c66011a3d230a0ce2bd844aa095898046dfbf4a73b1", "size": 55572842, "sub_tag": null }, { "category": "earnings", "file": "2026-10-31T15.earnings.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 29395949, "row_ordinal_min": 1496448, "rows": 8781, "sha256": "d40179a81e4fbafc05e7c6f98e45c34ee61ab5bd1c3aa41e07ddf4f28367b8eb", "size": 80956, "sub_tag": null }, { "category": "earnings", "file": "2026-10-31T15.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 29395949, "row_ordinal_min": 1496448, "rows": 8781, "sha256": "cd0edcca581111a6038b23c86510f0e466740e682284b5888c867a767792e382", "size": 55523, "sub_tag": null }, { "category": "economy", "file": "2026-10-31T15.economy.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 102211479, "row_ordinal_min": 1498584, "rows": 898724, "sha256": "39e34ab1ef83c970274c75029237b6fb01c9f66e13d179c06be6c670e11345cf", "size": 4625179, "sub_tag": null }, { "category": "economy", "file": "2026-10-31T15.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 102211479, "row_ordinal_min": 1498584, "rows": 898724, "sha256": "57892a92d75b7e6f89623cdf6028af85d688ce489057b47ddd89cb479fd5ce4c", "size": 4208989, "sub_tag": null }, { "category": "elections", "file": "2026-10-31T15.elections.parquet", "part": null, "role": "lean", "row_groups": 18, "row_ordinal_max": 102211483, "row_ordinal_min": 1638925, "rows": 9906885, "sha256": "5f602f3398d9fe6fb31a382258e5242d70797fdf3c44c432bce0c53d441dca35", "size": 53827616, "sub_tag": null }, { "category": "elections", "file": "2026-10-31T15.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 18, "row_ordinal_max": 102211483, "row_ordinal_min": 1638925, "rows": 9906885, "sha256": "53b23dfdb4f1635d4d26c1aca0c99fd92f98287bc8d7c96a2dabbeb705c81851", "size": 47773894, "sub_tag": null }, { "category": "esports", "file": "2026-10-31T15.esports.parquet", "part": null, "role": "lean", "row_groups": 14, "row_ordinal_max": 102211711, "row_ordinal_min": 3034041, "rows": 5013188, "sha256": "f9eb5e8be7693079117aff31a073670b4012c30c4381c36266f4e68c476810f4", "size": 23449595, "sub_tag": null }, { "category": "esports", "file": "2026-10-31T15.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 14, "row_ordinal_max": 102211711, "row_ordinal_min": 3034041, "rows": 5013188, "sha256": "2503af1014663aa32f67317add8c9a3b2b078d2c765a309cd244ed25457dc6d4", "size": 17520915, "sub_tag": null }, { "category": "finance", "file": "2026-10-31T15.finance.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 102211715, "row_ordinal_min": 3536045, "rows": 1184083, "sha256": "b165079d09a65101ab18e8938bd969f0b0e0a67d662c0b817b80d09c077961fe", "size": 6645541, "sub_tag": null }, { "category": "finance", "file": "2026-10-31T15.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 102211715, "row_ordinal_min": 3536045, "rows": 1184083, "sha256": "9f599ddb841c5111b89f17c0ba69ea9e70534c9b3ffa2f1e1e994dc40eea1a47", "size": 4562523, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-31T15.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 102211723, "row_ordinal_min": 3712512, "rows": 1575289, "sha256": "acabc84eacc7d247ce0e9a3c5fcd1265866336762299c8eb3b9b7beb95abfc53", "size": 8413195, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-31T15.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 102211723, "row_ordinal_min": 3712512, "rows": 1575289, "sha256": "62328c139b1060b9e56ec9a15fa30deff763cf37b3c5e820d70228293604be04", "size": 7109554, "sub_tag": null }, { "category": "politics", "file": "2026-10-31T15.politics.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 102211731, "row_ordinal_min": 3905466, "rows": 1481096, "sha256": "9fcbc4d059bab309243bd128a7904c1ef556b5d0f85d42d862856930b09f8a53", "size": 7955649, "sub_tag": null }, { "category": "politics", "file": "2026-10-31T15.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 102211731, "row_ordinal_min": 3905466, "rows": 1481096, "sha256": "068153564dfdbf4f3cc1758c6014c9b9d5386e63c0603de231b215a892b47cb4", "size": 7073482, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-31T15.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 48782156, "row_ordinal_min": 4077770, "rows": 2197218, "sha256": "eea5eebf0ed3ade5669d9d499423ded5c3a6e5b7fa18b22f34b6103fa3402853", "size": 11614338, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-31T15.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 48782156, "row_ordinal_min": 4077770, "rows": 2197218, "sha256": "a4f8ac5730ed44abb6e58aebc84a133002cf825b489f66478584f751dbe173f7", "size": 10330773, "sub_tag": null }, { "category": "science", "file": "2026-10-31T15.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 48919038, "row_ordinal_min": 4346592, "rows": 176536, "sha256": "e501ec9b1f518d90b2fae58481748d7f58657d7e3d7570d244686b9b5c9b40bb", "size": 845088, "sub_tag": null }, { "category": "science", "file": "2026-10-31T15.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 48919038, "row_ordinal_min": 4346592, "rows": 176536, "sha256": "89839f6d6139c348b72fef8d5bce15604602e26eb3a82002376f38d5309c7030", "size": 736826, "sub_tag": null }, { "category": "sports", "file": "2026-10-31T15.sports.parquet", "part": null, "role": "lean", "row_groups": 59, "row_ordinal_max": 102227883, "row_ordinal_min": 4386179, "rows": 51252752, "sha256": "c4289bb3d930677ce9fec8ff6ebf21fa22b44bedade11462c47bafa75dbbd863", "size": 312756698, "sub_tag": null }, { "category": "sports", "file": "2026-10-31T15.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 59, "row_ordinal_max": 102227883, "row_ordinal_min": 4386179, "rows": 51252752, "sha256": "e501bb54ae5ec3dd6b7efb6eac0a2b47ce07699b4f3851ef1d8c6cc3de4115bb", "size": 228446718, "sub_tag": null }, { "category": "tech", "file": "2026-10-31T15.tech.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 94720731, "row_ordinal_min": 10119693, "rows": 424152, "sha256": "75e58fe582424bd1dc5496b5528ff6c8fa08a7ce01816d12b2d685f0d928d40c", "size": 2319836, "sub_tag": null }, { "category": "tech", "file": "2026-10-31T15.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 94720731, "row_ordinal_min": 10119693, "rows": 424152, "sha256": "369948176d1f43d6a645f4911ae395854b79d77aa282ec71a392d2f4475ed961", "size": 2059502, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-31T15.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 94850809, "row_ordinal_min": 10171187, "rows": 149937, "sha256": "cdf2087f3890e8e8a7305d6e352b331a617ee30ad754ecf488ee58486de93eb2", "size": 854073, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-31T15.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 94850809, "row_ordinal_min": 10171187, "rows": 149937, "sha256": "aefb5a36cef34ab57fe13deab2a4e78827448157a3ad31257f80439c5a0e4a93", "size": 761881, "sub_tag": null }, { "category": "weather", "file": "2026-10-31T15.weather.parquet", "part": null, "role": "lean", "row_groups": 14, "row_ordinal_max": 102228015, "row_ordinal_min": 10191026, "rows": 6648901, "sha256": "d5066dd0a85629ca6daea12fe633ff69cf694cd828f4c755c6b47ed4dc5a68ce", "size": 32562568, "sub_tag": null }, { "category": "weather", "file": "2026-10-31T15.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 14, "row_ordinal_max": 102228015, "row_ordinal_min": 10191026, "rows": 6648901, "sha256": "be0ca6301efae51c55dcb038a2db5eda39e8a6b0e941a2ce1640e11d783bdcf1", "size": 22919646, "sub_tag": null }, { "category": "world", "file": "2026-10-31T15.world.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 102210727, "row_ordinal_min": 10650793, "rows": 1449859, "sha256": "5aaca00d7544157eb3789199c9453dea77a3baadca86e945e481b74a1ba5f7d1", "size": 6914193, "sub_tag": null }, { "category": "world", "file": "2026-10-31T15.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 102210727, "row_ordinal_min": 10650793, "rows": 1449859, "sha256": "f316db4f936b5ed57df2de19320698e96de752908f7e181c0a9c7973c558acc3", "size": 6678175, "sub_tag": null }, { "category": null, "file": "2026-10-31T15.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 301141, "sha256": "d4ada608aed9791d4aac5e91222ba6dd5036f331b964315276a64961e3a1a909", "size": 21508353, "sub_tag": null }, { "category": null, "file": "2026-10-31T15.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 835277, "sha256": "815c5c8517aa6c6dfd96edd8c71910806be61290df10ea7d7cf341d064563575", "size": 70041910, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "51dbe419-f511-4c49-82f6-218ba800efda", "hour": "2026-10-31/15", "hour_utc": "2026-10-31T15:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-31", "schedule_sha256": "b26a6d9b6f7e26f86caab58dc0fcf2c76a9d87a3d95cbd8689a6592e8c849f6f", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-30", "max_sequence": 41939771832170304, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562978769507549, "mirror_audit": { "files": [ { "file": "2026-10-31T15.mirror_dropped.p1.parquet", "rows": 43192320, "sha256": "debff3f6a991aef1bd0eb3fa8f9b8bb97ea0ab372b048634d8c98754f43e9ddd", "size": 295524200 }, { "file": "2026-10-31T15.mirror_dropped.p2.parquet", "rows": 28249904, "sha256": "f289f4b986372ed7a892a6cfd7df2947858ca64592627e55c4364afe7af6ccf7", "size": 180066733 } ], "parts": 2, "public": false, "rows": 71442224, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 39801, "_pairs": 109217, "best_ask": 5, "best_bid": 5, "spread": 9, "witness_set": 109208 }, "book": { "_no_partner": 15, "_pairs": 3486, "asks": 1, "bids": 1, "witness_set": 3485 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 149018, "book": 3501, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 8398191, "book": 36059, "price_change": 63007974 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41939771832170273, "min_sequence": 562978769507594, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 10916200, "source_rows": 19314391 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41939771829732481, "min_sequence": 562978769520014, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 122393, "source_rows": 158452 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41939771823721377, "min_sequence": 562978769522054, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 77856, "source_rows": 77856 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41939771826877763, "min_sequence": 562978770832183, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 2525, "source_rows": 2525 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41939771816902833, "min_sequence": 562978769972971, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 1326, "source_rows": 1326 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41939771832170304, "min_sequence": 562978769507549, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 91090428, "source_rows": 154098402 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562978940782907, "min_sequence": 562978770922153, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 17288, "source_rows": 17288 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "31c72fd414cd3451333b642e199bcd893e0d23da" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "50cb90e76e12866a30110f5bd6164e712ac99f337620d983d441807fd22bf7c8", "recorders": null, "row_count": 102228016, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "source_sha256": "ad8884a7c0ef8f59a82ca35aae47ce797c2b1a1b3863d8ba0cbc70025e338f3e", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 11686, "ai-benchmarks": 12676, "ai-rankings": 1458739, "ai-releases": 380302, "anthropic": 11178, "art": 1, "big-tech": 319969, "china": 1158, "companies-with-1-ai": 1625, "compute": 170810, "congress": 8993, "courts": 4, "elon-musk": 140, "gemini": 990, "google": 37956, "grok": 1598, "ipos": 10742, "leopold-aschenbrenner": 17, "math": 21574, "meta": 7340, "moonshot": 4579, "openai": 65560, "openrouter-total-tokens-weekly": 6388, "privates": 3752, "ssi": 5300, "united-states": 24 }, "business": { "(none)": 7228, "acquisitions": 178, "banking": 401, "banks": 136, "big-tech": 84526, "cuba": 2, "earn-4": 3136, "economic-policy": 82, "equities": 26030, "fed-rates": 23320, "ipos": 26233, "jpm": 20, "stocks": 336, "taxes": 113 }, "crypto": { "aave": 143, "acquisitions": 453, "big-tech": 1578, "bitcoin": 7201980, "bnb": 1008213, "congress": 34785, "crypto-culture": 24121, "crypto-legal": 1479, "crypto-listings": 26137, "crypto-prices": 11513, "dogecoin": 886659, "epstein": 346, "eric-adams": 542, "ethena": 1047, "ethereum": 2852232, "fees": 251, "ftx": 14, "gov-reserve": 2840, "hack": 2, "hype": 791994, "hyperliquid": 37726, "ipos": 4576, "memecoins": 983, "microstrategy": 93, "network-stats": 98, "nft": 752, "pre-market": 524528, "prediction-markets": 360, "price-comparison": 1067, "price-milestone": 29425, "privates": 2574, "protocol-risk": 235, "public-sales": 14589, "pumpptfun": 392, "sam-altman": 1298, "solana": 1829198, "stablecoins": 5578, "stocks": 19, "trump-presidency": 221, "xrp": 1683953, "yearly": 100078, "zcash": 61701 }, "earnings": { "equities": 8781 }, "economy": { "(none)": 117, "acquisitions": 30, "brazil": 23567, "canada": 11222, "commodities": 26701, "consumer": 20148, "economic-policy": 26857, "equities": 31, "europe": 10, "fed": 754, "fed-rates": 60748, "france": 14490, "global-rates": 40127, "housing": 6115, "inflation": 2521, "iran": 58707, "israel": 18342, "japan": 6264, "macro-indicators": 334378, "mexico": 18519, "oil": 11227, "parcl": 212925, "prices": 304, "shipping": 16, "taxes": 2, "trade-war": 4221, "trump": 197, "us-bank-bailout": 131, "us-debt-downgrade": 20, "us-defaults-on-debt": 33 }, "elections": { "celebrities": 114422, "france": 97, "global-elections": 1986209, "israel": 12414, "midterms": 7356541, "nov-4-elections": 33, "peru-elections": 28, "popular-vote": 476, "romania": 532, "taxes": 947, "trump": 1184, "turkey": 9, "uk": 45875, "united-kingdom": 46, "us-presidential-election": 387892, "vance": 45, "wisconsin": 135 }, "esports": { "call-of-duty": 2647, "counter-strike-2": 3631604, "dota-2": 242713, "esports-awards": 264035, "honor-of-kings": 129431, "league-of-legends": 186910, "mlb": 553, "mobile-legends-bang-bang": 199381, "overwatch": 26565, "rainbow-six-siege": 58, "valorant": 329291 }, "finance": { "aapl": 10282, "acquisitions": 524, "anthropic": 39574, "big-tech": 23554, "brazil": 11501, "canada": 13034, "commodities": 65855, "equities": 740543, "forex": 21472, "indicies": 19273, "indonesia": 664, "ipos": 21083, "italy": 455, "kpis": 34541, "macro-indicators": 7719, "mergers-and-acquisitions": 48, "openai": 27181, "privates": 144040, "stocks": 1262, "tariffs": 115, "trump-presidency": 1363 }, "geopolitics": { "(none)": 3499, "afghanistan": 3, "africa": 1034, "argentina": 180, "australia": 291, "awards": 13630, "brics-add-a-new-member": 364, "canada": 1181, "china": 24440, "colombia": 13, "commodities": 14243, "country-leave-brics": 3, "courts": 21032, "cuba": 4669, "denmark": 153, "earn-4": 461, "el-salvador": 1104, "epstein": 544, "europe": 463, "f1": 2, "foreign-policy": 27798, "france": 1580, "global-elections": 486025, "greenland": 984, "h-1b": 11144, "immigration": 8225, "india": 1192, "india-pakistan": 138, "iran": 301213, "israel": 11507, "mali": 680, "mexico": 2751, "middle-east": 106615, "midterms": 25573, "military": 1040, "military-action": 3501, "nato": 2210, "north-korea": 19190, "oil": 106924, "parlays": 162, "philippines": 229, "poland": 4504, "president": 41, "prime-minister": 334, "putin": 83, "russia": 4731, "south-korea": 577, "spain": 3863, "strike": 775, "sudan": 12, "taiwan": 135, "trade-war": 18233, "trump": 65212, "trump-presidency": 7729, "turkey": 2846, "uk-labour-leadership": 33866, "ukraine": 83250, "ukraine-map": 106550, "un": 8025, "venezuela": 27311, "world-affairs": 1222 }, "politics": { "(none)": 367, "abc": 98, "approval": 17915, "asia": 5, "bernie-sanders": 7346, "biden": 10348, "bolivia": 8049, "boxing": 871, "brazil": 31747, "california": 31, "canada": 12330, "china": 3344, "comey": 20762, "congress": 27120, "courts": 6676, "democrat": 1463, "department-of-war": 513, "dollar": 21, "earn-4": 587, "elon-musk": 352, "epstein": 5866, "fed-rates": 78809, "fifa": 4001, "flip-off": 54, "foreign-policy": 152, "france": 2440, "gas": 547, "global-elections": 58242, "greece": 5288, "house-of-representatives": 1130, "hungary": 2062, "ice": 1073, "india": 160, "indonesia": 921, "israel": 3075, "istanbul": 122, "japan": 181, "kippah": 22, "legislation": 1469, "mamdani": 25, "margin-of-victory": 25746, "marijuana": 72, "mention-markets": 10692, "mexico": 420, "midterms": 176416, "minnesota": 52, "minnesota-fraud": 906, "nasa": 472, "new-york": 32, "new-york-city": 965, "north-korea": 393, "nyc": 1466, "obama": 760, "ohio-midterm": 14202, "oil": 6857, "pakistan": 82, "pardon": 900, "parlays": 12, "parliament": 774, "pete-hegseth": 4947, "philippines": 240, "prison": 3, "resign": 533, "romania": 534, "sbf": 9169, "senate-elections": 13838, "south-korea": 406, "spain": 825, "speech": 47, "supreme-court": 299, "tariffs": 174, "taxes": 57, "tennessee": 227, "trump": 86634, "trump-cabinet": 29738, "trump-daily": 2052, "trump-presidency": 23836, "trump-speech": 583, "truth-social": 1841, "turkey": 766, "tweets-markets": 209326, "uk": 24057, "ukraine": 42, "united-kingdom": 704, "united-states": 16178, "us-house": 1049, "us-politics": 2974, "us-presidential-election": 487490, "venezuela": 3941, "voting": 482, "washington-dc": 13, "white-house": 1288 }, "pop-culture": { "(none)": 1145, "aliens": 2635, "art": 4926, "australia": 85, "awards": 193194, "basketball": 1919, "best-of-2026": 15040, "call-of-duty": 464, "celebrities": 35380, "charlie-kirk": 234, "clavicular": 340, "climate-science": 1074, "counter-strike-2": 25, "court-cases": 18, "courts": 1243, "daejon-love": 17, "dominican-republic": 3470, "dota-2": 517, "earthquake": 35, "elon-musk": 361, "f1": 76, "fda": 70, "fifa": 5043, "fifa-world-cup": 2, "football": 36492, "gaming": 25165, "gta-vi": 12853, "israel": 1452, "japan": 28, "la-liga": 116, "league-of-legends": 52, "logan-paul": 47, "los-angeles": 26, "marijuana": 1485, "midterms": 196, "movie-delay": 466, "movies": 992039, "music": 345667, "new-york-city": 392, "nfl": 484, "pandemics": 1439, "parent-for-derivative": 1541, "podcast": 313, "pokemon": 2738, "pope-leo-xiv": 8, "pregnant": 761, "russia": 19, "spain": 1166, "spider-man": 28, "streamer": 1219, "tennis": 1245, "the-legend-of-zelda": 180, "travel": 15622, "trump": 14612, "trump-daily": 4270, "trump-netanyahu": 28271, "tv": 487, "tweets-markets": 427409, "uk": 287, "utah": 107, "valve": 587, "xbox": 54, "youtube": 10582 }, "science": { "(none)": 3042, "aliens": 1507, "big-tech": 8724, "climate-science": 220, "drug": 1227, "elon-musk": 61792, "fda": 6257, "global-temp": 29010, "gold": 1567, "macro-indicators": 7396, "mergers-and-acquisitions": 15, "new-york-city": 3665, "pandemics": 2663, "precipitation": 41446, "russia": 262, "space": 1, "spacex": 7742 }, "sports": { "(none)": 12436, "2026-summer-transfer-window": 17930, "afc": 17624, "afc-champions-league-elite": 11095, "afcon": 31690, "afcq": 8032, "aflw": 164, "american-football": 666, "arg": 84571, "argpn": 183878, "australian-a-league": 36396, "austria-bundesliga": 87950, "awards": 28937, "aze1": 38175, "baseball": 7437, "basketball": 449394, "bel1": 266439, "bel2": 109033, "bolivia-lfpb": 86999, "boxing": 5999, "bra3": 11943, "brazil-serie-a": 58583, "brazil-serie-b": 90358, "bulgaria-parva-liga": 168982, "bundesliga": 5153900, "bundesliga-2": 76694, "canpl": 5751, "cfb": 2210097, "chess": 4432, "chile-primera": 43691, "china-fa-cup": 4435, "chinese-super-league": 47863, "chl2": 34660, "clf": 150, "colombia-primera-a": 49631, "combat-sports": 164, "concacaf": 13287, "concacaf-nations-league": 8174, "copa-america": 33165, "copa-del-rey": 5624, "cricket": 81022, "cristiano-ronaldo": 3373, "czechia-fortuna-liga": 762832, "denmark-superliga": 34078, "dfb-pokal": 2376, "ecu1": 71168, "efl-championship": 3761920, "egypt-premier-league": 189509, "epl": 6335479, "ere": 504122, "est1": 72141, "europa-conference-league": 174756, "f1": 47589, "fa-cup": 16382, "fifa": 18091, "fifa-friendly": 5461, "fifa-world-cup": 3134, "fin1": 50090, "formula1": 33083, "fro1": 51414, "goals": 39, "golf": 24694, "gre1": 42740, "handball": 853, "hockey": 75337, "hungary-nb1": 104214, "idn1": 13717, "idn2": 18427, "indian-super-league": 137671, "irl1": 2976, "israel-premier-league": 222840, "japan-j-league": 39289, "japan-j2-league": 41755, "k-league": 55764, "kaz1": 13650, "kor2": 24311, "la-liga": 2197982, "la-liga-2": 294845, "lacrosse": 553, "lazio": 145, "lib": 13677, "ligue-1": 219211, "ligue-2": 107296, "lionel-messi": 98, "ltu1": 87773, "lva1": 20126, "mex": 357815, "mlb": 99779, "mls": 666180, "morocco-botola-pro": 34836, "nascar": 26253, "national-league": 1375990, "nba": 3287198, "ned2": 191163, "new-york-city": 45721, "nfl": 2404672, "nhl": 488573, "nirl1": 38776, "nor2": 33172, "norway-eliteserien": 426986, "peru-liga-1": 97486, "pickleball": 61882, "poland-ekstraklasa": 215071, "power-slap": 57, "primeira-liga": 366097, "qat1": 144351, "qualification": 2111, "racing": 3328, "romania-superliga": 166040, "rugby": 5365, "rus": 102209, "saf1": 109477, "saudi-professional-league": 555385, "scotland-league-cup": 16143, "scottish-premiership": 658410, "sea": 1333210, "serbian-superliga": 70069, "serie-b": 1041826, "slovenia-prvaliga": 196914, "soccer": 2235761, "soccer-brco": 9790, "soccer-ccc": 20886, "soccer-el1": 1899156, "soccer-el2": 539949, "soccer-fpd": 28986, "soccer-gtm": 84730, "soccer-hr1": 138106, "soccer-nlc": 68, "soccer-nwsl": 34081, "soccer-scoc": 4039, "soccer-svk1": 287816, "soccer-trsk": 1008, "sud": 834, "swe2": 187626, "sweden-allsvenskan": 84323, "swimming": 9029, "switzerland-super-league": 198345, "table-tennis": 11621, "tennis": 3710769, "tha1": 41582, "tur": 141934, "tur2": 83487, "uae1": 347, "ucl": 466450, "uefa": 18562, "uefa-nations-league": 144705, "uel": 226353, "ufc": 181042, "ukraine-premier-liha": 57692, "uru1": 71579, "uslc": 10354, "uzb1": 141853, "ven1": 42586, "volleyball": 1233, "womens-champions-league": 4922, "wsl": 24171 }, "tech": { "(none)": 4206, "airbnb": 221, "anthropic": 938, "big-tech": 124021, "celebrities": 118839, "china": 1940, "coding": 23409, "collectibles": 925, "congress": 11, "corporate-financials": 537, "courts": 2787, "earn-4": 3836, "elon-musk": 6633, "equities": 3727, "gaming": 1183, "google": 57890, "hack": 602, "ipos": 21212, "kpis": 368, "midterms": 3, "movies": 36789, "nuke": 1177, "oil": 4290, "openai": 1356, "outage": 14, "prediction-markets": 6325, "video-games": 913 }, "uncategorised": { "(none)": 4643, "bayeux-tapestry": 4410, "cfb": 21307, "climate-science": 1449, "dnc": 26, "fed": 2489, "fed-chair": 3462, "fed-rates": 6073, "la-liga": 74, "leopold-aschenbrenner": 1420, "macro-indicators": 9443, "mma": 168, "nfl": 41975, "pandemics": 187, "social-media": 132, "space": 56, "supreme-court": 10274, "tennis": 3100, "trump-presidency": 2, "ufc": 3246, "uk": 1995, "united-nations": 18646, "united-states": 1880, "youtube": 13480 }, "weather": { "brazil": 1240, "climate": 142620, "climate-science": 16625, "drought": 227, "earthquakes": 13717, "germany": 988, "global-temp": 813, "highest-temperature": 5899573, "italy": 142, "lowest-temperature": 548335, "mexico": 1747, "natural-disaster": 3368, "pandemics": 1056, "precipitation": 13433, "rain": 237, "tornado-risk": 38, "united-states": 4722, "volcano": 20 }, "world": { "(none)": 8, "argentina": 24492, "brazil": 6027, "canada": 451, "courts": 4402, "economic-policy": 72746, "europe": 188, "foreign-policy": 625, "forex": 10281, "france": 6974, "germany": 7878, "global-elections": 1262579, "global-rates": 17072, "hong-kong": 128, "italy": 577, "macro-indicators": 26933, "middle-east": 537, "nyc": 141, "oil": 2651, "south-korea": 3026, "trump-presidency": 1897, "uk": 246 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 173670240, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-31T15.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 301141, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 102228016, "twin_rows": 71442224 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001467, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-31T15.witness_stats.json", "witness_stats_sha256": "9aaa816288df70635917b5fd4eca2d875cb735ffe0bd9c49daad35070e4f9e5b", "witnesses": "iop", "writer_versions": null }