{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 44, "class": "FULL", "exception_markets": 47, "rows_by_domain": { "i": 19260900, "o": 19266682, "p": 19247091 }, "rows_i": 19260900, "rows_joined": 19267346, "rows_merged": 19267302, "rows_o": 19266682, "rows_p": 19247091, "unique_by_domain": { "i": 20, "o": 22, "p": 235 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 26, "1000_2000ms": 9904, "100_200ms": 121860, "10_20ms": 12053863, "1_2ms": 0, "2000_5000ms": 5735, "200_500ms": 124599, "20_50ms": 6684310, "2_5ms": 0, "5000_10000ms": 976, "500_1000ms": 38182, "50_100ms": 221445, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 12047, "mean_ms": 26.10468934473467, "measurable": 19260900, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 183.0, "rows": 19260900, "unmeasurable": 0, "won_output_rows": 646 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1754, "100_200ms": 82505, "10_20ms": 18137435, "1_2ms": 0, "2000_5000ms": 140, "200_500ms": 57376, "20_50ms": 657686, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 6639, "50_100ms": 160089, "5_10ms": 163058, "ge30000ms": 0, "neg": 0 }, "max_ms": 3578, "mean_ms": 14.691104052062519, "measurable": 19266682, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 15.0, "p99_ms": 77.0, "rows": 19266682, "unmeasurable": 0, "won_output_rows": 19571 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1631, "100_200ms": 66663, "10_20ms": 18512896, "1_2ms": 0, "2000_5000ms": 241, "200_500ms": 45895, "20_50ms": 450766, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 5974, "50_100ms": 126567, "5_10ms": 36458, "ge30000ms": 0, "neg": 0 }, "max_ms": 3502, "mean_ms": 14.975244051165966, "measurable": 19247091, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 63.0, "rows": 19247091, "unmeasurable": 0, "won_output_rows": 19247085 } } }, "book": { "boundary_dropped": 10, "class": "FULL", "exception_markets": 142977, "rows_by_domain": { "i": 146378, "o": 127606, "p": 409826 }, "rows_i": 146378, "rows_joined": 465990, "rows_merged": 465980, "rows_o": 127606, "rows_p": 409826, "unique_by_domain": { "i": 35954, "o": 19407, "p": 294214 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2942, "1000_2000ms": 786, "100_200ms": 2166, "10_20ms": 29082, "1_2ms": 0, "2000_5000ms": 2074, "200_500ms": 1930, "20_50ms": 62000, "2_5ms": 0, "5000_10000ms": 1440, "500_1000ms": 916, "50_100ms": 4428, "5_10ms": 0, "ge30000ms": 38614, "neg": 0 }, "max_ms": 11730823840, "mean_ms": 120060902.38209294, "measurable": 146378, "min_ms": 16, "p50_ms": 22.0, "p90_ms": 3077020.200000038, "p99_ms": 4644000597.139999, "rows": 146378, "unmeasurable": 0, "won_output_rows": 36350 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1774, "1000_2000ms": 666, "100_200ms": 1011, "10_20ms": 86520, "1_2ms": 0, "2000_5000ms": 1710, "200_500ms": 656, "20_50ms": 9986, "2_5ms": 0, "5000_10000ms": 798, "500_1000ms": 240, "50_100ms": 1961, "5_10ms": 30, "ge30000ms": 22254, "neg": 0 }, "max_ms": 11730334370, "mean_ms": 83398252.75849882, "measurable": 127606, "min_ms": 9, "p50_ms": 14.0, "p90_ms": 572377.0, "p99_ms": 4388497680.0, "rows": 127606, "unmeasurable": 0, "won_output_rows": 19808 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 19534, "1000_2000ms": 3050, "100_200ms": 1545, "10_20ms": 88308, "1_2ms": 0, "2000_5000ms": 7113, "200_500ms": 2304, "20_50ms": 8843, "2_5ms": 0, "5000_10000ms": 7082, "500_1000ms": 2034, "50_100ms": 2064, "5_10ms": 7, "ge30000ms": 267942, "neg": 0 }, "max_ms": 13327518336, "mean_ms": 296802088.99049354, "measurable": 409826, "min_ms": 9, "p50_ms": 197444.0, "p90_ms": 168778532.0, "p99_ms": 6013381273.0, "rows": 409826, "unmeasurable": 0, "won_output_rows": 409822 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 1, "rows_by_domain": { "i": 49553, "o": 49809, "p": 49794 }, "rows_i": 49553, "rows_joined": 49888, "rows_merged": 49888, "rows_o": 49809, "rows_p": 49794, "unique_by_domain": { "i": 1, "o": 1, "p": 24 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 77, "100_200ms": 1002, "10_20ms": 17208, "1_2ms": 0, "2000_5000ms": 16, "200_500ms": 661, "20_50ms": 28631, "2_5ms": 0, "5000_10000ms": 5, "500_1000ms": 335, "50_100ms": 1618, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 7037, "mean_ms": 37.752810122495106, "measurable": 49553, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 36.0, "p99_ms": 450.4799999999959, "rows": 49553, "unmeasurable": 0, "won_output_rows": 18 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 34, "100_200ms": 455, "10_20ms": 44564, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 227, "20_50ms": 3580, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 81, "50_100ms": 857, "5_10ms": 11, "ge30000ms": 0, "neg": 0 }, "max_ms": 1818, "mean_ms": 19.316709831556548, "measurable": 49809, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 20.0, "p99_ms": 143.0, "rows": 49809, "unmeasurable": 0, "won_output_rows": 76 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 33, "100_200ms": 350, "10_20ms": 45230, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 187, "20_50ms": 3201, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 74, "50_100ms": 718, "5_10ms": 1, "ge30000ms": 0, "neg": 0 }, "max_ms": 1819, "mean_ms": 19.16395549664618, "measurable": 49794, "min_ms": 9, "p50_ms": 14.0, "p90_ms": 18.0, "p99_ms": 124.0, "rows": 49794, "unmeasurable": 0, "won_output_rows": 49794 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1719, "o": 1719, "p": 1719 }, "rows_i": 1719, "rows_joined": 1766, "rows_merged": 1766, "rows_o": 1719, "rows_p": 1719, "unique_by_domain": { "i": 27, "o": 0, "p": 20 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3, "1000_2000ms": 1, "100_200ms": 14, "10_20ms": 1023, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 14, "20_50ms": 484, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 45, "5_10ms": 0, "ge30000ms": 134, "neg": 0 }, "max_ms": 56764, "mean_ms": 3882.392088423502, "measurable": 1719, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 92.60000000000014, "p99_ms": 56691.46000000001, "rows": 1719, "unmeasurable": 0, "won_output_rows": 27 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 8, "1000_2000ms": 0, "100_200ms": 12, "10_20ms": 1355, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 10, "20_50ms": 147, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 20, "5_10ms": 11, "ge30000ms": 156, "neg": 0 }, "max_ms": 55837, "mean_ms": 4361.151250727167, "measurable": 1719, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 216.2000000000021, "p99_ms": 54679.46, "rows": 1719, "unmeasurable": 0, "won_output_rows": 20 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 8, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 1405, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 1, "20_50ms": 111, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 15, "5_10ms": 3, "ge30000ms": 176, "neg": 0 }, "max_ms": 53577, "mean_ms": 4696.677137870855, "measurable": 1719, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 33597.799999999996, "p99_ms": 52688.28, "rows": 1719, "unmeasurable": 0, "won_output_rows": 1719 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1095, "o": 1095, "p": 1095 }, "rows_i": 1095, "rows_joined": 1754, "rows_merged": 1754, "rows_o": 1095, "rows_p": 1095, "unique_by_domain": { "i": 159, "o": 226, "p": 274 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 131, "1000_2000ms": 0, "100_200ms": 240, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 263, "20_50ms": 189, "2_5ms": 0, "5000_10000ms": 24, "500_1000ms": 20, "50_100ms": 100, "5_10ms": 0, "ge30000ms": 128, "neg": 0 }, "max_ms": 91881, "mean_ms": 7582.7168949771685, "measurable": 1095, "min_ms": 20, "p50_ms": 217.0, "p90_ms": 32146.400000000005, "p99_ms": 51289.84, "rows": 1095, "unmeasurable": 0, "won_output_rows": 195 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 175, "1000_2000ms": 0, "100_200ms": 232, "10_20ms": 21, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 49, "20_50ms": 257, "2_5ms": 0, "5000_10000ms": 8, "500_1000ms": 7, "50_100ms": 247, "5_10ms": 0, "ge30000ms": 99, "neg": 0 }, "max_ms": 90937, "mean_ms": 7654.171689497717, "measurable": 1095, "min_ms": 13, "p50_ms": 106.0, "p90_ms": 28619.400000000005, "p99_ms": 68854.63999999988, "rows": 1095, "unmeasurable": 0, "won_output_rows": 464 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 175, "1000_2000ms": 0, "100_200ms": 41, "10_20ms": 150, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 38, "20_50ms": 379, "2_5ms": 0, "5000_10000ms": 18, "500_1000ms": 0, "50_100ms": 141, "5_10ms": 0, "ge30000ms": 153, "neg": 0 }, "max_ms": 100492, "mean_ms": 10634.862100456621, "measurable": 1095, "min_ms": 14, "p50_ms": 56.0, "p90_ms": 39845.8, "p99_ms": 84249.05999999994, "rows": 1095, "unmeasurable": 0, "won_output_rows": 1095 } } }, "price_change": { "boundary_dropped": 212, "class": "FULL", "exception_markets": 24, "rows_by_domain": { "i": 116018610, "o": 116133372, "p": 116013252 }, "rows_i": 116018610, "rows_joined": 116143258, "rows_merged": 116143046, "rows_o": 116133372, "rows_p": 116013252, "unique_by_domain": { "i": 78, "o": 136, "p": 3666 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 98, "1000_2000ms": 70436, "100_200ms": 1031326, "10_20ms": 65829320, "1_2ms": 0, "2000_5000ms": 35200, "200_500ms": 963706, "20_50ms": 45879092, "2_5ms": 0, "5000_10000ms": 8172, "500_1000ms": 276966, "50_100ms": 1924294, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 12075, "mean_ms": 28.076268315919318, "measurable": 116018610, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 24.0, "p99_ms": 236.0, "rows": 116018610, "unmeasurable": 0, "won_output_rows": 7504 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 11626, "100_200ms": 669456, "10_20ms": 107818904, "1_2ms": 0, "2000_5000ms": 618, "200_500ms": 485838, "20_50ms": 5229818, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 47576, "50_100ms": 1295058, "5_10ms": 574478, "ge30000ms": 0, "neg": 0 }, "max_ms": 3578, "mean_ms": 15.809725270011104, "measurable": 116133372, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 16.0, "p99_ms": 104.0, "rows": 116133372, "unmeasurable": 0, "won_output_rows": 122322 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 11846, "100_200ms": 570250, "10_20ms": 109673942, "1_2ms": 0, "2000_5000ms": 1606, "200_500ms": 417320, "20_50ms": 4080938, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 44336, "50_100ms": 1076222, "5_10ms": 136792, "ge30000ms": 0, "neg": 0 }, "max_ms": 3843, "mean_ms": 16.101868707205966, "measurable": 116013252, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 89.0, "rows": 116013252, "unmeasurable": 0, "won_output_rows": 116013220 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 7820, "o": 7820, "p": 7820 }, "rows_i": 7820, "rows_joined": 7820, "rows_merged": 7820, "rows_o": 7820, "rows_p": 7820, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 64, "10_20ms": 4880, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 64, "20_50ms": 2680, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 128, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1590, "mean_ms": 24.642710997442457, "measurable": 7820, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 181.0, "rows": 7820, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 56, "10_20ms": 7347, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 32, "20_50ms": 204, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 152, "5_10ms": 29, "ge30000ms": 0, "neg": 0 }, "max_ms": 318, "mean_ms": 15.352429667519182, "measurable": 7820, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 15.0, "p99_ms": 109.0, "rows": 7820, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 36, "10_20ms": 7515, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 4, "20_50ms": 189, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 72, "5_10ms": 4, "ge30000ms": 0, "neg": 0 }, "max_ms": 298, "mean_ms": 14.45997442455243, "measurable": 7820, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 58.0, "rows": 7820, "unmeasurable": 0, "won_output_rows": 7820 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "merged-live", "book_audit": { "files": [ { "file": "2026-10-31T04.book_dropped.parquet", "rows": 1395, "sha256": "b5a2f5f4f255ba7f76d41fcfcc81bce24259f7d1c833a1dbc6d4371e52118440", "size": 54268 } ], "parts": 1, "public": false, "rows": 1395, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 1395, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-70673dab.parquet", "sha256": "70673dab091ada82b2b084c6679880e658e3e312f248ade8ed8ddef63dffd352" }, "category_gate": { "bulk_pin": { "created_at": "2026-10-30T09:26:53Z", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v2", "sha256": "b931c996f1c9ed32b64eacbc3b441f65ef9a566f7b68b82c83007ad6473b4d2d", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "655575831292d6d8e44642448e3d7ac15823a7c6d2d6b3400d89d3de1ae92666", "evaluated_at": "2026-10-31T10:47:01Z", "evidence": { "file": "2026-10-31T04.category_evidence.json", "sha256": "67f9be112c50dcea3a382388176e390f09f1bdc2b799fbbbedacbce0040327aa" }, "hour": "2026-10-31/04", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9999471188591775, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 30133, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 29882, "logic_identity_changed": false, "map_sha256": "655575831292d6d8e44642448e3d7ac15823a7c6d2d6b3400d89d3de1ae92666", "mapping_logic_changed": 0, "markets": 5217125, "moved_or_lost_markets": 251, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "0b160ec56f3e74deb250815fab99c5ac96d56f8e8fb189dca79eb911eea53c7e", "shrink_share": 0.0, "source_tags_changed": 30133, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "not_reached_markets": [], "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 70214, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 87969, "fetched_untagged": 9, "not_fetched": 0 }, "lt_24h": { "fetched_tagged": 12001, "fetched_untagged": 0, "not_fetched": 0 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 0 } }, "classes": { "fetched_tagged": 170184, "fetched_untagged": 9, "not_fetched": 0 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 30133, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 29882, "logic_identity_changed": false, "map_sha256": "655575831292d6d8e44642448e3d7ac15823a7c6d2d6b3400d89d3de1ae92666", "mapping_logic_changed": 0, "markets": 5217125, "moved_or_lost_markets": 251, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "0b160ec56f3e74deb250815fab99c5ac96d56f8e8fb189dca79eb911eea53c7e", "shrink_share": 0.0, "source_tags_changed": 30133, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 0, "not_reached": 0 }, "row_share": { "fetched_tagged": 0.999944, "fetched_untagged": 5.6e-05, "not_fetched": 0.0, "without_market": 0.0 }, "rows": { "fetched_tagged": 135929896, "fetched_untagged": 7660, "not_fetched": 0, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 170193, "young": { "not_fetched": 0, "traded": 12001 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v5", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [], "untagged_overrides": {} }, "category_map_sha256": "655575831292d6d8e44642448e3d7ac15823a7c6d2d6b3400d89d3de1ae92666", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-31T04.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 44, "class": "FULL", "exception_markets": 47, "rows_by_domain": { "i": 19260900, "o": 19266682, "p": 19247091 }, "rows_i": 19260900, "rows_joined": 19267346, "rows_merged": 19267302, "rows_o": 19266682, "rows_p": 19247091, "unique_by_domain": { "i": 20, "o": 22, "p": 235 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 26, "1000_2000ms": 9904, "100_200ms": 121860, "10_20ms": 12053863, "1_2ms": 0, "2000_5000ms": 5735, "200_500ms": 124599, "20_50ms": 6684310, "2_5ms": 0, "5000_10000ms": 976, "500_1000ms": 38182, "50_100ms": 221445, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 12047, "mean_ms": 26.10468934473467, "measurable": 19260900, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 183.0, "rows": 19260900, "unmeasurable": 0, "won_output_rows": 646 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1754, "100_200ms": 82505, "10_20ms": 18137435, "1_2ms": 0, "2000_5000ms": 140, "200_500ms": 57376, "20_50ms": 657686, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 6639, "50_100ms": 160089, "5_10ms": 163058, "ge30000ms": 0, "neg": 0 }, "max_ms": 3578, "mean_ms": 14.691104052062519, "measurable": 19266682, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 15.0, "p99_ms": 77.0, "rows": 19266682, "unmeasurable": 0, "won_output_rows": 19571 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1631, "100_200ms": 66663, "10_20ms": 18512896, "1_2ms": 0, "2000_5000ms": 241, "200_500ms": 45895, "20_50ms": 450766, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 5974, "50_100ms": 126567, "5_10ms": 36458, "ge30000ms": 0, "neg": 0 }, "max_ms": 3502, "mean_ms": 14.975244051165966, "measurable": 19247091, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 63.0, "rows": 19247091, "unmeasurable": 0, "won_output_rows": 19247085 } } }, "book": { "boundary_dropped": 10, "class": "FULL", "exception_markets": 142977, "rows_by_domain": { "i": 146378, "o": 127606, "p": 409826 }, "rows_i": 146378, "rows_joined": 465990, "rows_merged": 465980, "rows_o": 127606, "rows_p": 409826, "unique_by_domain": { "i": 35954, "o": 19407, "p": 294214 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2942, "1000_2000ms": 786, "100_200ms": 2166, "10_20ms": 29082, "1_2ms": 0, "2000_5000ms": 2074, "200_500ms": 1930, "20_50ms": 62000, "2_5ms": 0, "5000_10000ms": 1440, "500_1000ms": 916, "50_100ms": 4428, "5_10ms": 0, "ge30000ms": 38614, "neg": 0 }, "max_ms": 11730823840, "mean_ms": 120060902.38209294, "measurable": 146378, "min_ms": 16, "p50_ms": 22.0, "p90_ms": 3077020.200000038, "p99_ms": 4644000597.139999, "rows": 146378, "unmeasurable": 0, "won_output_rows": 36350 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1774, "1000_2000ms": 666, "100_200ms": 1011, "10_20ms": 86520, "1_2ms": 0, "2000_5000ms": 1710, "200_500ms": 656, "20_50ms": 9986, "2_5ms": 0, "5000_10000ms": 798, "500_1000ms": 240, "50_100ms": 1961, "5_10ms": 30, "ge30000ms": 22254, "neg": 0 }, "max_ms": 11730334370, "mean_ms": 83398252.75849882, "measurable": 127606, "min_ms": 9, "p50_ms": 14.0, "p90_ms": 572377.0, "p99_ms": 4388497680.0, "rows": 127606, "unmeasurable": 0, "won_output_rows": 19808 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 19534, "1000_2000ms": 3050, "100_200ms": 1545, "10_20ms": 88308, "1_2ms": 0, "2000_5000ms": 7113, "200_500ms": 2304, "20_50ms": 8843, "2_5ms": 0, "5000_10000ms": 7082, "500_1000ms": 2034, "50_100ms": 2064, "5_10ms": 7, "ge30000ms": 267942, "neg": 0 }, "max_ms": 13327518336, "mean_ms": 296802088.99049354, "measurable": 409826, "min_ms": 9, "p50_ms": 197444.0, "p90_ms": 168778532.0, "p99_ms": 6013381273.0, "rows": 409826, "unmeasurable": 0, "won_output_rows": 409822 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 1, "rows_by_domain": { "i": 49553, "o": 49809, "p": 49794 }, "rows_i": 49553, "rows_joined": 49888, "rows_merged": 49888, "rows_o": 49809, "rows_p": 49794, "unique_by_domain": { "i": 1, "o": 1, "p": 24 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 77, "100_200ms": 1002, "10_20ms": 17208, "1_2ms": 0, "2000_5000ms": 16, "200_500ms": 661, "20_50ms": 28631, "2_5ms": 0, "5000_10000ms": 5, "500_1000ms": 335, "50_100ms": 1618, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 7037, "mean_ms": 37.752810122495106, "measurable": 49553, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 36.0, "p99_ms": 450.4799999999959, "rows": 49553, "unmeasurable": 0, "won_output_rows": 18 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 34, "100_200ms": 455, "10_20ms": 44564, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 227, "20_50ms": 3580, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 81, "50_100ms": 857, "5_10ms": 11, "ge30000ms": 0, "neg": 0 }, "max_ms": 1818, "mean_ms": 19.316709831556548, "measurable": 49809, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 20.0, "p99_ms": 143.0, "rows": 49809, "unmeasurable": 0, "won_output_rows": 76 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 33, "100_200ms": 350, "10_20ms": 45230, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 187, "20_50ms": 3201, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 74, "50_100ms": 718, "5_10ms": 1, "ge30000ms": 0, "neg": 0 }, "max_ms": 1819, "mean_ms": 19.16395549664618, "measurable": 49794, "min_ms": 9, "p50_ms": 14.0, "p90_ms": 18.0, "p99_ms": 124.0, "rows": 49794, "unmeasurable": 0, "won_output_rows": 49794 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1719, "o": 1719, "p": 1719 }, "rows_i": 1719, "rows_joined": 1766, "rows_merged": 1766, "rows_o": 1719, "rows_p": 1719, "unique_by_domain": { "i": 27, "o": 0, "p": 20 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3, "1000_2000ms": 1, "100_200ms": 14, "10_20ms": 1023, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 14, "20_50ms": 484, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 45, "5_10ms": 0, "ge30000ms": 134, "neg": 0 }, "max_ms": 56764, "mean_ms": 3882.392088423502, "measurable": 1719, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 92.60000000000014, "p99_ms": 56691.46000000001, "rows": 1719, "unmeasurable": 0, "won_output_rows": 27 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 8, "1000_2000ms": 0, "100_200ms": 12, "10_20ms": 1355, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 10, "20_50ms": 147, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 20, "5_10ms": 11, "ge30000ms": 156, "neg": 0 }, "max_ms": 55837, "mean_ms": 4361.151250727167, "measurable": 1719, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 216.2000000000021, "p99_ms": 54679.46, "rows": 1719, "unmeasurable": 0, "won_output_rows": 20 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 8, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 1405, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 1, "20_50ms": 111, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 15, "5_10ms": 3, "ge30000ms": 176, "neg": 0 }, "max_ms": 53577, "mean_ms": 4696.677137870855, "measurable": 1719, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 33597.799999999996, "p99_ms": 52688.28, "rows": 1719, "unmeasurable": 0, "won_output_rows": 1719 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1095, "o": 1095, "p": 1095 }, "rows_i": 1095, "rows_joined": 1754, "rows_merged": 1754, "rows_o": 1095, "rows_p": 1095, "unique_by_domain": { "i": 159, "o": 226, "p": 274 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 131, "1000_2000ms": 0, "100_200ms": 240, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 263, "20_50ms": 189, "2_5ms": 0, "5000_10000ms": 24, "500_1000ms": 20, "50_100ms": 100, "5_10ms": 0, "ge30000ms": 128, "neg": 0 }, "max_ms": 91881, "mean_ms": 7582.7168949771685, "measurable": 1095, "min_ms": 20, "p50_ms": 217.0, "p90_ms": 32146.400000000005, "p99_ms": 51289.84, "rows": 1095, "unmeasurable": 0, "won_output_rows": 195 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 175, "1000_2000ms": 0, "100_200ms": 232, "10_20ms": 21, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 49, "20_50ms": 257, "2_5ms": 0, "5000_10000ms": 8, "500_1000ms": 7, "50_100ms": 247, "5_10ms": 0, "ge30000ms": 99, "neg": 0 }, "max_ms": 90937, "mean_ms": 7654.171689497717, "measurable": 1095, "min_ms": 13, "p50_ms": 106.0, "p90_ms": 28619.400000000005, "p99_ms": 68854.63999999988, "rows": 1095, "unmeasurable": 0, "won_output_rows": 464 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 175, "1000_2000ms": 0, "100_200ms": 41, "10_20ms": 150, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 38, "20_50ms": 379, "2_5ms": 0, "5000_10000ms": 18, "500_1000ms": 0, "50_100ms": 141, "5_10ms": 0, "ge30000ms": 153, "neg": 0 }, "max_ms": 100492, "mean_ms": 10634.862100456621, "measurable": 1095, "min_ms": 14, "p50_ms": 56.0, "p90_ms": 39845.8, "p99_ms": 84249.05999999994, "rows": 1095, "unmeasurable": 0, "won_output_rows": 1095 } } }, "price_change": { "boundary_dropped": 212, "class": "FULL", "exception_markets": 24, "rows_by_domain": { "i": 116018610, "o": 116133372, "p": 116013252 }, "rows_i": 116018610, "rows_joined": 116143258, "rows_merged": 116143046, "rows_o": 116133372, "rows_p": 116013252, "unique_by_domain": { "i": 78, "o": 136, "p": 3666 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 98, "1000_2000ms": 70436, "100_200ms": 1031326, "10_20ms": 65829320, "1_2ms": 0, "2000_5000ms": 35200, "200_500ms": 963706, "20_50ms": 45879092, "2_5ms": 0, "5000_10000ms": 8172, "500_1000ms": 276966, "50_100ms": 1924294, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 12075, "mean_ms": 28.076268315919318, "measurable": 116018610, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 24.0, "p99_ms": 236.0, "rows": 116018610, "unmeasurable": 0, "won_output_rows": 7504 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 11626, "100_200ms": 669456, "10_20ms": 107818904, "1_2ms": 0, "2000_5000ms": 618, "200_500ms": 485838, "20_50ms": 5229818, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 47576, "50_100ms": 1295058, "5_10ms": 574478, "ge30000ms": 0, "neg": 0 }, "max_ms": 3578, "mean_ms": 15.809725270011104, "measurable": 116133372, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 16.0, "p99_ms": 104.0, "rows": 116133372, "unmeasurable": 0, "won_output_rows": 122322 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 11846, "100_200ms": 570250, "10_20ms": 109673942, "1_2ms": 0, "2000_5000ms": 1606, "200_500ms": 417320, "20_50ms": 4080938, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 44336, "50_100ms": 1076222, "5_10ms": 136792, "ge30000ms": 0, "neg": 0 }, "max_ms": 3843, "mean_ms": 16.101868707205966, "measurable": 116013252, "min_ms": 8, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 89.0, "rows": 116013252, "unmeasurable": 0, "won_output_rows": 116013220 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 7820, "o": 7820, "p": 7820 }, "rows_i": 7820, "rows_joined": 7820, "rows_merged": 7820, "rows_o": 7820, "rows_p": 7820, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 64, "10_20ms": 4880, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 64, "20_50ms": 2680, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 128, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1590, "mean_ms": 24.642710997442457, "measurable": 7820, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 181.0, "rows": 7820, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 56, "10_20ms": 7347, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 32, "20_50ms": 204, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 152, "5_10ms": 29, "ge30000ms": 0, "neg": 0 }, "max_ms": 318, "mean_ms": 15.352429667519182, "measurable": 7820, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 15.0, "p99_ms": 109.0, "rows": 7820, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 36, "10_20ms": 7515, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 4, "20_50ms": 189, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 72, "5_10ms": 4, "ge30000ms": 0, "neg": 0 }, "max_ms": 298, "mean_ms": 14.45997442455243, "measurable": 7820, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 15.0, "p99_ms": 58.0, "rows": 7820, "unmeasurable": 0, "won_output_rows": 7820 } } } }, "archive_root": "merged-live", "boundary_guard": "cache", "bytes": 1424423715, "file": "2026-10-31T04.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-31/04", "hour_utc": "2026-10-31T04:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41658297257150592, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562977225990603, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 206075496 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297257136835, "min_sequence": 562977225990617, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 19267302, "row_groups": [ 0, 73 ], "sha256": "b1cb8843005f11c165709d2a32d3613217a0cad73bebca80ade3dd4bc5dc3617" }, "book": { "byte_range": [ 206075496, 251229736 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297257150592, "min_sequence": 562977225990964, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 465980, "row_groups": [ 74, 75 ], "sha256": "2b79de7435f07313f7785565c7881da5076e927d26be3080378ceff431ba2e63" }, "last_trade_price": { "byte_range": [ 251229736, 254112298 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297232911271, "min_sequence": 562977225990791, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 49888, "row_groups": [ 76, 76 ], "sha256": "dec61891c522d8770cd8c0c258c124fd092b1be26103adf9f627c78fd8b70f33" }, "market_resolved": { "byte_range": [ 254112298, 254395148 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297220855685, "min_sequence": 562977226903105, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 1766, "row_groups": [ 77, 77 ], "sha256": "d50f40c27d63325b28a000f7f8d62ee8be570c7f376d7b6a0d0e537b1445776f" }, "new_market": { "byte_range": [ 254395148, 254564610 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297256575884, "min_sequence": 562977226587609, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 1754, "row_groups": [ 78, 78 ], "sha256": "f1bdfd6b9ab71eb341470b80a3249b0af97c61814d0ad72462b39d427e128323" }, "price_change": { "byte_range": [ 254564610, 1422602267 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41658297257143949, "min_sequence": 562977225990603, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 116143046, "row_groups": [ 79, 522 ], "sha256": "10be44b6a0c0f24bd2339b3b5b077ed3fd02354a43d1bb0088a2da3ae2f67302" }, "tick_size_change": { "byte_range": [ 1422602267, 1422883351 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562977358989123, "min_sequence": 562977226440826, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 7820, "row_groups": [ 523, 523 ], "sha256": "d67f2ed6ae3ce73b56ff20dc9ff3979f421cf1c5bfb4accc9445b002aec3f09b" } }, "row_count": 135937556, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "sha256": "661701c7c5afe60b06c53119b92cbd6ee1a0f6254dfdbd34abcd018ce2ab8b3a", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-31T04.witness_stats.json", "witness_stats_sha256": "9aaa816288df70635917b5fd4eca2d875cb735ffe0bd9c49daad35070e4f9e5b", "witnesses": "iop", "witnesses_captured": [ "i", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-31T04.ai.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 13491029, "row_ordinal_min": 0, "rows": 2231551, "sha256": "f4c065b40ebdf7886bdfbceedff422cde291a7735ff5a17abd696b95a1eb1635", "size": 10609904, "sub_tag": null }, { "category": "ai", "file": "2026-10-31T04.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 13491029, "row_ordinal_min": 0, "rows": 2231551, "sha256": "336f2591b5019a4251817c6301b9b0394a7376ae424cf101154905693c686ace", "size": 9824800, "sub_tag": null }, { "category": "business", "file": "2026-10-31T04.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 13628855, "row_ordinal_min": 396584, "rows": 159779, "sha256": "643e6dece9e1b8b4eb5a2b0e364189eb8a8740fab872b0c0cb872bc50d3c73c4", "size": 875657, "sub_tag": null }, { "category": "business", "file": "2026-10-31T04.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 13628855, "row_ordinal_min": 396584, "rows": 159779, "sha256": "edc0a6711a97aea5d0a1d2c1e545a168c0810da9fb731f2b4e933d6c41d0df96", "size": 764835, "sub_tag": null }, { "category": "crypto", "file": "2026-10-31T04.crypto.parquet", "part": null, "role": "lean", "row_groups": 28, "row_ordinal_max": 80876648, "row_ordinal_min": 418351, "rows": 18265267, "sha256": "460beaa7744e5ac32ef876d0fd34687b44f800c6169d196cf8f1cf0bbc4a5abe", "size": 86477911, "sub_tag": null }, { "category": "crypto", "file": "2026-10-31T04.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 28, "row_ordinal_max": 80876648, "row_ordinal_min": 418351, "rows": 18265267, "sha256": "8e53495badb078cffdf82d2ebfc8b0ff82009a1bbba02952f8c3dff64a7b76d3", "size": 56401230, "sub_tag": null }, { "category": "earnings", "file": "2026-10-31T04.earnings.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 30270764, "row_ordinal_min": 1969734, "rows": 9435, "sha256": "7d4c787facd110444c8d9de558bc23d5a4cd3a2d9542ad44fdfb56e14057170f", "size": 90113, "sub_tag": null }, { "category": "earnings", "file": "2026-10-31T04.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 30270764, "row_ordinal_min": 1969734, "rows": 9435, "sha256": "841e29ac7fe78a9ddebe9ebba67b150eec6300019f628797706a091d7c853d81", "size": 57159, "sub_tag": null }, { "category": "economy", "file": "2026-10-31T04.economy.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 30950128, "row_ordinal_min": 1972022, "rows": 857588, "sha256": "23ed7ad92497e2fe079b495c1e8469ddec72abf4374f15f986f3063b9d318c34", "size": 4217418, "sub_tag": null }, { "category": "economy", "file": "2026-10-31T04.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 30950128, "row_ordinal_min": 1972022, "rows": 857588, "sha256": "a4d1f600c84e80de9ec6175161c3b19e7362573b6e5442421cd01d6ea16bcbb3", "size": 3750091, "sub_tag": null }, { "category": "elections", "file": "2026-10-31T04.elections.parquet", "part": null, "role": "lean", "row_groups": 16, "row_ordinal_max": 38510943, "row_ordinal_min": 2149028, "rows": 9354740, "sha256": "6c804b64ccca5c167c4cf37de45cbf69398d11847b47588055779c05b3149f2b", "size": 46248185, "sub_tag": null }, { "category": "elections", "file": "2026-10-31T04.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 16, "row_ordinal_max": 38510943, "row_ordinal_min": 2149028, "rows": 9354740, "sha256": "8501ee3188ece440d8ca2560f6419b90f9fbf080c0b9a0a0dcfa43c6a2f70d58", "size": 42305699, "sub_tag": null }, { "category": "esports", "file": "2026-10-31T04.esports.parquet", "part": null, "role": "lean", "row_groups": 15, "row_ordinal_max": 80876688, "row_ordinal_min": 3931673, "rows": 4890133, "sha256": "4e1d982b7d1ab648f97667ad1c9b24032b9f639bf76a0c77bd4daef0bd7055af", "size": 16220675, "sub_tag": null }, { "category": "esports", "file": "2026-10-31T04.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 15, "row_ordinal_max": 80876688, "row_ordinal_min": 3931673, "rows": 4890133, "sha256": "ae699eba15da2426776b9f09e7801d918b598dcc2a9ee4d4f0fc7a8c382deb5b", "size": 16484214, "sub_tag": null }, { "category": "finance", "file": "2026-10-31T04.finance.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 80876692, "row_ordinal_min": 5239536, "rows": 1672777, "sha256": "859aebee208c7be459489315eae9df0b92cf7fcaa32b7b6601775be680659b3d", "size": 8318197, "sub_tag": null }, { "category": "finance", "file": "2026-10-31T04.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 80876692, "row_ordinal_min": 5239536, "rows": 1672777, "sha256": "0fdb94392a1b86d865b3027f268e0cbbace3d066e23b5b8b58b760e450f9b94d", "size": 5868263, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-31T04.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 45192158, "row_ordinal_min": 5558929, "rows": 2022677, "sha256": "6dad14ecf5810040e8c1f4519654ea492b82f7b7d69c8e9a6a1b28c4ee18dc79", "size": 9800804, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-31T04.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 45192158, "row_ordinal_min": 5558929, "rows": 2022677, "sha256": "468708d69bcccd61359d751a963377cfbfab504d2110b99434616f4981a4e96c", "size": 8802757, "sub_tag": null }, { "category": "politics", "file": "2026-10-31T04.politics.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 80876868, "row_ordinal_min": 5826584, "rows": 1626729, "sha256": "31c33e1414555fb19a2ef038456f1381c552c8c8977bfd7c1c8b6b6b7a08b30f", "size": 7497493, "sub_tag": null }, { "category": "politics", "file": "2026-10-31T04.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 80876868, "row_ordinal_min": 5826584, "rows": 1626729, "sha256": "ca2f77b110ebc39e191d17dfe32ab988291c8a75fa13979b4fdc0024ddc397fd", "size": 7009037, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-31T04.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 80876928, "row_ordinal_min": 6046621, "rows": 2133058, "sha256": "24628ff570b12479edbbb9e852da0557e2b9deb10bd56ace711b6a5e41049708", "size": 10357854, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-31T04.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 80876928, "row_ordinal_min": 6046621, "rows": 2133058, "sha256": "8404209f09e330d92756775192df25ff942d083ebeae29379e5aa47608d9530f", "size": 9433146, "sub_tag": null }, { "category": "science", "file": "2026-10-31T04.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 48416409, "row_ordinal_min": 6416708, "rows": 71572, "sha256": "594851219ab6f7448c997d2a06673d0d29f5194353dac6c40498ea9f55aceb1e", "size": 455877, "sub_tag": null }, { "category": "science", "file": "2026-10-31T04.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 48416409, "row_ordinal_min": 6416708, "rows": 71572, "sha256": "6920140d996b77433f6b44ed3b9f050619c066ec932f1a21caa065ebe2f191a9", "size": 324463, "sub_tag": null }, { "category": "sports", "file": "2026-10-31T04.sports.parquet", "part": null, "role": "lean", "row_groups": 41, "row_ordinal_max": 80883456, "row_ordinal_min": 6426883, "rows": 31698399, "sha256": "c5615f027648807fb5871af7b7ae1a60faa2709f68fa16a4ef356b13d50f2689", "size": 200130433, "sub_tag": null }, { "category": "sports", "file": "2026-10-31T04.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 41, "row_ordinal_max": 80883456, "row_ordinal_min": 6426883, "rows": 31698399, "sha256": "806684c03c904609a5ddba18c2f593d06c9bbf77ac0689f60f286277e5349d81", "size": 134015638, "sub_tag": null }, { "category": "tech", "file": "2026-10-31T04.tech.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 76060835, "row_ordinal_min": 10519959, "rows": 301066, "sha256": "3e993d80b0dba619566fd1c0058fbfbe294289af0a381c96afd8d3a80dcf2a80", "size": 1716588, "sub_tag": null }, { "category": "tech", "file": "2026-10-31T04.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 76060835, "row_ordinal_min": 10519959, "rows": 301066, "sha256": "7c14e87d74a034773b58e02f889e98990a89367ddc480448c96f11ab9588bd08", "size": 1413950, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-31T04.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 76124712, "row_ordinal_min": 10566892, "rows": 74465, "sha256": "6e40fb53a4bedec37442d7ad87a654bbbe85bb174d89e78662144911d4134469", "size": 491299, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-31T04.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 76124712, "row_ordinal_min": 10566892, "rows": 74465, "sha256": "ba6e45614865084c4d6b814ca8951721d8789590613d1bc06a7cc3c6a400b347", "size": 373776, "sub_tag": null }, { "category": "weather", "file": "2026-10-31T04.weather.parquet", "part": null, "role": "lean", "row_groups": 12, "row_ordinal_max": 80883616, "row_ordinal_min": 10577283, "rows": 3873258, "sha256": "c519f3f4b5cda353dff4899797a1f01a515b9e0c37a0b942a08897e8bbbadf4a", "size": 18347114, "sub_tag": null }, { "category": "weather", "file": "2026-10-31T04.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 12, "row_ordinal_max": 80883616, "row_ordinal_min": 10577283, "rows": 3873258, "sha256": "12e04855ae499fc07501986a674e66ad9038799c3865d17655e8a01740737afe", "size": 14564820, "sub_tag": null }, { "category": "world", "file": "2026-10-31T04.world.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 80883620, "row_ordinal_min": 10909586, "rows": 1641127, "sha256": "e8adea0b6b92d0eeea7cf3c554093286ccaa777e8bb975093c4e974db1c0c443", "size": 6722112, "sub_tag": null }, { "category": "world", "file": "2026-10-31T04.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 80883620, "row_ordinal_min": 10909586, "rows": 1641127, "sha256": "c3929694f9b05ada12ce81296b9d6ebbe3e7ae6c81e6ae2d08c8fcf317cd1b61", "size": 6874854, "sub_tag": null }, { "category": null, "file": "2026-10-31T04.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 438888, "sha256": "995a07446e3d9033f27b71f6a3a6d88f0b796d7c1bde01259c54b0e780d8e1f8", "size": 31058057, "sub_tag": null }, { "category": null, "file": "2026-10-31T04.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 779413, "sha256": "0fd6959fa1538cb9e2b10dacd214886f6fcb634da5ea94332c78c955f26aae1b", "size": 66680906, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "99a15fa0-fed0-4b03-a913-9514d91c8853", "hour": "2026-10-31/04", "hour_utc": "2026-10-31T04:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-31", "schedule_sha256": "b26a6d9b6f7e26f86caab58dc0fcf2c76a9d87a3d95cbd8689a6592e8c849f6f", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-30", "max_sequence": 41658297257150591, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562977225990604, "mirror_audit": { "files": [ { "file": "2026-10-31T04.mirror_dropped.p1.parquet", "rows": 43417600, "sha256": "7e9a205fed2def4f36b722498a74c005dbbe2952dc02834ec94270b00931fa45", "size": 301381788 }, { "file": "2026-10-31T04.mirror_dropped.p2.parquet", "rows": 11634940, "sha256": "a99b542f71985df074fb3b10044a980836eb1b1467316d31fe6907e9b6504288", "size": 74440317 } ], "parts": 2, "public": false, "rows": 55052540, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 18446, "_pairs": 109532, "best_ask": 2, "best_bid": 1, "source_witness": 11, "spread": 3, "witness_set": 109529 }, "book": { "_no_partner": 1177, "_pairs": 2572, "asks": 51, "bids": 113, "witness_set": 2408 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 127978, "book": 3749, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 7939830, "book": 186890, "price_change": 46925820 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297257136821, "min_sequence": 562977225990617, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 11327472, "source_rows": 19267302 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297257150591, "min_sequence": 562977225990964, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 277695, "source_rows": 465980 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297232911271, "min_sequence": 562977225990791, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 49888, "source_rows": 49888 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297220855685, "min_sequence": 562977226903105, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 1766, "source_rows": 1766 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297256575884, "min_sequence": 562977226587609, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 1754, "source_rows": 1754 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41658297257143948, "min_sequence": 562977225990604, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 69217226, "source_rows": 116143046 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562977358989123, "min_sequence": 562977226440826, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 7820, "source_rows": 7820 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "31c72fd414cd3451333b642e199bcd893e0d23da" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "50cb90e76e12866a30110f5bd6164e712ac99f337620d983d441807fd22bf7c8", "recorders": null, "row_count": 80883621, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "source_sha256": "661701c7c5afe60b06c53119b92cbd6ee1a0f6254dfdbd34abcd018ce2ab8b3a", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 3340, "ai-benchmarks": 11374, "ai-rankings": 948394, "ai-releases": 406032, "anthropic": 6576, "art": 8, "big-tech": 358125, "china": 1661, "companies-with-1-ai": 1483, "compute": 279113, "congress": 21956, "courts": 859, "elon-musk": 111, "gemini": 3113, "google": 9178, "grok": 5489, "ipos": 33042, "leopold-aschenbrenner": 61, "math": 28788, "meta": 15249, "moonshot": 6950, "openai": 84986, "openrouter-total-tokens-weekly": 3687, "privates": 888, "ssi": 1050, "united-states": 38 }, "business": { "(none)": 5203, "acquisitions": 9, "banking": 288, "banks": 123, "big-tech": 60792, "cuba": 5, "earn-4": 820, "economic-policy": 181, "equities": 35042, "fed-rates": 43047, "ipos": 11386, "jpm": 1699, "sec": 83, "stocks": 876, "taxes": 225 }, "crypto": { "aave": 504, "acquisitions": 37, "big-tech": 405, "bitcoin": 7085041, "bnb": 919479, "congress": 38165, "crypto-culture": 31147, "crypto-legal": 1907, "crypto-listings": 17116, "crypto-prices": 2621, "dogecoin": 1003309, "epstein": 380, "eric-adams": 589, "ethena": 7090, "ethereum": 2992105, "fees": 30, "ftx": 26, "gov-reserve": 25, "hack": 12516, "hype": 1448876, "hyperliquid": 139770, "ipos": 728, "memecoins": 181, "meta": 16, "microstrategy": 70, "network-stats": 45, "nft": 961, "pre-market": 586290, "prediction-markets": 252, "price-comparison": 600, "price-milestone": 2558, "privates": 2139, "protocol-risk": 311, "public-sales": 17181, "pumpptfun": 187, "sam-altman": 38, "solana": 1943729, "stablecoins": 764, "stocks": 18, "trump-presidency": 270, "xrp": 1623200, "yearly": 74936, "zcash": 309655 }, "earnings": { "equities": 9435 }, "economy": { "(none)": 56, "acquisitions": 12, "brazil": 24926, "canada": 11917, "commodities": 26940, "consumer": 6074, "economic-policy": 17428, "equities": 4, "europe": 78, "fed": 1579, "fed-rates": 88129, "france": 13956, "global-rates": 12045, "housing": 1534, "inflation": 1535, "iran": 99373, "israel": 3123, "japan": 14333, "kevin-warsh": 9, "macro-indicators": 290225, "mexico": 19834, "oil": 6178, "parcl": 205706, "prices": 10225, "shipping": 31, "taxes": 35, "trade-war": 2180, "trump": 12, "us-bank-bailout": 68, "us-debt-downgrade": 37, "us-defaults-on-debt": 6 }, "elections": { "celebrities": 139038, "france": 156, "global-elections": 2192765, "israel": 10975, "midterms": 6798329, "nov-4-elections": 249, "peru-elections": 52, "popular-vote": 542, "romania": 1406, "taxes": 1091, "trump": 913, "turkey": 451, "uk": 1795, "united-kingdom": 195, "us-presidential-election": 206537, "vance": 54, "wisconsin": 192 }, "esports": { "call-of-duty": 3014, "counter-strike-2": 2459854, "dota-2": 53245, "esports-awards": 331764, "honor-of-kings": 736128, "league-of-legends": 232901, "mlb": 85, "mobile-legends-bang-bang": 615204, "overwatch": 38552, "poker": 1, "rainbow-six-siege": 57, "starcraft-2": 4, "valorant": 419324 }, "finance": { "aapl": 7656, "acquisitions": 287, "anthropic": 33347, "big-tech": 18955, "brazil": 12645, "canada": 1538, "commodities": 29624, "equities": 1172759, "forex": 20473, "gold": 13, "indicies": 8356, "indonesia": 2091, "ipos": 10315, "italy": 38, "kpis": 55275, "macro-indicators": 9638, "mergers-and-acquisitions": 1, "openai": 47481, "privates": 223636, "silver": 14, "stocks": 821, "tariffs": 194, "trump-presidency": 17620 }, "geopolitics": { "(none)": 6736, "afghanistan": 12, "africa": 32, "argentina": 159, "australia": 96, "awards": 26754, "brazil": 11, "brics-add-a-new-member": 262, "canada": 2530, "china": 29547, "colombia": 18, "commodities": 15006, "country-leave-brics": 119, "courts": 3000, "cuba": 9982, "denmark": 108, "earn-4": 435, "el-salvador": 1104, "epstein": 278, "europe": 133, "f1": 45, "foreign-policy": 25162, "france": 6974, "global-elections": 463766, "greenland": 1457, "h-1b": 3529, "immigration": 2381, "india": 2595, "india-pakistan": 1628, "iran": 451991, "israel": 6889, "mali": 1063, "mexico": 23874, "middle-east": 172552, "midterms": 56958, "military": 2241, "military-action": 5928, "moscow": 126, "nato": 2114, "north-korea": 18292, "oil": 173101, "parlays": 182, "philippines": 99, "poland": 3402, "president": 19, "prime-minister": 14118, "putin": 1443, "russia": 17307, "south-korea": 1939, "spain": 2322, "strike": 1327, "sudan": 108, "taiwan": 334, "trade-war": 11472, "trump": 134953, "trump-presidency": 6879, "turkey": 5556, "uk-labour-leadership": 40103, "ukraine": 93447, "ukraine-map": 127991, "un": 21239, "venezuela": 16565, "world-affairs": 2884 }, "politics": { "(none)": 810, "abc": 236, "approval": 22522, "asia": 20, "bernie-sanders": 4108, "biden": 824, "bolivia": 210, "boxing": 509, "brazil": 8588, "california": 22, "canada": 23927, "china": 4758, "comey": 30800, "compute": 25, "congress": 14881, "courts": 6007, "democrat": 251, "department-of-war": 275, "dollar": 29, "earn-4": 178, "elon-musk": 147, "epstein": 1046, "fed-rates": 50950, "fifa": 1755, "flip-off": 82, "foreign-policy": 195, "france": 8779, "gas": 1986, "global-elections": 127079, "greece": 9166, "house-of-representatives": 1047, "hungary": 5008, "ice": 999, "india": 220, "indonesia": 841, "israel": 122235, "istanbul": 9, "japan": 209, "kippah": 80, "legislation": 774, "mamdani": 63, "margin-of-victory": 26874, "marijuana": 24, "mention-markets": 25837, "mexico": 305, "midterms": 136092, "minnesota": 38, "minnesota-fraud": 289, "nasa": 415, "new-york": 16, "new-york-city": 960, "north-korea": 143, "nyc": 4823, "obama": 149, "ohio": 53, "ohio-midterm": 6906, "oil": 12346, "pakistan": 230, "pardon": 775, "parlays": 12, "parliament": 3091, "pete-hegseth": 5500, "philippines": 678, "prison": 31, "resign": 567, "romania": 5, "russia": 40, "sbf": 20198, "senate-elections": 24131, "south-korea": 366, "spain": 1044, "speech": 27, "supreme-court": 438, "tariffs": 4179, "taxes": 190, "tennessee": 495, "trump": 40879, "trump-cabinet": 39150, "trump-daily": 3677, "trump-presidency": 63591, "trump-speech": 440, "truth-social": 351, "turkey": 729, "tweets-markets": 101774, "uk": 7830, "ukraine": 120, "united-kingdom": 610, "united-states": 18655, "us-house": 1350, "us-politics": 6600, "us-presidential-election": 607101, "venezuela": 2814, "voting": 806, "washington-dc": 57, "white-house": 1278 }, "pop-culture": { "(none)": 605, "aliens": 9812, "art": 4812, "australia": 51, "awards": 184625, "basketball": 279, "best-of-2026": 11678, "breaking-news": 1, "call-of-duty": 275, "celebrities": 52515, "charlie-kirk": 533, "clavicular": 506, "climate-science": 1444, "combat-sports": 5023, "counter-strike-2": 35, "court-cases": 53, "courts": 7132, "daejon-love": 21, "dominican-republic": 276, "dota-2": 208, "earthquake": 45, "elon-musk": 27, "f1": 36, "fda": 177, "fifa": 6346, "fifa-world-cup": 5, "football": 57076, "gaming": 3464, "gta-vi": 10027, "israel": 3933, "japan": 10, "la-liga": 115, "league-of-legends": 29, "logan-paul": 46, "los-angeles": 9, "marijuana": 2606, "midterms": 70, "movie-delay": 675, "movies": 1132719, "music": 287995, "netflix": 35, "new-york-city": 745, "nfl": 218, "pandemics": 1510, "parent-for-derivative": 1549, "podcast": 32, "pokemon": 863, "pope-leo-xiv": 9, "pregnant": 512, "russia": 42, "spain": 847, "spider-man": 27, "streamer": 1717, "taylor-swift": 7, "tennis": 1402, "the-legend-of-zelda": 167, "travel": 12024, "trump": 22044, "trump-daily": 263, "trump-netanyahu": 18567, "tv": 11259, "tweets-markets": 266960, "uk": 377, "utah": 44, "valve": 184, "xbox": 1648, "youtube": 4712 }, "science": { "(none)": 1947, "aliens": 1462, "big-tech": 24070, "climate-science": 68, "drug": 658, "elon-musk": 17157, "fda": 4248, "global-temp": 814, "gold": 762, "macro-indicators": 4340, "mergers-and-acquisitions": 16, "new-york-city": 1698, "pandemics": 4628, "precipitation": 6131, "russia": 253, "space": 11, "spacex": 3309 }, "sports": { "(none)": 5322, "2026-summer-transfer-window": 7047, "afc": 8317, "afc-champions-league-elite": 13536, "afcon": 22982, "afcq": 15288, "aflw": 374, "american-football": 236, "arg": 83079, "argpn": 164244, "australian-a-league": 1376286, "austria-bundesliga": 23846, "awards": 10363, "aze1": 16983, "aze2": 24, "baseball": 91457, "basketball": 434412, "bel1": 37645, "bel2": 19800, "bolivia-lfpb": 72324, "boxing": 5271, "bra3": 19249, "brazil-serie-a": 62606, "brazil-serie-b": 96385, "bulgaria-parva-liga": 38499, "bundesliga": 325815, "bundesliga-2": 60281, "canpl": 4627, "carabao-cup": 3, "cfb": 4181221, "chess": 6433, "chi2": 91097, "chile-primera": 43099, "china-fa-cup": 2305, "chinese-super-league": 48101, "chl2": 23966, "clf": 612, "col2": 54, "colombia-primera-a": 43186, "combat-sports": 294, "concacaf": 15418, "concacaf-nations-league": 8345, "copa-america": 107362, "copa-del-rey": 10683, "cricket": 134773, "cristiano-ronaldo": 5080, "czechia-fortuna-liga": 56417, "darts": 7, "denmark-superliga": 37056, "dfb-pokal": 3293, "ecu1": 62323, "efl-championship": 223216, "egypt-premier-league": 22088, "epl": 525246, "ere": 110357, "est1": 47976, "europa-conference-league": 149967, "f1": 59408, "fa-cup": 46562, "fifa": 6628, "fifa-friendly": 6476, "fifa-world-cup": 4847, "fin1": 30914, "formula1": 8025, "fro1": 9368, "goals": 443, "golf": 127691, "gre1": 33555, "handball": 153, "hockey": 86489, "hungary-nb1": 29136, "idn1": 49987, "idn2": 28860, "indian-super-league": 26873, "irl1": 9039, "isl1": 26, "israel-premier-league": 29413, "itc": 1, "japan-j-league": 321794, "japan-j2-league": 1013770, "k-league": 112354, "kaz1": 125569, "kor2": 77856, "la-liga": 338687, "la-liga-2": 80369, "lacrosse": 488, "lazio": 76, "lcs": 6, "lib": 5595, "ligue-1": 159397, "ligue-2": 81722, "lionel-messi": 86, "ltu1": 14521, "lva1": 11443, "mex": 1447223, "mlb": 38863, "mls": 587633, "morocco-botola-pro": 23894, "moto2": 74, "moto3": 71, "nascar": 40757, "national-league": 72585, "nba": 8458812, "ned2": 25395, "new-york-city": 13613, "nfl": 2490352, "nhl": 749709, "nirl1": 15208, "nor2": 37659, "norway-eliteserien": 49496, "peru-liga-1": 105523, "pickleball": 46636, "poland-ekstraklasa": 47156, "power-slap": 68, "primeira-liga": 96421, "qat1": 16737, "qualification": 10575, "racing": 1646, "romania-superliga": 46746, "rugby": 3880, "rus": 44462, "saf1": 6287, "saudi-professional-league": 56268, "scotland-league-cup": 8961, "scottish-premiership": 69667, "sea": 329861, "serbian-superliga": 27255, "serie-b": 75344, "slovenia-prvaliga": 19754, "soccer": 828744, "soccer-atc": 120, "soccer-auc": 3, "soccer-brco": 11117, "soccer-ccc": 7393, "soccer-el1": 95388, "soccer-el2": 76072, "soccer-fpd": 52216, "soccer-grc": 14, "soccer-gtm": 121855, "soccer-hr1": 30543, "soccer-nlc": 394, "soccer-nwsl": 65848, "soccer-ptc": 368, "soccer-scoc": 2867, "soccer-svk1": 38173, "soccer-trsk": 626, "sud": 1009, "swe2": 49365, "sweden-allsvenskan": 78885, "swimming": 11037, "switzerland-super-league": 147236, "table-tennis": 13764, "tennis": 1690775, "tha1": 31985, "tur": 80591, "tur2": 74336, "u20wwc": 6, "uae1": 10963, "ucl": 371435, "uefa": 28576, "uefa-nations-league": 87273, "uel": 216612, "ufc": 172781, "ukraine-premier-liha": 49482, "uru1": 57816, "usl1": 4477, "uslc": 70826, "usoc": 16, "uzb1": 52513, "ven1": 50864, "volleyball": 540, "womens-ballon-dor": 29, "womens-champions-league": 9508, "wsl": 25464 }, "tech": { "(none)": 254, "airbnb": 18, "anthropic": 899, "big-tech": 78184, "celebrities": 62281, "china": 5805, "coding": 33807, "collectibles": 2317, "congress": 34, "corporate-financials": 245, "courts": 5128, "earn-4": 4185, "elon-musk": 2809, "equities": 56, "gaming": 949, "google": 72384, "hack": 1234, "ipos": 8783, "kpis": 405, "midterms": 14, "movies": 10796, "nuke": 327, "oil": 4288, "openai": 922, "outage": 20, "prediction-markets": 3043, "video-games": 1879 }, "uncategorised": { "(none)": 3848, "bayeux-tapestry": 3207, "cfb": 8174, "climate-science": 641, "dnc": 107, "fed": 2668, "fed-chair": 179, "fed-rates": 3945, "iran": 16, "la-liga": 79, "leopold-aschenbrenner": 143, "macro-indicators": 4188, "mma": 215, "nfl": 22953, "pandemics": 593, "social-media": 557, "space": 10, "supreme-court": 5529, "tennis": 3653, "trump-presidency": 2, "ufc": 1284, "uk": 1800, "united-nations": 5665, "united-states": 992, "youtube": 4017 }, "weather": { "brazil": 1454, "climate": 177494, "climate-science": 10227, "drought": 12180, "earthquakes": 4275, "germany": 594, "global-temp": 1634, "highest-temperature": 3069291, "italy": 11, "lowest-temperature": 586168, "mexico": 133, "natural-disaster": 1261, "pandemics": 938, "precipitation": 5335, "rain": 1358, "united-states": 905 }, "world": { "(none)": 16, "argentina": 2840, "brazil": 3665, "canada": 430, "china": 7, "courts": 24232, "economic-policy": 53476, "europe": 416, "foreign-policy": 829, "forex": 2295, "france": 20983, "germany": 12882, "global-elections": 1470109, "global-rates": 21095, "hong-kong": 222, "italy": 23, "macro-indicators": 6921, "middle-east": 429, "nyc": 150, "oil": 11627, "pandemics": 582, "south-korea": 4711, "trump-presidency": 3146, "uk": 41 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 135936161, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-31T04.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 438888, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 80883621, "twin_rows": 55052540 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.000921, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-31T04.witness_stats.json", "witness_stats_sha256": "9aaa816288df70635917b5fd4eca2d875cb735ffe0bd9c49daad35070e4f9e5b", "witnesses": "iop", "writer_versions": null }