{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 32, "class": "FULL", "exception_markets": 26, "rows_by_domain": { "i": 16610360, "o": 16609879, "p": 16608237 }, "rows_i": 16610360, "rows_joined": 16611144, "rows_merged": 16611112, "rows_o": 16609879, "rows_p": 16608237, "unique_by_domain": { "i": 44, "o": 74, "p": 43 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 246, "1000_2000ms": 15789, "100_200ms": 225845, "10_20ms": 1105694, "1_2ms": 0, "2000_5000ms": 4084, "200_500ms": 204669, "20_50ms": 14511959, "2_5ms": 0, "5000_10000ms": 753, "500_1000ms": 59560, "50_100ms": 481753, "5_10ms": 0, "ge30000ms": 8, "neg": 0 }, "max_ms": 39175, "mean_ms": 34.314415461194095, "measurable": 16610360, "min_ms": 16, "p50_ms": 23.0, "p90_ms": 30.0, "p99_ms": 305.0, "rows": 16610360, "unmeasurable": 0, "won_output_rows": 756 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1290, "1000_2000ms": 19707, "100_200ms": 158710, "10_20ms": 3576765, "1_2ms": 0, "2000_5000ms": 5994, "200_500ms": 220066, "20_50ms": 671420, "2_5ms": 641956, "5000_10000ms": 1757, "500_1000ms": 68777, "50_100ms": 193076, "5_10ms": 11049959, "ge30000ms": 402, "neg": 0 }, "max_ms": 109263, "mean_ms": 23.344146396250085, "measurable": 16609879, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 17.0, "p99_ms": 324.0, "rows": 16609879, "unmeasurable": 0, "won_output_rows": 2121 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2741, "1000_2000ms": 19602, "100_200ms": 152582, "10_20ms": 2554948, "1_2ms": 0, "2000_5000ms": 5865, "200_500ms": 206426, "20_50ms": 517806, "2_5ms": 1062292, "5000_10000ms": 2093, "500_1000ms": 65301, "50_100ms": 180716, "5_10ms": 11836485, "ge30000ms": 1380, "neg": 0 }, "max_ms": 61103, "mean_ms": 25.86157194168171, "measurable": 16608237, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 15.0, "p99_ms": 310.0, "rows": 16608237, "unmeasurable": 0, "won_output_rows": 16608235 } } }, "book": { "boundary_dropped": 16, "class": "FULL", "exception_markets": 20997, "rows_by_domain": { "i": 131698, "o": 145950, "p": 148159 }, "rows_i": 131698, "rows_joined": 173367, "rows_merged": 173351, "rows_o": 145950, "rows_p": 148159, "unique_by_domain": { "i": 5365, "o": 19444, "p": 21726 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 324, "1000_2000ms": 1143, "100_200ms": 5893, "10_20ms": 4074, "1_2ms": 0, "2000_5000ms": 2420, "200_500ms": 3565, "20_50ms": 98421, "2_5ms": 0, "5000_10000ms": 492, "500_1000ms": 1062, "50_100ms": 9598, "5_10ms": 0, "ge30000ms": 4706, "neg": 0 }, "max_ms": 11588117673, "mean_ms": 15586149.904341752, "measurable": 131698, "min_ms": 18, "p50_ms": 26.0, "p90_ms": 220.0, "p99_ms": 28357845.0, "rows": 131698, "unmeasurable": 0, "won_output_rows": 5515 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1128, "1000_2000ms": 1236, "100_200ms": 2932, "10_20ms": 40419, "1_2ms": 0, "2000_5000ms": 2740, "200_500ms": 3185, "20_50ms": 10384, "2_5ms": 453, "5000_10000ms": 718, "500_1000ms": 1209, "50_100ms": 3096, "5_10ms": 60974, "ge30000ms": 17476, "neg": 0 }, "max_ms": 11587481348, "mean_ms": 49851597.18998287, "measurable": 145950, "min_ms": 3, "p50_ms": 11.0, "p90_ms": 158184.0, "p99_ms": 2224456488.0600014, "rows": 145950, "unmeasurable": 0, "won_output_rows": 19689 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1246, "1000_2000ms": 1411, "100_200ms": 2437, "10_20ms": 30508, "1_2ms": 0, "2000_5000ms": 2526, "200_500ms": 2428, "20_50ms": 7656, "2_5ms": 1224, "5000_10000ms": 794, "500_1000ms": 1056, "50_100ms": 2705, "5_10ms": 74794, "ge30000ms": 19374, "neg": 0 }, "max_ms": 11589284098, "mean_ms": 58201340.95445433, "measurable": 148159, "min_ms": 3, "p50_ms": 9.0, "p90_ms": 249503.60000000068, "p99_ms": 2888336705.360012, "rows": 148159, "unmeasurable": 0, "won_output_rows": 148147 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 61093, "o": 60992, "p": 60930 }, "rows_i": 61093, "rows_joined": 61118, "rows_merged": 61118, "rows_o": 60992, "rows_p": 60930, "unique_by_domain": { "i": 11, "o": 9, "p": 2 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 209, "100_200ms": 2681, "10_20ms": 1754, "1_2ms": 0, "2000_5000ms": 45, "200_500ms": 1716, "20_50ms": 49461, "2_5ms": 0, "5000_10000ms": 8, "500_1000ms": 492, "50_100ms": 4727, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 8765, "mean_ms": 53.48815739937472, "measurable": 61093, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 84.0, "p99_ms": 603.0800000000017, "rows": 61093, "unmeasurable": 0, "won_output_rows": 80 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1, "1000_2000ms": 147, "100_200ms": 1411, "10_20ms": 16067, "1_2ms": 0, "2000_5000ms": 18, "200_500ms": 1525, "20_50ms": 4062, "2_5ms": 449, "5000_10000ms": 10, "500_1000ms": 571, "50_100ms": 1472, "5_10ms": 35259, "ge30000ms": 0, "neg": 0 }, "max_ms": 10132, "mean_ms": 33.52606899265477, "measurable": 60992, "min_ms": 3, "p50_ms": 9.0, "p90_ms": 35.0, "p99_ms": 559.0, "rows": 60992, "unmeasurable": 0, "won_output_rows": 108 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 9, "1000_2000ms": 144, "100_200ms": 1183, "10_20ms": 11635, "1_2ms": 0, "2000_5000ms": 17, "200_500ms": 1133, "20_50ms": 2966, "2_5ms": 1191, "5000_10000ms": 18, "500_1000ms": 434, "50_100ms": 1296, "5_10ms": 40899, "ge30000ms": 5, "neg": 0 }, "max_ms": 39002, "mean_ms": 34.756047923847035, "measurable": 60930, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 25.0, "p99_ms": 511.7099999999991, "rows": 60930, "unmeasurable": 0, "won_output_rows": 60930 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 8, "rows_by_domain": { "i": 817, "o": 825, "p": 825 }, "rows_i": 817, "rows_joined": 992, "rows_merged": 992, "rows_o": 825, "rows_p": 825, "unique_by_domain": { "i": 121, "o": 17, "p": 29 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 25, "1000_2000ms": 0, "100_200ms": 12, "10_20ms": 29, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 11, "20_50ms": 642, "2_5ms": 0, "5000_10000ms": 3, "500_1000ms": 2, "50_100ms": 43, "5_10ms": 0, "ge30000ms": 50, "neg": 0 }, "max_ms": 42376, "mean_ms": 2899.893512851897, "measurable": 817, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 366.1999999999996, "p99_ms": 42203.68, "rows": 817, "unmeasurable": 0, "won_output_rows": 126 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 37, "1000_2000ms": 1, "100_200ms": 12, "10_20ms": 155, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 22, "20_50ms": 30, "2_5ms": 23, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 8, "5_10ms": 504, "ge30000ms": 31, "neg": 0 }, "max_ms": 78297, "mean_ms": 2554.3757575757577, "measurable": 825, "min_ms": 4, "p50_ms": 8.0, "p90_ms": 273.80000000000007, "p99_ms": 36535.36, "rows": 825, "unmeasurable": 0, "won_output_rows": 41 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 43, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 129, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 10, "20_50ms": 23, "2_5ms": 38, "5000_10000ms": 12, "500_1000ms": 7, "50_100ms": 7, "5_10ms": 531, "ge30000ms": 25, "neg": 0 }, "max_ms": 74773, "mean_ms": 2743.927272727273, "measurable": 825, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 741.4000000000002, "p99_ms": 56258.92, "rows": 825, "unmeasurable": 0, "won_output_rows": 825 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 2075, "o": 2075, "p": 2075 }, "rows_i": 2075, "rows_joined": 3136, "rows_merged": 3136, "rows_o": 2075, "rows_p": 2075, "unique_by_domain": { "i": 275, "o": 586, "p": 200 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 191, "1000_2000ms": 0, "100_200ms": 545, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 282, "20_50ms": 353, "2_5ms": 0, "5000_10000ms": 24, "500_1000ms": 47, "50_100ms": 308, "5_10ms": 0, "ge30000ms": 325, "neg": 0 }, "max_ms": 130273, "mean_ms": 10083.356626506024, "measurable": 2075, "min_ms": 21, "p50_ms": 138.0, "p90_ms": 44159.2, "p99_ms": 98467.87999999968, "rows": 2075, "unmeasurable": 0, "won_output_rows": 349 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 153, "1000_2000ms": 0, "100_200ms": 140, "10_20ms": 175, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 323, "20_50ms": 455, "2_5ms": 0, "5000_10000ms": 35, "500_1000ms": 31, "50_100ms": 358, "5_10ms": 28, "ge30000ms": 377, "neg": 0 }, "max_ms": 162036, "mean_ms": 10445.940722891566, "measurable": 2075, "min_ms": 6, "p50_ms": 104.0, "p90_ms": 44004.8, "p99_ms": 85829.35999999967, "rows": 2075, "unmeasurable": 0, "won_output_rows": 712 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 219, "1000_2000ms": 0, "100_200ms": 54, "10_20ms": 223, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 398, "20_50ms": 409, "2_5ms": 0, "5000_10000ms": 18, "500_1000ms": 58, "50_100ms": 232, "5_10ms": 30, "ge30000ms": 434, "neg": 0 }, "max_ms": 142218, "mean_ms": 13343.324819277108, "measurable": 2075, "min_ms": 7, "p50_ms": 242.0, "p90_ms": 44781.2, "p99_ms": 117987.53999999992, "rows": 2075, "unmeasurable": 0, "won_output_rows": 2075 } } }, "price_change": { "boundary_dropped": 196, "class": "FULL", "exception_markets": 76, "rows_by_domain": { "i": 109329348, "o": 109322028, "p": 109269796 }, "rows_i": 109329348, "rows_joined": 109349570, "rows_merged": 109349374, "rows_o": 109322028, "rows_p": 109269796, "unique_by_domain": { "i": 3280, "o": 4060, "p": 744 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1492, "1000_2000ms": 133430, "100_200ms": 2350882, "10_20ms": 6552604, "1_2ms": 0, "2000_5000ms": 40396, "200_500ms": 1768430, "20_50ms": 93361342, "2_5ms": 0, "5000_10000ms": 7298, "500_1000ms": 537278, "50_100ms": 4576110, "5_10ms": 0, "ge30000ms": 86, "neg": 0 }, "max_ms": 41280, "mean_ms": 38.8752185918094, "measurable": 109329348, "min_ms": 16, "p50_ms": 23.0, "p90_ms": 39.0, "p99_ms": 366.0, "rows": 109329348, "unmeasurable": 0, "won_output_rows": 21368 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 7540, "1000_2000ms": 152200, "100_200ms": 1426808, "10_20ms": 24999434, "1_2ms": 0, "2000_5000ms": 44326, "200_500ms": 1834256, "20_50ms": 5460594, "2_5ms": 3259982, "5000_10000ms": 13668, "500_1000ms": 605026, "50_100ms": 1708946, "5_10ms": 69806392, "ge30000ms": 2856, "neg": 0 }, "max_ms": 110601, "mean_ms": 26.850581275349192, "measurable": 109322028, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 20.0, "p99_ms": 407.0, "rows": 109322028, "unmeasurable": 0, "won_output_rows": 58216 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 24672, "1000_2000ms": 154662, "100_200ms": 1409526, "10_20ms": 17632524, "1_2ms": 0, "2000_5000ms": 43478, "200_500ms": 1713998, "20_50ms": 4125610, "2_5ms": 5889330, "5000_10000ms": 18922, "500_1000ms": 571916, "50_100ms": 1610956, "5_10ms": 76062036, "ge30000ms": 12166, "neg": 0 }, "max_ms": 61103, "mean_ms": 31.555795253795477, "measurable": 109269796, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 17.0, "p99_ms": 398.0, "rows": 109269796, "unmeasurable": 0, "won_output_rows": 109269790 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3304, "o": 3304, "p": 3304 }, "rows_i": 3304, "rows_joined": 3304, "rows_merged": 3304, "rows_o": 3304, "rows_p": 3304, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 20, "100_200ms": 32, "10_20ms": 154, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 57, "20_50ms": 2939, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 98, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1531, "mean_ms": 39.264225181598064, "measurable": 3304, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 30.0, "p99_ms": 435.0, "rows": 3304, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 34, "10_20ms": 720, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 46, "20_50ms": 162, "2_5ms": 77, "5000_10000ms": 4, "500_1000ms": 20, "50_100ms": 45, "5_10ms": 2196, "ge30000ms": 0, "neg": 0 }, "max_ms": 5183, "mean_ms": 25.836561743341406, "measurable": 3304, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 273.0, "rows": 3304, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 12, "10_20ms": 613, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 56, "20_50ms": 126, "2_5ms": 189, "5000_10000ms": 0, "500_1000ms": 20, "50_100ms": 40, "5_10ms": 2248, "ge30000ms": 0, "neg": 0 }, "max_ms": 939, "mean_ms": 19.37772397094431, "measurable": 3304, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 17.0, "p99_ms": 285.0, "rows": 3304, "unmeasurable": 0, "won_output_rows": 3304 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "merged-live", "book_audit": { "files": [ { "file": "2026-10-29T13.book_dropped.parquet", "rows": 180, "sha256": "b6acb656e3216a6c6dc18b37b936a14c6ce3876aa5375c1ae1376247359808fc", "size": 7824 } ], "parts": 1, "public": false, "rows": 180, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 180, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-70673dab.parquet", "sha256": "70673dab091ada82b2b084c6679880e658e3e312f248ade8ed8ddef63dffd352" }, "category_gate": { "bulk_pin": { "created_at": "2026-10-30T09:26:53Z", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v2", "sha256": "b931c996f1c9ed32b64eacbc3b441f65ef9a566f7b68b82c83007ad6473b4d2d", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "9ae1165914c336e54b4c42fc54253de9ac75a4733a263b889f9ac49634f29d46", "evaluated_at": "2026-10-30T21:37:41Z", "evidence": { "file": "2026-10-29T13.category_evidence.json", "sha256": "5df7c0da8ee002528fd7b2a7f6dbce4f4de9157d7ed91ff05a5cd4dc6566e918" }, "hour": "2026-10-29/13", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9999603095852352, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 88, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 86, "logic_identity_changed": false, "map_sha256": "9ae1165914c336e54b4c42fc54253de9ac75a4733a263b889f9ac49634f29d46", "mapping_logic_changed": 0, "markets": 5202134, "moved_or_lost_markets": 2, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "734997c14d1a33d9d2628a429229c1bf9876f76dff0cd7a38f330c78ec4041fd", "shrink_share": 0.0, "source_tags_changed": 88, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "not_reached_markets": [], "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 56395, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 81790, "fetched_untagged": 6, "not_fetched": 0 }, "lt_24h": { "fetched_tagged": 12979, "fetched_untagged": 0, "not_fetched": 0 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 0 } }, "classes": { "fetched_tagged": 151164, "fetched_untagged": 6, "not_fetched": 0 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 88, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 86, "logic_identity_changed": false, "map_sha256": "9ae1165914c336e54b4c42fc54253de9ac75a4733a263b889f9ac49634f29d46", "mapping_logic_changed": 0, "markets": 5202134, "moved_or_lost_markets": 2, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "734997c14d1a33d9d2628a429229c1bf9876f76dff0cd7a38f330c78ec4041fd", "shrink_share": 0.0, "source_tags_changed": 88, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 0, "not_reached": 0 }, "row_share": { "fetched_tagged": 0.999987, "fetched_untagged": 1.3e-05, "not_fetched": 0.0, "without_market": 0.0 }, "rows": { "fetched_tagged": 126200767, "fetched_untagged": 1620, "not_fetched": 0, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 151170, "young": { "not_fetched": 0, "traded": 12979 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v4", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [], "untagged_overrides": {} }, "category_map_sha256": "9ae1165914c336e54b4c42fc54253de9ac75a4733a263b889f9ac49634f29d46", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-29T13.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 32, "class": "FULL", "exception_markets": 26, "rows_by_domain": { "i": 16610360, "o": 16609879, "p": 16608237 }, "rows_i": 16610360, "rows_joined": 16611144, "rows_merged": 16611112, "rows_o": 16609879, "rows_p": 16608237, "unique_by_domain": { "i": 44, "o": 74, "p": 43 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 246, "1000_2000ms": 15789, "100_200ms": 225845, "10_20ms": 1105694, "1_2ms": 0, "2000_5000ms": 4084, "200_500ms": 204669, "20_50ms": 14511959, "2_5ms": 0, "5000_10000ms": 753, "500_1000ms": 59560, "50_100ms": 481753, "5_10ms": 0, "ge30000ms": 8, "neg": 0 }, "max_ms": 39175, "mean_ms": 34.314415461194095, "measurable": 16610360, "min_ms": 16, "p50_ms": 23.0, "p90_ms": 30.0, "p99_ms": 305.0, "rows": 16610360, "unmeasurable": 0, "won_output_rows": 756 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1290, "1000_2000ms": 19707, "100_200ms": 158710, "10_20ms": 3576765, "1_2ms": 0, "2000_5000ms": 5994, "200_500ms": 220066, "20_50ms": 671420, "2_5ms": 641956, "5000_10000ms": 1757, "500_1000ms": 68777, "50_100ms": 193076, "5_10ms": 11049959, "ge30000ms": 402, "neg": 0 }, "max_ms": 109263, "mean_ms": 23.344146396250085, "measurable": 16609879, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 17.0, "p99_ms": 324.0, "rows": 16609879, "unmeasurable": 0, "won_output_rows": 2121 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2741, "1000_2000ms": 19602, "100_200ms": 152582, "10_20ms": 2554948, "1_2ms": 0, "2000_5000ms": 5865, "200_500ms": 206426, "20_50ms": 517806, "2_5ms": 1062292, "5000_10000ms": 2093, "500_1000ms": 65301, "50_100ms": 180716, "5_10ms": 11836485, "ge30000ms": 1380, "neg": 0 }, "max_ms": 61103, "mean_ms": 25.86157194168171, "measurable": 16608237, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 15.0, "p99_ms": 310.0, "rows": 16608237, "unmeasurable": 0, "won_output_rows": 16608235 } } }, "book": { "boundary_dropped": 16, "class": "FULL", "exception_markets": 20997, "rows_by_domain": { "i": 131698, "o": 145950, "p": 148159 }, "rows_i": 131698, "rows_joined": 173367, "rows_merged": 173351, "rows_o": 145950, "rows_p": 148159, "unique_by_domain": { "i": 5365, "o": 19444, "p": 21726 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 324, "1000_2000ms": 1143, "100_200ms": 5893, "10_20ms": 4074, "1_2ms": 0, "2000_5000ms": 2420, "200_500ms": 3565, "20_50ms": 98421, "2_5ms": 0, "5000_10000ms": 492, "500_1000ms": 1062, "50_100ms": 9598, "5_10ms": 0, "ge30000ms": 4706, "neg": 0 }, "max_ms": 11588117673, "mean_ms": 15586149.904341752, "measurable": 131698, "min_ms": 18, "p50_ms": 26.0, "p90_ms": 220.0, "p99_ms": 28357845.0, "rows": 131698, "unmeasurable": 0, "won_output_rows": 5515 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1128, "1000_2000ms": 1236, "100_200ms": 2932, "10_20ms": 40419, "1_2ms": 0, "2000_5000ms": 2740, "200_500ms": 3185, "20_50ms": 10384, "2_5ms": 453, "5000_10000ms": 718, "500_1000ms": 1209, "50_100ms": 3096, "5_10ms": 60974, "ge30000ms": 17476, "neg": 0 }, "max_ms": 11587481348, "mean_ms": 49851597.18998287, "measurable": 145950, "min_ms": 3, "p50_ms": 11.0, "p90_ms": 158184.0, "p99_ms": 2224456488.0600014, "rows": 145950, "unmeasurable": 0, "won_output_rows": 19689 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1246, "1000_2000ms": 1411, "100_200ms": 2437, "10_20ms": 30508, "1_2ms": 0, "2000_5000ms": 2526, "200_500ms": 2428, "20_50ms": 7656, "2_5ms": 1224, "5000_10000ms": 794, "500_1000ms": 1056, "50_100ms": 2705, "5_10ms": 74794, "ge30000ms": 19374, "neg": 0 }, "max_ms": 11589284098, "mean_ms": 58201340.95445433, "measurable": 148159, "min_ms": 3, "p50_ms": 9.0, "p90_ms": 249503.60000000068, "p99_ms": 2888336705.360012, "rows": 148159, "unmeasurable": 0, "won_output_rows": 148147 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 61093, "o": 60992, "p": 60930 }, "rows_i": 61093, "rows_joined": 61118, "rows_merged": 61118, "rows_o": 60992, "rows_p": 60930, "unique_by_domain": { "i": 11, "o": 9, "p": 2 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 209, "100_200ms": 2681, "10_20ms": 1754, "1_2ms": 0, "2000_5000ms": 45, "200_500ms": 1716, "20_50ms": 49461, "2_5ms": 0, "5000_10000ms": 8, "500_1000ms": 492, "50_100ms": 4727, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 8765, "mean_ms": 53.48815739937472, "measurable": 61093, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 84.0, "p99_ms": 603.0800000000017, "rows": 61093, "unmeasurable": 0, "won_output_rows": 80 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1, "1000_2000ms": 147, "100_200ms": 1411, "10_20ms": 16067, "1_2ms": 0, "2000_5000ms": 18, "200_500ms": 1525, "20_50ms": 4062, "2_5ms": 449, "5000_10000ms": 10, "500_1000ms": 571, "50_100ms": 1472, "5_10ms": 35259, "ge30000ms": 0, "neg": 0 }, "max_ms": 10132, "mean_ms": 33.52606899265477, "measurable": 60992, "min_ms": 3, "p50_ms": 9.0, "p90_ms": 35.0, "p99_ms": 559.0, "rows": 60992, "unmeasurable": 0, "won_output_rows": 108 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 9, "1000_2000ms": 144, "100_200ms": 1183, "10_20ms": 11635, "1_2ms": 0, "2000_5000ms": 17, "200_500ms": 1133, "20_50ms": 2966, "2_5ms": 1191, "5000_10000ms": 18, "500_1000ms": 434, "50_100ms": 1296, "5_10ms": 40899, "ge30000ms": 5, "neg": 0 }, "max_ms": 39002, "mean_ms": 34.756047923847035, "measurable": 60930, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 25.0, "p99_ms": 511.7099999999991, "rows": 60930, "unmeasurable": 0, "won_output_rows": 60930 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 8, "rows_by_domain": { "i": 817, "o": 825, "p": 825 }, "rows_i": 817, "rows_joined": 992, "rows_merged": 992, "rows_o": 825, "rows_p": 825, "unique_by_domain": { "i": 121, "o": 17, "p": 29 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 25, "1000_2000ms": 0, "100_200ms": 12, "10_20ms": 29, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 11, "20_50ms": 642, "2_5ms": 0, "5000_10000ms": 3, "500_1000ms": 2, "50_100ms": 43, "5_10ms": 0, "ge30000ms": 50, "neg": 0 }, "max_ms": 42376, "mean_ms": 2899.893512851897, "measurable": 817, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 366.1999999999996, "p99_ms": 42203.68, "rows": 817, "unmeasurable": 0, "won_output_rows": 126 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 37, "1000_2000ms": 1, "100_200ms": 12, "10_20ms": 155, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 22, "20_50ms": 30, "2_5ms": 23, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 8, "5_10ms": 504, "ge30000ms": 31, "neg": 0 }, "max_ms": 78297, "mean_ms": 2554.3757575757577, "measurable": 825, "min_ms": 4, "p50_ms": 8.0, "p90_ms": 273.80000000000007, "p99_ms": 36535.36, "rows": 825, "unmeasurable": 0, "won_output_rows": 41 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 43, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 129, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 10, "20_50ms": 23, "2_5ms": 38, "5000_10000ms": 12, "500_1000ms": 7, "50_100ms": 7, "5_10ms": 531, "ge30000ms": 25, "neg": 0 }, "max_ms": 74773, "mean_ms": 2743.927272727273, "measurable": 825, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 741.4000000000002, "p99_ms": 56258.92, "rows": 825, "unmeasurable": 0, "won_output_rows": 825 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 2075, "o": 2075, "p": 2075 }, "rows_i": 2075, "rows_joined": 3136, "rows_merged": 3136, "rows_o": 2075, "rows_p": 2075, "unique_by_domain": { "i": 275, "o": 586, "p": 200 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 191, "1000_2000ms": 0, "100_200ms": 545, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 282, "20_50ms": 353, "2_5ms": 0, "5000_10000ms": 24, "500_1000ms": 47, "50_100ms": 308, "5_10ms": 0, "ge30000ms": 325, "neg": 0 }, "max_ms": 130273, "mean_ms": 10083.356626506024, "measurable": 2075, "min_ms": 21, "p50_ms": 138.0, "p90_ms": 44159.2, "p99_ms": 98467.87999999968, "rows": 2075, "unmeasurable": 0, "won_output_rows": 349 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 153, "1000_2000ms": 0, "100_200ms": 140, "10_20ms": 175, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 323, "20_50ms": 455, "2_5ms": 0, "5000_10000ms": 35, "500_1000ms": 31, "50_100ms": 358, "5_10ms": 28, "ge30000ms": 377, "neg": 0 }, "max_ms": 162036, "mean_ms": 10445.940722891566, "measurable": 2075, "min_ms": 6, "p50_ms": 104.0, "p90_ms": 44004.8, "p99_ms": 85829.35999999967, "rows": 2075, "unmeasurable": 0, "won_output_rows": 712 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 219, "1000_2000ms": 0, "100_200ms": 54, "10_20ms": 223, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 398, "20_50ms": 409, "2_5ms": 0, "5000_10000ms": 18, "500_1000ms": 58, "50_100ms": 232, "5_10ms": 30, "ge30000ms": 434, "neg": 0 }, "max_ms": 142218, "mean_ms": 13343.324819277108, "measurable": 2075, "min_ms": 7, "p50_ms": 242.0, "p90_ms": 44781.2, "p99_ms": 117987.53999999992, "rows": 2075, "unmeasurable": 0, "won_output_rows": 2075 } } }, "price_change": { "boundary_dropped": 196, "class": "FULL", "exception_markets": 76, "rows_by_domain": { "i": 109329348, "o": 109322028, "p": 109269796 }, "rows_i": 109329348, "rows_joined": 109349570, "rows_merged": 109349374, "rows_o": 109322028, "rows_p": 109269796, "unique_by_domain": { "i": 3280, "o": 4060, "p": 744 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1492, "1000_2000ms": 133430, "100_200ms": 2350882, "10_20ms": 6552604, "1_2ms": 0, "2000_5000ms": 40396, "200_500ms": 1768430, "20_50ms": 93361342, "2_5ms": 0, "5000_10000ms": 7298, "500_1000ms": 537278, "50_100ms": 4576110, "5_10ms": 0, "ge30000ms": 86, "neg": 0 }, "max_ms": 41280, "mean_ms": 38.8752185918094, "measurable": 109329348, "min_ms": 16, "p50_ms": 23.0, "p90_ms": 39.0, "p99_ms": 366.0, "rows": 109329348, "unmeasurable": 0, "won_output_rows": 21368 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 7540, "1000_2000ms": 152200, "100_200ms": 1426808, "10_20ms": 24999434, "1_2ms": 0, "2000_5000ms": 44326, "200_500ms": 1834256, "20_50ms": 5460594, "2_5ms": 3259982, "5000_10000ms": 13668, "500_1000ms": 605026, "50_100ms": 1708946, "5_10ms": 69806392, "ge30000ms": 2856, "neg": 0 }, "max_ms": 110601, "mean_ms": 26.850581275349192, "measurable": 109322028, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 20.0, "p99_ms": 407.0, "rows": 109322028, "unmeasurable": 0, "won_output_rows": 58216 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 24672, "1000_2000ms": 154662, "100_200ms": 1409526, "10_20ms": 17632524, "1_2ms": 0, "2000_5000ms": 43478, "200_500ms": 1713998, "20_50ms": 4125610, "2_5ms": 5889330, "5000_10000ms": 18922, "500_1000ms": 571916, "50_100ms": 1610956, "5_10ms": 76062036, "ge30000ms": 12166, "neg": 0 }, "max_ms": 61103, "mean_ms": 31.555795253795477, "measurable": 109269796, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 17.0, "p99_ms": 398.0, "rows": 109269796, "unmeasurable": 0, "won_output_rows": 109269790 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3304, "o": 3304, "p": 3304 }, "rows_i": 3304, "rows_joined": 3304, "rows_merged": 3304, "rows_o": 3304, "rows_p": 3304, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 20, "100_200ms": 32, "10_20ms": 154, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 57, "20_50ms": 2939, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 98, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1531, "mean_ms": 39.264225181598064, "measurable": 3304, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 30.0, "p99_ms": 435.0, "rows": 3304, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 34, "10_20ms": 720, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 46, "20_50ms": 162, "2_5ms": 77, "5000_10000ms": 4, "500_1000ms": 20, "50_100ms": 45, "5_10ms": 2196, "ge30000ms": 0, "neg": 0 }, "max_ms": 5183, "mean_ms": 25.836561743341406, "measurable": 3304, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 273.0, "rows": 3304, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 12, "10_20ms": 613, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 56, "20_50ms": 126, "2_5ms": 189, "5000_10000ms": 0, "500_1000ms": 20, "50_100ms": 40, "5_10ms": 2248, "ge30000ms": 0, "neg": 0 }, "max_ms": 939, "mean_ms": 19.37772397094431, "measurable": 3304, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 17.0, "p99_ms": 285.0, "rows": 3304, "unmeasurable": 0, "won_output_rows": 3304 } } } }, "archive_root": "merged-live", "boundary_guard": "cache", "bytes": 1306423785, "file": "2026-10-29T13.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-29/13", "hour_utc": "2026-10-29T13:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41376823085757127, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562971649477038, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 183044911 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823071363302, "min_sequence": 562971649477040, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 16611112, "row_groups": [ 0, 63 ], "sha256": "490966fe3ade70291240e44ce17eaff2a91e15b1b50dbb368d272481e5c096b1" }, "book": { "byte_range": [ 183044911, 202456280 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823084627205, "min_sequence": 562971649480910, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 173351, "row_groups": [ 64, 64 ], "sha256": "ad29891b9fee8392a72402b314fd3ee2526449ced024fc1249fc0127fc934b59" }, "last_trade_price": { "byte_range": [ 202456280, 205994099 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823062168046, "min_sequence": 562971649486068, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 61118, "row_groups": [ 65, 65 ], "sha256": "c34f44684b82cd399ac97c624b17bd966fc737a1d9401d1b16ffb559629b9303" }, "market_resolved": { "byte_range": [ 205994099, 206128913 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823076541505, "min_sequence": 562971649716500, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 992, "row_groups": [ 66, 66 ], "sha256": "0cef92fff02ac6b67142d21b9402c4ed6750f214cefb28a099b6e19268be8b01" }, "new_market": { "byte_range": [ 206128913, 206441115 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823085757127, "min_sequence": 562971649868645, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 3136, "row_groups": [ 67, 67 ], "sha256": "a7d7ab85d147697b099a498e1b3470d9abe9e83a22b5c4566bbee8df99c8a80c" }, "price_change": { "byte_range": [ 206441115, 1304872634 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823071370698, "min_sequence": 562971649477038, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 109349374, "row_groups": [ 68, 485 ], "sha256": "b3442a71241a7e6db688f13149e25d92cee7c2cbd326d953466ba009d5cca881" }, "tick_size_change": { "byte_range": [ 1304872634, 1304992797 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562971775307637, "min_sequence": 562971649606217, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 3304, "row_groups": [ 486, 486 ], "sha256": "046bfbc7761bb265747e547532bc76a98ba62ab4ac647bc0c3692f1f1abe35cc" } }, "row_count": 126202387, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "sha256": "fdf3211f5d11c9c4fcc3242e6b11d85be3df1b3ff9d2f5c6621992b35c96d5e0", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-29T13.witness_stats.json", "witness_stats_sha256": "a8d4891d5736c5047c01dd3475260badfa95ef0894636ce9745f4b1a93f34bb8", "witnesses": "iop", "witnesses_captured": [ "i", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-29T13.ai.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 63248088, "row_ordinal_min": 0, "rows": 1870396, "sha256": "44ed349c9e3e67f58dbcc1958c3d5eb0bd10d8cb78c018203425497a41a3bb9f", "size": 9310223, "sub_tag": null }, { "category": "ai", "file": "2026-10-29T13.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 63248088, "row_ordinal_min": 0, "rows": 1870396, "sha256": "98f5cb8ea922e5617df8c68ae2814ac8fcb4b79c549425ba19ec594396435ccc", "size": 9443603, "sub_tag": null }, { "category": "business", "file": "2026-10-29T13.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 10197318, "row_ordinal_min": 366441, "rows": 148543, "sha256": "429dab7818b7d3771a96434723d66e96ac31911d67b39a2a71b05ea3953e0e0f", "size": 858653, "sub_tag": null }, { "category": "business", "file": "2026-10-29T13.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 10197318, "row_ordinal_min": 366441, "rows": 148543, "sha256": "92b064167385a898eea514a374c049ff5461cb3a30558029095e38c3d039a39e", "size": 796005, "sub_tag": null }, { "category": "crypto", "file": "2026-10-29T13.crypto.parquet", "part": null, "role": "lean", "row_groups": 24, "row_ordinal_max": 63248796, "row_ordinal_min": 393232, "rows": 15186544, "sha256": "f5214458c9974a50bd270152f98144bbfb27a0d8e6afcc1a427a3fb2a84333c8", "size": 79192900, "sub_tag": null }, { "category": "crypto", "file": "2026-10-29T13.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 24, "row_ordinal_max": 63248796, "row_ordinal_min": 393232, "rows": 15186544, "sha256": "6befc79327b1d512c193b57967bb0a6c4396d4e7bb591ede3e7857b4ad5c9ce4", "size": 63167606, "sub_tag": null }, { "category": "earnings", "file": "2026-10-29T13.earnings.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 24334838, "row_ordinal_min": 1386999, "rows": 12588, "sha256": "2b119f5a35120ea65d571c20e2b05db2af7a8b43024cab7f75af440c5902494c", "size": 124058, "sub_tag": null }, { "category": "earnings", "file": "2026-10-29T13.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 24334838, "row_ordinal_min": 1386999, "rows": 12588, "sha256": "5848de45e8391a1a56aa3c498aba6b43f5ff294b8bafd1672117b8f31ea9b00f", "size": 82139, "sub_tag": null }, { "category": "economy", "file": "2026-10-29T13.economy.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 63248800, "row_ordinal_min": 1388885, "rows": 794549, "sha256": "b92d0fe60822499f367051e31574a9762fe5a4f08d6041fcacaff11a33346d7e", "size": 4410838, "sub_tag": null }, { "category": "economy", "file": "2026-10-29T13.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 63248800, "row_ordinal_min": 1388885, "rows": 794549, "sha256": "789612a45126121e641101ff0bfc045a1aabd2854dd3234b4f35c740a8aa0841", "size": 3938456, "sub_tag": null }, { "category": "elections", "file": "2026-10-29T13.elections.parquet", "part": null, "role": "lean", "row_groups": 17, "row_ordinal_max": 63248804, "row_ordinal_min": 1510676, "rows": 9242871, "sha256": "47286f50f78f254f2742876b9de3a35852aa82568e483b95cf5fe21166977c13", "size": 49455051, "sub_tag": null }, { "category": "elections", "file": "2026-10-29T13.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 17, "row_ordinal_max": 63248804, "row_ordinal_min": 1510676, "rows": 9242871, "sha256": "3fcb609783342a30dbb8209f6b58fe41c9d062c661f77cd4457b1c9c0d25e04a", "size": 46170104, "sub_tag": null }, { "category": "esports", "file": "2026-10-29T13.esports.parquet", "part": null, "role": "lean", "row_groups": 14, "row_ordinal_max": 63249036, "row_ordinal_min": 3074301, "rows": 5089527, "sha256": "121bb4844689332c0048e30b20633918f886e9f05406da9849d76b9b1ff06e26", "size": 25366976, "sub_tag": null }, { "category": "esports", "file": "2026-10-29T13.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 14, "row_ordinal_max": 63249036, "row_ordinal_min": 3074301, "rows": 5089527, "sha256": "6f7fe21a69ef43b0c189e423f22fd189e3b3672f43368026d9506018ad789401", "size": 21700792, "sub_tag": null }, { "category": "finance", "file": "2026-10-29T13.finance.parquet", "part": null, "role": "lean", "row_groups": 14, "row_ordinal_max": 63249520, "row_ordinal_min": 3573909, "rows": 4382423, "sha256": "2e914c55207c9a4b2bb8ea28ccacc8e196de2e464f50f5e0c428d722ddb63cc5", "size": 23312380, "sub_tag": null }, { "category": "finance", "file": "2026-10-29T13.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 14, "row_ordinal_max": 63249520, "row_ordinal_min": 3573909, "rows": 4382423, "sha256": "ea3309f1e2aa419398c3d833e855332dcb20ed65c801cddf079e685864d40439", "size": 21438038, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-29T13.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 63249524, "row_ordinal_min": 4379525, "rows": 1790258, "sha256": "cfa55d2e2b06faf4752ae8ccfa3b7c15ad6de5858300ea1b2a9337408336727e", "size": 9684770, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-29T13.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 63249524, "row_ordinal_min": 4379525, "rows": 1790258, "sha256": "5198c320b1e01bbcff9bc8995b522a2f72233b178cfa0e06c0489e77a59c075b", "size": 8764050, "sub_tag": null }, { "category": "politics", "file": "2026-10-29T13.politics.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 43466590, "row_ordinal_min": 4547633, "rows": 1215079, "sha256": "fcaa766d7cf72a1181d5b2bec63c4b599097737101cdcb918df911b4ac879a8b", "size": 6519682, "sub_tag": null }, { "category": "politics", "file": "2026-10-29T13.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 43466590, "row_ordinal_min": 4547633, "rows": 1215079, "sha256": "7e970030a1eaa0ad1fce893478dd310acbed0dedae3d6097386c7adc3baba7d0", "size": 6069816, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-29T13.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 63249528, "row_ordinal_min": 4740691, "rows": 1644740, "sha256": "9c80ac15968532318077d0636d9936c785d1ab2d8bb9b2a1ecb968c28bedb95f", "size": 8845254, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-29T13.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 63249528, "row_ordinal_min": 4740691, "rows": 1644740, "sha256": "f603f712d56414d76d24c3bc1af20b85aaec0e9adbd78792f1a22edbaea7fac0", "size": 8317596, "sub_tag": null }, { "category": "science", "file": "2026-10-29T13.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 44895267, "row_ordinal_min": 5007698, "rows": 61179, "sha256": "0832f21c0bab101968475ecb9f5365e2fd4161b1fac89d6d2efa503b0e627e3e", "size": 377602, "sub_tag": null }, { "category": "science", "file": "2026-10-29T13.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 44895267, "row_ordinal_min": 5007698, "rows": 61179, "sha256": "0bf60a290989975582ffd4b02afcddfa40f41d814906a75733483c1948f445e8", "size": 333463, "sub_tag": null }, { "category": "sports", "file": "2026-10-29T13.sports.parquet", "part": null, "role": "lean", "row_groups": 27, "row_ordinal_max": 63251228, "row_ordinal_min": 5015906, "rows": 17805672, "sha256": "e2930caf59e1d2da23a34e2bfdd5f23433dac6bcea9aeb55c0988f014374c2ed", "size": 120881470, "sub_tag": null }, { "category": "sports", "file": "2026-10-29T13.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 27, "row_ordinal_max": 63251228, "row_ordinal_min": 5015906, "rows": 17805672, "sha256": "f91769728370c3fc28706b88fd0ce3c3c242695fc5d38bb6de2ae48eadfa5820", "size": 90218207, "sub_tag": null }, { "category": "tech", "file": "2026-10-29T13.tech.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 60297368, "row_ordinal_min": 7911778, "rows": 629249, "sha256": "f47c2ed2ecfa69b91b9fb310478d4aabe3cbf58474ea43caae001e191b1a501a", "size": 3123699, "sub_tag": null }, { "category": "tech", "file": "2026-10-29T13.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 60297368, "row_ordinal_min": 7911778, "rows": 629249, "sha256": "82e27f8ccc062964b1de79ec0daae234e07759ced17c40dda7b4edc235ec5c8a", "size": 2978961, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-29T13.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 63251232, "row_ordinal_min": 7997412, "rows": 113495, "sha256": "27f404a43239f0715303b323821df3999598761d8eefdfd2d60f4b6d19837816", "size": 658760, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-29T13.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 63251232, "row_ordinal_min": 7997412, "rows": 113495, "sha256": "0b6816a0e45c04084305da02e74f7f7cc196d13c35ee98597bc82c5444cd9346", "size": 602216, "sub_tag": null }, { "category": "weather", "file": "2026-10-29T13.weather.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 63251376, "row_ordinal_min": 8019449, "rows": 2001069, "sha256": "9d309cc717bb7ae59c6ebc8332030504cea2d7f1b1c94bb83cde8bda350a3de9", "size": 11168787, "sub_tag": null }, { "category": "weather", "file": "2026-10-29T13.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 63251376, "row_ordinal_min": 8019449, "rows": 2001069, "sha256": "353c8b9d8b89b11fdd0ef8c17b9d698895cbebefa88b9feebf9dba170197741f", "size": 9867390, "sub_tag": null }, { "category": "world", "file": "2026-10-29T13.world.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 63248072, "row_ordinal_min": 8178737, "rows": 1263195, "sha256": "8b6be62322ef9a3f1c3bcecbb5952e49b39e2589a91ed14742f30bc64b525d32", "size": 6126053, "sub_tag": null }, { "category": "world", "file": "2026-10-29T13.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 63248072, "row_ordinal_min": 8178737, "rows": 1263195, "sha256": "7d3793400fc22570d7d38e507d6e76876c14bc74b2e279ae6c69065c240ed049", "size": 6171265, "sub_tag": null }, { "category": null, "file": "2026-10-29T13.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 296334, "sha256": "663e5315c82a98dca58a449368b933a19947a237f09dd4ae9bfd3787555d06be", "size": 21894441, "sub_tag": null }, { "category": null, "file": "2026-10-29T13.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 680655, "sha256": "ade781038ca88c606cf25f2698a0265a2fd192c0ac4e2bbd7b3824a2cb77ec48", "size": 58888122, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "f8d82c12-0191-4692-8e33-eee92b978419", "hour": "2026-10-29/13", "hour_utc": "2026-10-29T13:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-29", "schedule_sha256": "e33b858c3c4dd19c3653224051c0128052d45b2c99299d9ca07169e0911d21e2", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-30", "max_sequence": 41376823085757127, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562971649477038, "mirror_audit": { "files": [ { "file": "2026-10-29T13.mirror_dropped.p1.parquet", "rows": 45608960, "sha256": "7f3c38f4dcc7e2662e1e91ec224beb21d7272cedb5badb72311fb647a44fc87e", "size": 283097197 }, { "file": "2026-10-29T13.mirror_dropped.p2.parquet", "rows": 17341870, "sha256": "41a26dc91ce53ac8db2bde05939f231a723b9a71fde0644587a150bd945b6ee5", "size": 98141204 } ], "parts": 2, "public": false, "rows": 62950830, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 17845, "_pairs": 94211, "best_ask": 2, "best_bid": 4, "source_witness": 4, "spread": 6, "witness_set": 94208 }, "book": { "_no_partner": 183, "_pairs": 3679, "asks": 9, "bids": 22, "source_witness": 2, "witness_set": 3650 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 112056, "book": 3862, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 8193479, "book": 82692, "price_change": 54674659 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823071363301, "min_sequence": 562971649477040, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 8417633, "source_rows": 16611112 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823084627205, "min_sequence": 562971649480910, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 90479, "source_rows": 173351 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823062168046, "min_sequence": 562971649486068, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 61118, "source_rows": 61118 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823076541505, "min_sequence": 562971649716500, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 992, "source_rows": 992 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823085757127, "min_sequence": 562971649868645, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 3136, "source_rows": 3136 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823071370697, "min_sequence": 562971649477038, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 54674715, "source_rows": 109349374 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562971775307637, "min_sequence": 562971649606217, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 3304, "source_rows": 3304 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "339d084a1966ac0cf69fa5c33c0dd003baaebb6c" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "8c270074d4e78a41f9c7e33fe247051201e35907595d719bb3c763f9cbaeafff", "recorders": null, "row_count": 63251377, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "source_sha256": "fdf3211f5d11c9c4fcc3242e6b11d85be3df1b3ff9d2f5c6621992b35c96d5e0", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 12753, "ai-benchmarks": 62612, "ai-rankings": 741464, "ai-releases": 388806, "anthropic": 20384, "art": 2, "big-tech": 292405, "china": 610, "companies-with-1-ai": 3305, "compute": 155197, "congress": 2570, "courts": 12, "elon-musk": 67, "gemini": 1258, "google": 6013, "grok": 1748, "ipos": 27495, "leopold-aschenbrenner": 25, "math": 29845, "meta": 37830, "moonshot": 1079, "openai": 79889, "openrouter-total-tokens-weekly": 1898, "privates": 3087, "ssi": 16, "united-states": 26 }, "business": { "(none)": 3557, "acquisitions": 1, "banking": 386, "banks": 84, "big-tech": 62914, "economic-policy": 72, "equities": 23602, "fed-rates": 33561, "ipos": 19499, "jpm": 865, "sec": 11, "stocks": 3966, "taxes": 25 }, "crypto": { "aave": 8, "acquisitions": 1841, "big-tech": 517, "bitcoin": 5700401, "bnb": 775361, "congress": 28839, "crypto-culture": 36701, "crypto-legal": 1245, "crypto-listings": 40777, "crypto-prices": 6193, "dogecoin": 853430, "epstein": 290, "eric-adams": 7, "ethena": 1038, "ethereum": 3002277, "fees": 5, "ftx": 13, "gov-reserve": 259, "hack": 1757, "hype": 747116, "hyperliquid": 62003, "ipos": 370, "memecoins": 6214, "meta": 10, "microstrategy": 15, "network-stats": 26, "nft": 2647, "pre-market": 481783, "prediction-markets": 1572, "price-comparison": 1535, "price-milestone": 9244, "privates": 5594, "protocol-risk": 49, "public-sales": 26828, "pumpptfun": 3339, "sam-altman": 2980, "solana": 1811867, "stablecoins": 1037, "stocks": 13, "trump-presidency": 293, "xrp": 1385975, "yearly": 54731, "zcash": 130344 }, "earnings": { "equities": 12588 }, "economy": { "(none)": 17, "acquisitions": 59, "brazil": 17576, "canada": 5096, "commodities": 276, "consumer": 582, "economic-policy": 3363, "equities": 326, "europe": 1365, "fed": 1989, "fed-rates": 143202, "france": 20084, "global-rates": 26784, "housing": 3627, "inflation": 1473, "iran": 13852, "japan": 4400, "kevin-warsh": 2, "macro-indicators": 321589, "mexico": 22641, "oil": 14814, "parcl": 189062, "prices": 7, "shipping": 11, "taxes": 2166, "trade-war": 55, "trump": 23, "us-bank-bailout": 3, "us-debt-downgrade": 43, "us-defaults-on-debt": 62 }, "elections": { "celebrities": 114134, "france": 516, "global-elections": 1871799, "israel": 36927, "midterms": 6985903, "nov-4-elections": 2, "peru-elections": 12, "popular-vote": 297, "romania": 460, "taxes": 2507, "trump": 2887, "turkey": 426, "uk": 1609, "united-kingdom": 382, "us-presidential-election": 224747, "vance": 179, "wisconsin": 84 }, "esports": { "call-of-duty": 1921, "counter-strike-2": 3328224, "dota-2": 491670, "esports-awards": 202005, "honor-of-kings": 281813, "league-of-legends": 126866, "mlb": 1465, "mobile-legends-bang-bang": 104810, "overwatch": 3164, "poker": 1, "rainbow-six-siege": 50045, "starcraft-2": 1104, "valorant": 496439 }, "finance": { "aapl": 14368, "acquisitions": 464, "anthropic": 77176, "big-tech": 17021, "brazil": 16254, "canada": 1470, "commodities": 272054, "equities": 3276455, "forex": 55216, "gold": 126320, "indicies": 41898, "indonesia": 314, "ipos": 4074, "italy": 9, "kpis": 100922, "macro-indicators": 1553, "openai": 54129, "privates": 137015, "silver": 183789, "stocks": 467, "tariffs": 171, "trump-presidency": 1284 }, "geopolitics": { "(none)": 5450, "afghanistan": 3, "africa": 9, "argentina": 186, "australia": 149, "awards": 11281, "brazil": 110, "brics-add-a-new-member": 2, "canada": 247, "china": 20002, "colombia": 4, "commodities": 17806, "country-leave-brics": 1427, "courts": 4522, "cuba": 677, "denmark": 338, "earn-4": 448, "epstein": 953, "europe": 285, "f1": 42, "foreign-policy": 13089, "france": 523, "global-elections": 442497, "greenland": 1148, "h-1b": 4449, "immigration": 3382, "india": 1132, "india-pakistan": 35, "iran": 477059, "israel": 10166, "mali": 1178, "mexico": 3602, "middle-east": 127909, "midterms": 35958, "military": 18820, "military-action": 2340, "moscow": 2027, "nato": 257, "north-korea": 1531, "oil": 228244, "parlays": 330, "philippines": 30, "president": 17, "prime-minister": 332, "putin": 70, "russia": 5265, "south-korea": 1677, "spain": 2621, "strike": 1428, "sudan": 6, "taiwan": 373, "trade-war": 29312, "trump": 29683, "trump-presidency": 13129, "turkey": 17167, "uk-labour-leadership": 56745, "ukraine": 105320, "ukraine-map": 54236, "un": 15480, "venezuela": 16599, "world-affairs": 1151 }, "politics": { "(none)": 1976, "abc": 12, "approval": 24565, "asia": 12, "bernie-sanders": 1484, "biden": 31, "bolivia": 305, "boxing": 311, "brazil": 16202, "california": 2, "canada": 8737, "china": 30227, "comey": 26956, "congress": 10483, "courts": 9845, "democrat": 44, "department-of-war": 4037, "dollar": 35, "earn-4": 5991, "elon-musk": 4, "epstein": 3643, "fed-rates": 33330, "fifa": 2307, "flip-off": 107, "foreign-policy": 126, "france": 17256, "gas": 240, "global-elections": 243555, "greece": 1592, "house-of-representatives": 916, "hungary": 2712, "ice": 403, "india": 793, "indonesia": 1032, "israel": 5409, "istanbul": 25, "japan": 168, "kippah": 18, "legislation": 8158, "mamdani": 72, "margin-of-victory": 36010, "marijuana": 2, "mention-markets": 1765, "mexico": 362, "midterms": 102009, "minnesota": 38, "minnesota-fraud": 729, "nasa": 302, "new-york": 25, "new-york-city": 958, "north-korea": 74, "nyc": 624, "obama": 31, "ohio-midterm": 650, "oil": 1856, "pakistan": 171, "pardon": 136, "parlays": 3, "parliament": 1367, "pete-hegseth": 2251, "philippines": 44, "prison": 3596, "resign": 1420, "romania": 326, "russia": 13, "sbf": 36219, "senate-elections": 9932, "south-korea": 75, "spain": 840, "speech": 504, "supreme-court": 94, "tariffs": 828, "taxes": 200, "tennessee": 198, "trump": 60306, "trump-cabinet": 71167, "trump-daily": 3047, "trump-presidency": 43965, "trump-speech": 1397, "truth-social": 705, "turkey": 582, "tweets-markets": 35845, "uk": 5026, "ukraine": 11, "united-kingdom": 3053, "united-states": 898, "us-house": 1576, "us-politics": 1766, "us-presidential-election": 310330, "venezuela": 6476, "voting": 1503, "washington-dc": 30, "white-house": 623 }, "pop-culture": { "(none)": 871, "aliens": 5418, "art": 2239, "australia": 23, "awards": 147599, "basketball": 702, "best-of-2026": 15686, "call-of-duty": 64, "celebrities": 14036, "charlie-kirk": 780, "clavicular": 454, "climate-science": 2501, "combat-sports": 4601, "counter-strike-2": 8, "court-cases": 28, "courts": 3332, "daejon-love": 12, "dominican-republic": 232, "dota-2": 584, "earthquake": 45, "elon-musk": 15, "f1": 14, "fda": 32, "fifa": 4915, "fifa-world-cup": 6, "gaming": 12050, "gta-vi": 7997, "israel": 3856, "japan": 366, "la-liga": 230, "league-of-legends": 13, "logan-paul": 45, "marijuana": 260, "midterms": 8243, "movie-delay": 422, "movies": 802451, "music": 264078, "netflix": 26, "new-york-city": 165, "nfl": 12898, "pandemics": 360, "parent-for-derivative": 2500, "podcast": 757, "pokemon": 766, "pregnant": 797, "spain": 1149, "spider-man": 188, "streamer": 1031, "sweden": 114, "tennis": 1496, "the-legend-of-zelda": 908, "travel": 20463, "trump": 10176, "trump-daily": 20466, "trump-netanyahu": 9746, "tv": 48, "tweets-markets": 209008, "uk": 448, "utah": 198, "valve": 192, "xbox": 2, "youtube": 46630 }, "science": { "(none)": 1016, "aliens": 1436, "big-tech": 6749, "climate-science": 46, "drug": 749, "elon-musk": 29759, "fda": 2835, "gold": 680, "macro-indicators": 6110, "mergers-and-acquisitions": 1, "new-york-city": 599, "pandemics": 3006, "russia": 212, "space": 1, "spacex": 7980 }, "sports": { "(none)": 8656, "2026-summer-transfer-window": 4946, "afc": 11187, "afc-champions-league-elite": 18309, "afcon": 42221, "aflw": 486, "american-football": 189, "arg": 70124, "argpn": 90410, "australian-a-league": 51344, "austria-bundesliga": 20048, "awards": 33275, "aze1": 11673, "aze2": 4, "baseball": 37268, "basketball": 684115, "bel1": 17020, "bel2": 14560, "bolivia-lfpb": 80711, "boxing": 4412, "bra3": 27984, "brazil-serie-a": 125007, "brazil-serie-b": 78522, "bulgaria-parva-liga": 40945, "bundesliga": 246705, "bundesliga-2": 38607, "canpl": 1, "carabao-cup": 26518, "cfb": 1457507, "chess": 784, "chi2": 23460, "chile-primera": 39203, "chinese-super-league": 75355, "chl2": 38055, "clf": 305, "col2": 17754, "colombia-primera-a": 23003, "combat-sports": 1, "concacaf": 5555, "concacaf-nations-league": 608, "copa-america": 14042, "copa-del-rey": 359997, "cricket": 110937, "cristiano-ronaldo": 5307, "czechia-fortuna-liga": 38341, "darts": 17748, "denmark-superliga": 22157, "dfb-pokal": 6984, "ecu1": 54100, "efl-championship": 155559, "egypt-premier-league": 83375, "epl": 415788, "ere": 68542, "est1": 36180, "europa-conference-league": 152080, "f1": 35895, "fa-cup": 18859, "fifa": 17124, "fifa-friendly": 1122, "fifa-world-cup": 3440, "fin1": 47970, "formula1": 2971, "fro1": 2149, "goals": 636, "golf": 135230, "gre1": 23906, "handball": 176, "hockey": 74049, "hungary-nb1": 19537, "idn1": 31434, "idn2": 21629, "indian-super-league": 19099, "irl1": 20725, "isl1": 8, "israel-premier-league": 14219, "japan-j-league": 44306, "japan-j2-league": 55941, "k-league": 52393, "kaz1": 48203, "kor2": 50836, "la-liga": 338035, "la-liga-2": 36787, "lacrosse": 1006, "lazio": 60, "lib": 3381, "ligue-1": 197504, "ligue-2": 118075, "lionel-messi": 288, "ltu1": 5776, "lva1": 21322, "mex": 264155, "mlb": 45283, "mls": 272464, "morocco-botola-pro": 35385, "moto2": 9, "moto3": 141, "nascar": 24282, "national-league": 27285, "nba": 953807, "ned2": 34853, "nfl": 2114783, "nhl": 467021, "nirl1": 15917, "nor2": 32592, "norway-eliteserien": 36654, "peru-liga-1": 93255, "pickleball": 4975, "poland-ekstraklasa": 26883, "power-slap": 60, "primeira-liga": 69512, "qat1": 20323, "qualification": 4584, "racing": 1197, "romania-superliga": 42700, "rugby": 1644, "rus": 30521, "saf1": 2784, "saudi-professional-league": 235450, "scotland-league-cup": 3880, "scottish-premiership": 95318, "sea": 352246, "serbian-superliga": 29463, "serie-b": 59372, "slovenia-prvaliga": 24037, "soccer": 1586640, "soccer-atc": 6413, "soccer-auc": 1, "soccer-brco": 3746, "soccer-ccc": 8463, "soccer-el1": 42911, "soccer-el2": 35609, "soccer-fpd": 36830, "soccer-grc": 50473, "soccer-gtm": 99938, "soccer-hr1": 26508, "soccer-nlc": 79873, "soccer-nwsl": 70680, "soccer-ptc": 32, "soccer-scoc": 244, "soccer-svk1": 22927, "soccer-trsk": 339, "sud": 305, "swe2": 46661, "sweden-allsvenskan": 118219, "swimming": 14001, "switzerland-super-league": 146925, "table-tennis": 10875, "tennis": 2190144, "tur": 53218, "tur2": 48744, "uae1": 9757, "ucl": 409654, "uefa": 42468, "uefa-nations-league": 47255, "uel": 228197, "ufc": 126630, "ukraine-premier-liha": 46587, "uru1": 37776, "uslc": 87128, "usoc": 4, "uwec": 11559, "uzb1": 23240, "ven1": 35125, "volleyball": 166, "womens-champions-league": 71901, "wsl": 32606 }, "tech": { "(none)": 2229, "airbnb": 10, "anthropic": 1420, "big-tech": 436454, "celebrities": 89609, "china": 1312, "coding": 3408, "collectibles": 402, "congress": 16, "corporate-financials": 327, "courts": 783, "earn-4": 4276, "elon-musk": 1137, "equities": 1028, "gaming": 457, "google": 49955, "hack": 1229, "ipos": 14006, "kpis": 1470, "midterms": 55, "movies": 10366, "nuke": 141, "oil": 4602, "openai": 1272, "outage": 56, "prediction-markets": 2584, "video-games": 645 }, "uncategorised": { "(none)": 812, "bayeux-tapestry": 369, "cfb": 15156, "climate-science": 1114, "dnc": 81, "fed": 9611, "fed-chair": 1505, "fed-rates": 3402, "iran": 1, "la-liga": 30, "leopold-aschenbrenner": 20, "macro-indicators": 1075, "mma": 30, "nfl": 24391, "pandemics": 86, "social-media": 251, "supreme-court": 13927, "tennis": 1929, "ufc": 4552, "uk": 3042, "united-nations": 23051, "united-states": 2653, "youtube": 6407 }, "weather": { "brazil": 81, "climate": 58563, "climate-science": 9327, "drought": 842, "earthquakes": 4589, "germany": 21215, "global-temp": 490, "highest-temperature": 1652666, "italy": 1, "lowest-temperature": 214328, "mexico": 223, "natural-disaster": 584, "pandemics": 932, "precipitation": 19648, "rain": 718, "tornado-risk": 91, "united-states": 16771 }, "world": { "(none)": 200, "argentina": 2924, "brazil": 13742, "canada": 573, "china": 3, "economic-policy": 3367, "europe": 663, "foreign-policy": 935, "forex": 1481, "france": 11161, "germany": 2982, "global-elections": 1158959, "global-rates": 36512, "hong-kong": 236, "italy": 887, "macro-indicators": 14998, "middle-east": 54, "nyc": 12, "pandemics": 1, "south-korea": 5758, "trump-presidency": 7734, "uk": 13 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 126202207, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-29T13.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 296334, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 63251377, "twin_rows": 62950830 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001794, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-29T13.witness_stats.json", "witness_stats_sha256": "a8d4891d5736c5047c01dd3475260badfa95ef0894636ce9745f4b1a93f34bb8", "witnesses": "iop", "writer_versions": null }