{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 16, "class": "FULL", "exception_markets": 49, "rows_by_domain": { "i": 19686953, "o": 19687626, "p": 19687630 }, "rows_i": 19686953, "rows_joined": 19688202, "rows_merged": 19688186, "rows_o": 19687626, "rows_p": 19687630, "unique_by_domain": { "i": 20, "o": 104, "p": 126 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 62, "1000_2000ms": 6825, "100_200ms": 108874, "10_20ms": 11872402, "1_2ms": 0, "2000_5000ms": 2854, "200_500ms": 103613, "20_50ms": 7311955, "2_5ms": 0, "5000_10000ms": 278, "500_1000ms": 32079, "50_100ms": 248001, "5_10ms": 0, "ge30000ms": 10, "neg": 0 }, "max_ms": 34712, "mean_ms": 24.82036758049862, "measurable": 19686953, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 23.0, "p99_ms": 137.0, "rows": 19686953, "unmeasurable": 0, "won_output_rows": 111 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 980, "100_200ms": 88690, "10_20ms": 12453832, "1_2ms": 0, "2000_5000ms": 132, "200_500ms": 52368, "20_50ms": 2430396, "2_5ms": 0, "5000_10000ms": 14, "500_1000ms": 8885, "50_100ms": 198349, "5_10ms": 4453980, "ge30000ms": 0, "neg": 0 }, "max_ms": 6544, "mean_ms": 15.489637552033953, "measurable": 19687626, "min_ms": 7, "p50_ms": 11.0, "p90_ms": 30.0, "p99_ms": 79.0, "rows": 19687626, "unmeasurable": 0, "won_output_rows": 449 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1046, "100_200ms": 72428, "10_20ms": 15578144, "1_2ms": 0, "2000_5000ms": 68, "200_500ms": 42283, "20_50ms": 3793545, "2_5ms": 0, "5000_10000ms": 2, "500_1000ms": 7565, "50_100ms": 178654, "5_10ms": 13895, "ge30000ms": 0, "neg": 0 }, "max_ms": 5697, "mean_ms": 18.794788859806893, "measurable": 19687630, "min_ms": 8, "p50_ms": 17.0, "p90_ms": 22.0, "p99_ms": 69.0, "rows": 19687630, "unmeasurable": 0, "won_output_rows": 19687626 } } }, "book": { "boundary_dropped": 2, "class": "FULL", "exception_markets": 2388, "rows_by_domain": { "i": 132150, "o": 130812, "p": 129962 }, "rows_i": 132150, "rows_joined": 134815, "rows_merged": 134813, "rows_o": 130812, "rows_p": 129962, "unique_by_domain": { "i": 2911, "o": 1265, "p": 896 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 170, "1000_2000ms": 466, "100_200ms": 1308, "10_20ms": 37532, "1_2ms": 0, "2000_5000ms": 1177, "200_500ms": 1200, "20_50ms": 82371, "2_5ms": 0, "5000_10000ms": 80, "500_1000ms": 465, "50_100ms": 4451, "5_10ms": 0, "ge30000ms": 2930, "neg": 0 }, "max_ms": 11609197934, "mean_ms": 9552850.21190314, "measurable": 132150, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 46.0, "p99_ms": 4820951.549999994, "rows": 132150, "unmeasurable": 0, "won_output_rows": 3377 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 84, "1000_2000ms": 374, "100_200ms": 1145, "10_20ms": 93678, "1_2ms": 0, "2000_5000ms": 1110, "200_500ms": 870, "20_50ms": 22850, "2_5ms": 0, "5000_10000ms": 44, "500_1000ms": 219, "50_100ms": 2692, "5_10ms": 6202, "ge30000ms": 1544, "neg": 0 }, "max_ms": 7625077721, "mean_ms": 3177663.3760205484, "measurable": 130812, "min_ms": 7, "p50_ms": 12.0, "p90_ms": 35.0, "p99_ms": 149505.0, "rows": 130812, "unmeasurable": 0, "won_output_rows": 1474 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 32, "1000_2000ms": 452, "100_200ms": 1081, "10_20ms": 84333, "1_2ms": 0, "2000_5000ms": 1082, "200_500ms": 612, "20_50ms": 38803, "2_5ms": 0, "5000_10000ms": 46, "500_1000ms": 223, "50_100ms": 2648, "5_10ms": 0, "ge30000ms": 650, "neg": 0 }, "max_ms": 13214403799, "mean_ms": 1267116.1797602377, "measurable": 129962, "min_ms": 10, "p50_ms": 18.0, "p90_ms": 29.0, "p99_ms": 2711.949999999997, "rows": 129962, "unmeasurable": 0, "won_output_rows": 129962 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 63381, "o": 63495, "p": 63559 }, "rows_i": 63381, "rows_joined": 63606, "rows_merged": 63606, "rows_o": 63495, "rows_p": 63559, "unique_by_domain": { "i": 5, "o": 2, "p": 21 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 88, "100_200ms": 636, "10_20ms": 22942, "1_2ms": 0, "2000_5000ms": 16, "200_500ms": 471, "20_50ms": 37218, "2_5ms": 0, "5000_10000ms": 2, "500_1000ms": 241, "50_100ms": 1767, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 5861, "mean_ms": 31.37673750808602, "measurable": 63381, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 31.0, "p99_ms": 269.0, "rows": 63381, "unmeasurable": 0, "won_output_rows": 9 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 41, "100_200ms": 539, "10_20ms": 45408, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 306, "20_50ms": 10216, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 114, "50_100ms": 1228, "5_10ms": 5643, "ge30000ms": 0, "neg": 0 }, "max_ms": 1686, "mean_ms": 20.291739507047797, "measurable": 63495, "min_ms": 7, "p50_ms": 11.0, "p90_ms": 33.0, "p99_ms": 149.0, "rows": 63495, "unmeasurable": 0, "won_output_rows": 38 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 45, "100_200ms": 537, "10_20ms": 46481, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 218, "20_50ms": 14990, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 106, "50_100ms": 1182, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1634, "mean_ms": 22.315407731399173, "measurable": 63559, "min_ms": 10, "p50_ms": 17.0, "p90_ms": 24.0, "p99_ms": 132.0, "rows": 63559, "unmeasurable": 0, "won_output_rows": 63559 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 2441, "o": 2441, "p": 2441 }, "rows_i": 2441, "rows_joined": 2561, "rows_merged": 2561, "rows_o": 2441, "rows_p": 2441, "unique_by_domain": { "i": 53, "o": 59, "p": 8 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 157, "1000_2000ms": 0, "100_200ms": 36, "10_20ms": 1098, "1_2ms": 0, "2000_5000ms": 10, "200_500ms": 16, "20_50ms": 856, "2_5ms": 0, "5000_10000ms": 12, "500_1000ms": 0, "50_100ms": 146, "5_10ms": 0, "ge30000ms": 110, "neg": 0 }, "max_ms": 49351, "mean_ms": 2790.5342072920935, "measurable": 2441, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 13619.0, "p99_ms": 40340.2, "rows": 2441, "unmeasurable": 0, "won_output_rows": 61 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 57, "1000_2000ms": 0, "100_200ms": 10, "10_20ms": 1369, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 11, "20_50ms": 428, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 27, "5_10ms": 419, "ge30000ms": 120, "neg": 0 }, "max_ms": 49090, "mean_ms": 2466.5321589512496, "measurable": 2441, "min_ms": 8, "p50_ms": 11.0, "p90_ms": 41.0, "p99_ms": 43993.2, "rows": 2441, "unmeasurable": 0, "won_output_rows": 59 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 91, "1000_2000ms": 0, "100_200ms": 10, "10_20ms": 1580, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 7, "20_50ms": 546, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 69, "5_10ms": 1, "ge30000ms": 137, "neg": 0 }, "max_ms": 54200, "mean_ms": 3303.512494879148, "measurable": 2441, "min_ms": 9, "p50_ms": 18.0, "p90_ms": 100.0, "p99_ms": 50198.999999999985, "rows": 2441, "unmeasurable": 0, "won_output_rows": 2441 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1024, "o": 1024, "p": 1024 }, "rows_i": 1024, "rows_joined": 1575, "rows_merged": 1575, "rows_o": 1024, "rows_p": 1024, "unique_by_domain": { "i": 91, "o": 315, "p": 145 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 67, "1000_2000ms": 0, "100_200ms": 215, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 160, "20_50ms": 191, "2_5ms": 0, "5000_10000ms": 19, "500_1000ms": 16, "50_100ms": 105, "5_10ms": 0, "ge30000ms": 251, "neg": 0 }, "max_ms": 161429, "mean_ms": 19896.3662109375, "measurable": 1024, "min_ms": 23, "p50_ms": 200.0, "p90_ms": 72966.2, "p99_ms": 143916.56999999998, "rows": 1024, "unmeasurable": 0, "won_output_rows": 123 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 56, "1000_2000ms": 0, "100_200ms": 234, "10_20ms": 66, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 43, "20_50ms": 225, "2_5ms": 0, "5000_10000ms": 17, "500_1000ms": 0, "50_100ms": 221, "5_10ms": 0, "ge30000ms": 162, "neg": 0 }, "max_ms": 138368, "mean_ms": 11920.111328125, "measurable": 1024, "min_ms": 12, "p50_ms": 99.5, "p90_ms": 57830.100000000006, "p99_ms": 105487.96999999999, "rows": 1024, "unmeasurable": 0, "won_output_rows": 428 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 47, "1000_2000ms": 0, "100_200ms": 53, "10_20ms": 149, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 19, "20_50ms": 407, "2_5ms": 0, "5000_10000ms": 13, "500_1000ms": 0, "50_100ms": 135, "5_10ms": 0, "ge30000ms": 201, "neg": 0 }, "max_ms": 161171, "mean_ms": 16700.8828125, "measurable": 1024, "min_ms": 14, "p50_ms": 42.0, "p90_ms": 69982.50000000004, "p99_ms": 143362.67999999996, "rows": 1024, "unmeasurable": 0, "won_output_rows": 1024 } } }, "price_change": { "boundary_dropped": 176, "class": "FULL", "exception_markets": 59, "rows_by_domain": { "i": 126825228, "o": 126844348, "p": 126881814 }, "rows_i": 126825228, "rows_joined": 126894446, "rows_merged": 126894270, "rows_o": 126844348, "rows_p": 126881814, "unique_by_domain": { "i": 906, "o": 592, "p": 28842 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 382, "1000_2000ms": 54682, "100_200ms": 869964, "10_20ms": 69526296, "1_2ms": 0, "2000_5000ms": 24116, "200_500ms": 805724, "20_50ms": 53195350, "2_5ms": 0, "5000_10000ms": 6252, "500_1000ms": 256918, "50_100ms": 2085430, "5_10ms": 0, "ge30000ms": 114, "neg": 0 }, "max_ms": 38281, "mean_ms": 26.619439990283322, "measurable": 126825228, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 25.0, "p99_ms": 177.0, "rows": 126825228, "unmeasurable": 0, "won_output_rows": 4446 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 7068, "100_200ms": 689606, "10_20ms": 84163512, "1_2ms": 0, "2000_5000ms": 514, "200_500ms": 434748, "20_50ms": 15878810, "2_5ms": 0, "5000_10000ms": 46, "500_1000ms": 74150, "50_100ms": 1585408, "5_10ms": 24010486, "ge30000ms": 0, "neg": 0 }, "max_ms": 6702, "mean_ms": 16.248527068781968, "measurable": 126844348, "min_ms": 7, "p50_ms": 11.0, "p90_ms": 30.0, "p99_ms": 95.0, "rows": 126844348, "unmeasurable": 0, "won_output_rows": 8064 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 6850, "100_200ms": 592802, "10_20ms": 98600696, "1_2ms": 0, "2000_5000ms": 452, "200_500ms": 372814, "20_50ms": 25772676, "2_5ms": 0, "5000_10000ms": 18, "500_1000ms": 64654, "50_100ms": 1431580, "5_10ms": 39272, "ge30000ms": 0, "neg": 0 }, "max_ms": 6945, "mean_ms": 19.50598776905885, "measurable": 126881814, "min_ms": 8, "p50_ms": 17.0, "p90_ms": 23.0, "p99_ms": 84.0, "rows": 126881814, "unmeasurable": 0, "won_output_rows": 126881760 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 4864, "o": 4864, "p": 4864 }, "rows_i": 4864, "rows_joined": 4864, "rows_merged": 4864, "rows_o": 4864, "rows_p": 4864, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 19, "10_20ms": 2938, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 24, "20_50ms": 1858, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 25, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 419, "mean_ms": 21.896998355263158, "measurable": 4864, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 91.0, "rows": 4864, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 3102, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 640, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 0, "5_10ms": 1118, "ge30000ms": 0, "neg": 0 }, "max_ms": 532, "mean_ms": 13.620888157894736, "measurable": 4864, "min_ms": 7, "p50_ms": 10.0, "p90_ms": 30.0, "p99_ms": 34.0, "rows": 4864, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 4, "10_20ms": 4211, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 615, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 20, "5_10ms": 6, "ge30000ms": 0, "neg": 0 }, "max_ms": 1113, "mean_ms": 17.722245065789473, "measurable": 4864, "min_ms": 9, "p50_ms": 17.0, "p90_ms": 20.0, "p99_ms": 30.0, "rows": 4864, "unmeasurable": 0, "won_output_rows": 4864 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "merged-live", "book_audit": { "files": [ { "file": "2026-10-29T21.book_dropped.parquet", "rows": 2, "sha256": "f349a7568cfb8ba5579a159ca8a9cb4327d1fc193f7e78ace72caac866cecd58", "size": 978 } ], "parts": 1, "public": false, "rows": 2, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 2, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-70673dab.parquet", "sha256": "70673dab091ada82b2b084c6679880e658e3e312f248ade8ed8ddef63dffd352" }, "category_gate": { "bulk_pin": { "created_at": "2026-10-30T09:26:53Z", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v2", "sha256": "b931c996f1c9ed32b64eacbc3b441f65ef9a566f7b68b82c83007ad6473b4d2d", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "3bb1037668740310ad1054c9cbb70eaa32ec0aaae74098b54cc84f85a154ae99", "evaluated_at": "2026-10-31T00:46:08Z", "evidence": { "file": "2026-10-29T21.category_evidence.json", "sha256": "4c635dcffd7f5bba0208fcd9ac84734c8cc9b7960cd8f5d8485da0aecfad7426" }, "hour": "2026-10-29/21", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9999621656388332, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 1512, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 1495, "logic_identity_changed": false, "map_sha256": "3bb1037668740310ad1054c9cbb70eaa32ec0aaae74098b54cc84f85a154ae99", "mapping_logic_changed": 0, "markets": 5206042, "moved_or_lost_markets": 17, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "70d09fadbecb7a4b7bfda967e18233ad849b3e2ce0adae2a866fa835495ba7b4", "shrink_share": 0.0, "source_tags_changed": 1512, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "not_reached_markets": [], "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 57968, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 86163, "fetched_untagged": 6, "not_fetched": 0 }, "lt_24h": { "fetched_tagged": 14449, "fetched_untagged": 0, "not_fetched": 0 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 0 } }, "classes": { "fetched_tagged": 158580, "fetched_untagged": 6, "not_fetched": 0 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 1512, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 1495, "logic_identity_changed": false, "map_sha256": "3bb1037668740310ad1054c9cbb70eaa32ec0aaae74098b54cc84f85a154ae99", "mapping_logic_changed": 0, "markets": 5206042, "moved_or_lost_markets": 17, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "70d09fadbecb7a4b7bfda967e18233ad849b3e2ce0adae2a866fa835495ba7b4", "shrink_share": 0.0, "source_tags_changed": 1512, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 0, "not_reached": 0 }, "row_share": { "fetched_tagged": 0.999984, "fetched_untagged": 1.6e-05, "not_fetched": 0.0, "without_market": 0.0 }, "rows": { "fetched_tagged": 146787517, "fetched_untagged": 2358, "not_fetched": 0, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 158586, "young": { "not_fetched": 0, "traded": 14449 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v4", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [], "untagged_overrides": {} }, "category_map_sha256": "3bb1037668740310ad1054c9cbb70eaa32ec0aaae74098b54cc84f85a154ae99", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-29T21.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 16, "class": "FULL", "exception_markets": 49, "rows_by_domain": { "i": 19686953, "o": 19687626, "p": 19687630 }, "rows_i": 19686953, "rows_joined": 19688202, "rows_merged": 19688186, "rows_o": 19687626, "rows_p": 19687630, "unique_by_domain": { "i": 20, "o": 104, "p": 126 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 62, "1000_2000ms": 6825, "100_200ms": 108874, "10_20ms": 11872402, "1_2ms": 0, "2000_5000ms": 2854, "200_500ms": 103613, "20_50ms": 7311955, "2_5ms": 0, "5000_10000ms": 278, "500_1000ms": 32079, "50_100ms": 248001, "5_10ms": 0, "ge30000ms": 10, "neg": 0 }, "max_ms": 34712, "mean_ms": 24.82036758049862, "measurable": 19686953, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 23.0, "p99_ms": 137.0, "rows": 19686953, "unmeasurable": 0, "won_output_rows": 111 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 980, "100_200ms": 88690, "10_20ms": 12453832, "1_2ms": 0, "2000_5000ms": 132, "200_500ms": 52368, "20_50ms": 2430396, "2_5ms": 0, "5000_10000ms": 14, "500_1000ms": 8885, "50_100ms": 198349, "5_10ms": 4453980, "ge30000ms": 0, "neg": 0 }, "max_ms": 6544, "mean_ms": 15.489637552033953, "measurable": 19687626, "min_ms": 7, "p50_ms": 11.0, "p90_ms": 30.0, "p99_ms": 79.0, "rows": 19687626, "unmeasurable": 0, "won_output_rows": 449 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1046, "100_200ms": 72428, "10_20ms": 15578144, "1_2ms": 0, "2000_5000ms": 68, "200_500ms": 42283, "20_50ms": 3793545, "2_5ms": 0, "5000_10000ms": 2, "500_1000ms": 7565, "50_100ms": 178654, "5_10ms": 13895, "ge30000ms": 0, "neg": 0 }, "max_ms": 5697, "mean_ms": 18.794788859806893, "measurable": 19687630, "min_ms": 8, "p50_ms": 17.0, "p90_ms": 22.0, "p99_ms": 69.0, "rows": 19687630, "unmeasurable": 0, "won_output_rows": 19687626 } } }, "book": { "boundary_dropped": 2, "class": "FULL", "exception_markets": 2388, "rows_by_domain": { "i": 132150, "o": 130812, "p": 129962 }, "rows_i": 132150, "rows_joined": 134815, "rows_merged": 134813, "rows_o": 130812, "rows_p": 129962, "unique_by_domain": { "i": 2911, "o": 1265, "p": 896 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 170, "1000_2000ms": 466, "100_200ms": 1308, "10_20ms": 37532, "1_2ms": 0, "2000_5000ms": 1177, "200_500ms": 1200, "20_50ms": 82371, "2_5ms": 0, "5000_10000ms": 80, "500_1000ms": 465, "50_100ms": 4451, "5_10ms": 0, "ge30000ms": 2930, "neg": 0 }, "max_ms": 11609197934, "mean_ms": 9552850.21190314, "measurable": 132150, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 46.0, "p99_ms": 4820951.549999994, "rows": 132150, "unmeasurable": 0, "won_output_rows": 3377 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 84, "1000_2000ms": 374, "100_200ms": 1145, "10_20ms": 93678, "1_2ms": 0, "2000_5000ms": 1110, "200_500ms": 870, "20_50ms": 22850, "2_5ms": 0, "5000_10000ms": 44, "500_1000ms": 219, "50_100ms": 2692, "5_10ms": 6202, "ge30000ms": 1544, "neg": 0 }, "max_ms": 7625077721, "mean_ms": 3177663.3760205484, "measurable": 130812, "min_ms": 7, "p50_ms": 12.0, "p90_ms": 35.0, "p99_ms": 149505.0, "rows": 130812, "unmeasurable": 0, "won_output_rows": 1474 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 32, "1000_2000ms": 452, "100_200ms": 1081, "10_20ms": 84333, "1_2ms": 0, "2000_5000ms": 1082, "200_500ms": 612, "20_50ms": 38803, "2_5ms": 0, "5000_10000ms": 46, "500_1000ms": 223, "50_100ms": 2648, "5_10ms": 0, "ge30000ms": 650, "neg": 0 }, "max_ms": 13214403799, "mean_ms": 1267116.1797602377, "measurable": 129962, "min_ms": 10, "p50_ms": 18.0, "p90_ms": 29.0, "p99_ms": 2711.949999999997, "rows": 129962, "unmeasurable": 0, "won_output_rows": 129962 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 63381, "o": 63495, "p": 63559 }, "rows_i": 63381, "rows_joined": 63606, "rows_merged": 63606, "rows_o": 63495, "rows_p": 63559, "unique_by_domain": { "i": 5, "o": 2, "p": 21 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 88, "100_200ms": 636, "10_20ms": 22942, "1_2ms": 0, "2000_5000ms": 16, "200_500ms": 471, "20_50ms": 37218, "2_5ms": 0, "5000_10000ms": 2, "500_1000ms": 241, "50_100ms": 1767, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 5861, "mean_ms": 31.37673750808602, "measurable": 63381, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 31.0, "p99_ms": 269.0, "rows": 63381, "unmeasurable": 0, "won_output_rows": 9 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 41, "100_200ms": 539, "10_20ms": 45408, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 306, "20_50ms": 10216, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 114, "50_100ms": 1228, "5_10ms": 5643, "ge30000ms": 0, "neg": 0 }, "max_ms": 1686, "mean_ms": 20.291739507047797, "measurable": 63495, "min_ms": 7, "p50_ms": 11.0, "p90_ms": 33.0, "p99_ms": 149.0, "rows": 63495, "unmeasurable": 0, "won_output_rows": 38 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 45, "100_200ms": 537, "10_20ms": 46481, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 218, "20_50ms": 14990, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 106, "50_100ms": 1182, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1634, "mean_ms": 22.315407731399173, "measurable": 63559, "min_ms": 10, "p50_ms": 17.0, "p90_ms": 24.0, "p99_ms": 132.0, "rows": 63559, "unmeasurable": 0, "won_output_rows": 63559 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 2441, "o": 2441, "p": 2441 }, "rows_i": 2441, "rows_joined": 2561, "rows_merged": 2561, "rows_o": 2441, "rows_p": 2441, "unique_by_domain": { "i": 53, "o": 59, "p": 8 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 157, "1000_2000ms": 0, "100_200ms": 36, "10_20ms": 1098, "1_2ms": 0, "2000_5000ms": 10, "200_500ms": 16, "20_50ms": 856, "2_5ms": 0, "5000_10000ms": 12, "500_1000ms": 0, "50_100ms": 146, "5_10ms": 0, "ge30000ms": 110, "neg": 0 }, "max_ms": 49351, "mean_ms": 2790.5342072920935, "measurable": 2441, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 13619.0, "p99_ms": 40340.2, "rows": 2441, "unmeasurable": 0, "won_output_rows": 61 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 57, "1000_2000ms": 0, "100_200ms": 10, "10_20ms": 1369, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 11, "20_50ms": 428, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 27, "5_10ms": 419, "ge30000ms": 120, "neg": 0 }, "max_ms": 49090, "mean_ms": 2466.5321589512496, "measurable": 2441, "min_ms": 8, "p50_ms": 11.0, "p90_ms": 41.0, "p99_ms": 43993.2, "rows": 2441, "unmeasurable": 0, "won_output_rows": 59 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 91, "1000_2000ms": 0, "100_200ms": 10, "10_20ms": 1580, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 7, "20_50ms": 546, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 69, "5_10ms": 1, "ge30000ms": 137, "neg": 0 }, "max_ms": 54200, "mean_ms": 3303.512494879148, "measurable": 2441, "min_ms": 9, "p50_ms": 18.0, "p90_ms": 100.0, "p99_ms": 50198.999999999985, "rows": 2441, "unmeasurable": 0, "won_output_rows": 2441 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1024, "o": 1024, "p": 1024 }, "rows_i": 1024, "rows_joined": 1575, "rows_merged": 1575, "rows_o": 1024, "rows_p": 1024, "unique_by_domain": { "i": 91, "o": 315, "p": 145 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 67, "1000_2000ms": 0, "100_200ms": 215, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 160, "20_50ms": 191, "2_5ms": 0, "5000_10000ms": 19, "500_1000ms": 16, "50_100ms": 105, "5_10ms": 0, "ge30000ms": 251, "neg": 0 }, "max_ms": 161429, "mean_ms": 19896.3662109375, "measurable": 1024, "min_ms": 23, "p50_ms": 200.0, "p90_ms": 72966.2, "p99_ms": 143916.56999999998, "rows": 1024, "unmeasurable": 0, "won_output_rows": 123 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 56, "1000_2000ms": 0, "100_200ms": 234, "10_20ms": 66, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 43, "20_50ms": 225, "2_5ms": 0, "5000_10000ms": 17, "500_1000ms": 0, "50_100ms": 221, "5_10ms": 0, "ge30000ms": 162, "neg": 0 }, "max_ms": 138368, "mean_ms": 11920.111328125, "measurable": 1024, "min_ms": 12, "p50_ms": 99.5, "p90_ms": 57830.100000000006, "p99_ms": 105487.96999999999, "rows": 1024, "unmeasurable": 0, "won_output_rows": 428 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 47, "1000_2000ms": 0, "100_200ms": 53, "10_20ms": 149, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 19, "20_50ms": 407, "2_5ms": 0, "5000_10000ms": 13, "500_1000ms": 0, "50_100ms": 135, "5_10ms": 0, "ge30000ms": 201, "neg": 0 }, "max_ms": 161171, "mean_ms": 16700.8828125, "measurable": 1024, "min_ms": 14, "p50_ms": 42.0, "p90_ms": 69982.50000000004, "p99_ms": 143362.67999999996, "rows": 1024, "unmeasurable": 0, "won_output_rows": 1024 } } }, "price_change": { "boundary_dropped": 176, "class": "FULL", "exception_markets": 59, "rows_by_domain": { "i": 126825228, "o": 126844348, "p": 126881814 }, "rows_i": 126825228, "rows_joined": 126894446, "rows_merged": 126894270, "rows_o": 126844348, "rows_p": 126881814, "unique_by_domain": { "i": 906, "o": 592, "p": 28842 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 382, "1000_2000ms": 54682, "100_200ms": 869964, "10_20ms": 69526296, "1_2ms": 0, "2000_5000ms": 24116, "200_500ms": 805724, "20_50ms": 53195350, "2_5ms": 0, "5000_10000ms": 6252, "500_1000ms": 256918, "50_100ms": 2085430, "5_10ms": 0, "ge30000ms": 114, "neg": 0 }, "max_ms": 38281, "mean_ms": 26.619439990283322, "measurable": 126825228, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 25.0, "p99_ms": 177.0, "rows": 126825228, "unmeasurable": 0, "won_output_rows": 4446 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 7068, "100_200ms": 689606, "10_20ms": 84163512, "1_2ms": 0, "2000_5000ms": 514, "200_500ms": 434748, "20_50ms": 15878810, "2_5ms": 0, "5000_10000ms": 46, "500_1000ms": 74150, "50_100ms": 1585408, "5_10ms": 24010486, "ge30000ms": 0, "neg": 0 }, "max_ms": 6702, "mean_ms": 16.248527068781968, "measurable": 126844348, "min_ms": 7, "p50_ms": 11.0, "p90_ms": 30.0, "p99_ms": 95.0, "rows": 126844348, "unmeasurable": 0, "won_output_rows": 8064 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 6850, "100_200ms": 592802, "10_20ms": 98600696, "1_2ms": 0, "2000_5000ms": 452, "200_500ms": 372814, "20_50ms": 25772676, "2_5ms": 0, "5000_10000ms": 18, "500_1000ms": 64654, "50_100ms": 1431580, "5_10ms": 39272, "ge30000ms": 0, "neg": 0 }, "max_ms": 6945, "mean_ms": 19.50598776905885, "measurable": 126881814, "min_ms": 8, "p50_ms": 17.0, "p90_ms": 23.0, "p99_ms": 84.0, "rows": 126881814, "unmeasurable": 0, "won_output_rows": 126881760 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 4864, "o": 4864, "p": 4864 }, "rows_i": 4864, "rows_joined": 4864, "rows_merged": 4864, "rows_o": 4864, "rows_p": 4864, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 19, "10_20ms": 2938, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 24, "20_50ms": 1858, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 25, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 419, "mean_ms": 21.896998355263158, "measurable": 4864, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 91.0, "rows": 4864, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 3102, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 640, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 0, "5_10ms": 1118, "ge30000ms": 0, "neg": 0 }, "max_ms": 532, "mean_ms": 13.620888157894736, "measurable": 4864, "min_ms": 7, "p50_ms": 10.0, "p90_ms": 30.0, "p99_ms": 34.0, "rows": 4864, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 4, "10_20ms": 4211, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 615, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 20, "5_10ms": 6, "ge30000ms": 0, "neg": 0 }, "max_ms": 1113, "mean_ms": 17.722245065789473, "measurable": 4864, "min_ms": 9, "p50_ms": 17.0, "p90_ms": 20.0, "p99_ms": 30.0, "rows": 4864, "unmeasurable": 0, "won_output_rows": 4864 } } } }, "archive_root": "merged-live", "boundary_guard": "cache", "bytes": 1510187814, "file": "2026-10-29T21.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-29/21", "hour_utc": "2026-10-29T21:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41376824077258677, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562972620152208, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 214358419 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376824052165840, "min_sequence": 562972620152254, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 19688186, "row_groups": [ 0, 75 ], "sha256": "e89511ef419cf0ad66eb78f6e4c5e2a4f8c2e00c291842ccf45503dc15c15a60" }, "book": { "byte_range": [ 214358419, 229325341 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376824075712527, "min_sequence": 562972620152736, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 134813, "row_groups": [ 76, 76 ], "sha256": "6a7c7d5972819bcc1d87cd1e9ff7a67a68e63196558b5af61eaf9eff2223c901" }, "last_trade_price": { "byte_range": [ 229325341, 232890400 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376824047543085, "min_sequence": 562972620154384, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 63606, "row_groups": [ 77, 77 ], "sha256": "f38ba43093504404a2b4f0e93c072ac8757781360b1aaa56229176a2428a4707" }, "market_resolved": { "byte_range": [ 232890400, 233281350 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376824070332144, "min_sequence": 562972621157805, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 2561, "row_groups": [ 78, 78 ], "sha256": "b53e5fa7c186f7e1e6d2150125b5cdc47ce5fbf5dd8ebf9d5f8b6a976c943bfe" }, "new_market": { "byte_range": [ 233281350, 233437698 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376824064634213, "min_sequence": 562972620580856, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 1575, "row_groups": [ 79, 79 ], "sha256": "29b8ec6d49824036d721fc48cdf6ea2fee65b3ff3a37ed7d89136b076c9f8f3b" }, "price_change": { "byte_range": [ 233437698, 1508357337 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376824077258677, "min_sequence": 562972620152208, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 126894270, "row_groups": [ 80, 564 ], "sha256": "c7f9dc5f9e6cf29b730f0530e1c394ca494a1b6cf43ced47220235cde6f5052b" }, "tick_size_change": { "byte_range": [ 1508357337, 1508525892 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562972765602560, "min_sequence": 562972623269927, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 4864, "row_groups": [ 565, 565 ], "sha256": "a7ca09d4abc6b8c1c90932d47d5b507eed3a7f3346f19db10e5852817b155a87" } }, "row_count": 146789875, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "sha256": "e292ec0c3b19784a62eeb581d61e39fa5d716e91a25b7f34e97e2ed7ce8a684a", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-29T21.witness_stats.json", "witness_stats_sha256": "a8d4891d5736c5047c01dd3475260badfa95ef0894636ce9745f4b1a93f34bb8", "witnesses": "iop", "witnesses_captured": [ "i", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-29T21.ai.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 73634907, "row_ordinal_min": 0, "rows": 1560351, "sha256": "0325b4c03a9c53841cc7f3db9e1e27231fd72b0cd38754a7693c2de58a51a12a", "size": 8370394, "sub_tag": null }, { "category": "ai", "file": "2026-10-29T21.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 73634907, "row_ordinal_min": 0, "rows": 1560351, "sha256": "998e2c09b81de5ec3a5c7e7a88003c12bfbb669d81cc3951be6599fe208a46d3", "size": 7660330, "sub_tag": null }, { "category": "business", "file": "2026-10-29T21.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 11554172, "row_ordinal_min": 238182, "rows": 125868, "sha256": "626f104e1bd058600fdefa327887ad0ff04e1486ab389c04c083331e01b7df42", "size": 743666, "sub_tag": null }, { "category": "business", "file": "2026-10-29T21.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 11554172, "row_ordinal_min": 238182, "rows": 125868, "sha256": "23c215c2dd7c6a9ef98908a35e3aaa750d92b3a10042cee9a718e5b61d49e3be", "size": 660606, "sub_tag": null }, { "category": "crypto", "file": "2026-10-29T21.crypto.parquet", "part": null, "role": "lean", "row_groups": 34, "row_ordinal_max": 73635583, "row_ordinal_min": 257523, "rows": 24813606, "sha256": "c058ccf3ab853e92465a15bea1f8b500e40a084b2d782257cfbd2715c26cae9b", "size": 120733082, "sub_tag": null }, { "category": "crypto", "file": "2026-10-29T21.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 34, "row_ordinal_max": 73635583, "row_ordinal_min": 257523, "rows": 24813606, "sha256": "3bcc965d3c6cccc445a088b8aba8d8e18a38e7ebc830872a8bcea4305a6dc450", "size": 99402357, "sub_tag": null }, { "category": "earnings", "file": "2026-10-29T21.earnings.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 33709535, "row_ordinal_min": 2846472, "rows": 8653, "sha256": "7e2a921bf073ed57f1fb32a2cff95cd051a71c6c7c4b572e467316c84c8aaccf", "size": 77969, "sub_tag": null }, { "category": "earnings", "file": "2026-10-29T21.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 33709535, "row_ordinal_min": 2846472, "rows": 8653, "sha256": "f9c9b552beffe18c966be83a280177d391f088a47f2ec40547c18978dd9a73f6", "size": 55445, "sub_tag": null }, { "category": "economy", "file": "2026-10-29T21.economy.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 34331839, "row_ordinal_min": 2848853, "rows": 781666, "sha256": "f490482e77f6873a632101b8dc88d7f3e9aa2049a92e1cf5a880f4b677ffae59", "size": 3872884, "sub_tag": null }, { "category": "economy", "file": "2026-10-29T21.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 34331839, "row_ordinal_min": 2848853, "rows": 781666, "sha256": "34211c9fb33994326030d2c17de4999123b6c82a3e294b3cce536093643f7fb1", "size": 3783682, "sub_tag": null }, { "category": "elections", "file": "2026-10-29T21.elections.parquet", "part": null, "role": "lean", "row_groups": 16, "row_ordinal_max": 73635591, "row_ordinal_min": 3007474, "rows": 8378357, "sha256": "53c1c68da8618aac257457f5ce7defd9cd3373a55e6338db538f76203100a3a4", "size": 42790655, "sub_tag": null }, { "category": "elections", "file": "2026-10-29T21.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 16, "row_ordinal_max": 73635591, "row_ordinal_min": 3007474, "rows": 8378357, "sha256": "d7ccfd2aed4a9c2c8e07c320a379cdcd84dd014ccce4056ad1bc9fb91d7edf84", "size": 40235275, "sub_tag": null }, { "category": "esports", "file": "2026-10-29T21.esports.parquet", "part": null, "role": "lean", "row_groups": 11, "row_ordinal_max": 73635771, "row_ordinal_min": 4601466, "rows": 3220767, "sha256": "d0c8e49518cf3be3e6c08b7434a074357efc00e306b5944d6384433190af1d62", "size": 16416015, "sub_tag": null }, { "category": "esports", "file": "2026-10-29T21.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 11, "row_ordinal_max": 73635771, "row_ordinal_min": 4601466, "rows": 3220767, "sha256": "667e380fa85dfd1636492227ef830edea8d512946abb2f7ccb72f8385a77c4f4", "size": 13446521, "sub_tag": null }, { "category": "finance", "file": "2026-10-29T21.finance.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 73635827, "row_ordinal_min": 4961316, "rows": 2458603, "sha256": "3b00e8435e496aa23b06fc0f90074e15ff3ec20d6edb40c6b79db20c07137d48", "size": 13178405, "sub_tag": null }, { "category": "finance", "file": "2026-10-29T21.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 73635827, "row_ordinal_min": 4961316, "rows": 2458603, "sha256": "cb15d252560c1d8e8353ab1c4db71b8b6279941b329b81aad0d2a7f5e81cbd1e", "size": 11779079, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-29T21.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 73635831, "row_ordinal_min": 5383464, "rows": 1790374, "sha256": "aaecc2c83bbdbcb2b37871a20d8e2727c23476bbe4da69417704f5a2d9107882", "size": 9407574, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-29T21.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 73635831, "row_ordinal_min": 5383464, "rows": 1790374, "sha256": "4df3926b9e06038c8210b3606450999a26b24eff0210af324d5cc128a6862f57", "size": 8396838, "sub_tag": null }, { "category": "politics", "file": "2026-10-29T21.politics.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 48598624, "row_ordinal_min": 5574939, "rows": 1156943, "sha256": "d2d11a796dbc93a2d5cc42b7d8e8bca7aec88d88ec8de8607ae371289233928f", "size": 5817189, "sub_tag": null }, { "category": "politics", "file": "2026-10-29T21.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 48598624, "row_ordinal_min": 5574939, "rows": 1156943, "sha256": "89149dccc353f67fe5d28e70927052f55d98022e87b9a894728ae533f80eb08c", "size": 5496381, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-29T21.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 73635835, "row_ordinal_min": 5724099, "rows": 1772579, "sha256": "010f4f138696c906085d4daa61c5cb782787836069ee68e4f542acfbd83b706c", "size": 9484135, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-29T21.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 73635835, "row_ordinal_min": 5724099, "rows": 1772579, "sha256": "925274da7c5707cbcd51dab1d08ba94464c3c891992e6f8ee62b6e3fbac04ec0", "size": 8562091, "sub_tag": null }, { "category": "science", "file": "2026-10-29T21.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 50183426, "row_ordinal_min": 5980619, "rows": 78510, "sha256": "5d6fe6d402ee699ff255118cd2e9f7b1d00d2da61b6f35650f31b0ac6e6fd41c", "size": 438030, "sub_tag": null }, { "category": "science", "file": "2026-10-29T21.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 50183426, "row_ordinal_min": 5980619, "rows": 78510, "sha256": "ded95b1d9a35b68fbfb66b2e9b4de1dfe0af9c82985e18c993530ae56c430f68", "size": 389828, "sub_tag": null }, { "category": "sports", "file": "2026-10-29T21.sports.parquet", "part": null, "role": "lean", "row_groups": 32, "row_ordinal_max": 73639523, "row_ordinal_min": 5988977, "rows": 23169365, "sha256": "36a0676e4c430105d3a142f696ebe88a3cbf845b9f6c05d5594f3af2520d07a6", "size": 141195800, "sub_tag": null }, { "category": "sports", "file": "2026-10-29T21.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 32, "row_ordinal_max": 73639523, "row_ordinal_min": 5988977, "rows": 23169365, "sha256": "f1aad1a868f19fcb6b21ffb1283f0982c9aa6ef7889501ed9e50ba4d32791972", "size": 111721385, "sub_tag": null }, { "category": "tech", "file": "2026-10-29T21.tech.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 73639559, "row_ordinal_min": 9546357, "rows": 585981, "sha256": "2e10779a19b6882fb55e8fb468397a1093a16d7bcf11664e86f070fb03261626", "size": 2891806, "sub_tag": null }, { "category": "tech", "file": "2026-10-29T21.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 73639559, "row_ordinal_min": 9546357, "rows": 585981, "sha256": "9b5d2b7dd9d67ea5370e126a79838cfc1c65ed11e2419948ae5a891f91138a14", "size": 2688609, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-29T21.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 70340934, "row_ordinal_min": 9618599, "rows": 79658, "sha256": "1ec6722f1489edbc8d41c0abc52a0dee2cbd3f6a72325d9b83aa5084f30a9c8e", "size": 516870, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-29T21.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 70340934, "row_ordinal_min": 9618599, "rows": 79658, "sha256": "3583ea1ca0e04c1244da6f4a77a23e0bb6060ce8aad972b8e5c803739531b5b9", "size": 407618, "sub_tag": null }, { "category": "weather", "file": "2026-10-29T21.weather.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 73639751, "row_ordinal_min": 9628196, "rows": 2518855, "sha256": "525652cfb01fdf5e7493440912d4858c9758c4e79964a8f9a55b8ff4483e7515", "size": 12811897, "sub_tag": null }, { "category": "weather", "file": "2026-10-29T21.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 73639751, "row_ordinal_min": 9628196, "rows": 2518855, "sha256": "0889e7428b01be6dc7aa583664e071ad49bfe27400328cd82180065e2e17b81e", "size": 11885698, "sub_tag": null }, { "category": "world", "file": "2026-10-29T21.world.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 73639759, "row_ordinal_min": 9810504, "rows": 1139624, "sha256": "1b812b649c2161b373e25a66a976b9484c6b3439d4e7f556dba6271f71d39ed8", "size": 5734198, "sub_tag": null }, { "category": "world", "file": "2026-10-29T21.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 73639759, "row_ordinal_min": 9810504, "rows": 1139624, "sha256": "faa6efd7e13f18b5f387233d096246be5a53ef5f9018d0b145d55eb32d570f9e", "size": 5306348, "sub_tag": null }, { "category": null, "file": "2026-10-29T21.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 284202, "sha256": "353d88286c226b3f00a5d66e4a44650c92a144aa5841dcfee3c477a41f961049", "size": 21223068, "sub_tag": null }, { "category": null, "file": "2026-10-29T21.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 708377, "sha256": "3851312da575282f54cb8391f51b375c6707248eaceb5566ee90b655ff3792d2", "size": 60229512, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "65992ab9-51f8-4a62-bd52-119e00ab16a7", "hour": "2026-10-29/21", "hour_utc": "2026-10-29T21:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-29", "schedule_sha256": "e33b858c3c4dd19c3653224051c0128052d45b2c99299d9ca07169e0911d21e2", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-30", "max_sequence": 41376824077258677, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562972620152208, "mirror_audit": { "files": [ { "file": "2026-10-29T21.mirror_dropped.p1.parquet", "rows": 46120960, "sha256": "99ea6edbd84251fb898cd6bdac095e45977b0af9fee2346336a644ddaa1d1911", "size": 279560060 }, { "file": "2026-10-29T21.mirror_dropped.p2.parquet", "rows": 27029153, "sha256": "55e7fc5819fbe767a89e87cfe292565f8c41b7e4e5275c3884d018933e08a439", "size": 150079631 } ], "parts": 2, "public": false, "rows": 73150113, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 25887, "_pairs": 113023, "best_ask": 4, "best_bid": 4, "source_witness": 1, "spread": 8, "witness_set": 113017 }, "book": { "_no_partner": 82, "_pairs": 3911, "asks": 6, "bids": 3, "source_witness": 2, "witness_set": 3902 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 138910, "book": 3993, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 9701231, "book": 62750, "price_change": 63386132 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376824052165840, "min_sequence": 562972620152254, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 9986955, "source_rows": 19688186 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376824075712527, "min_sequence": 562972620152736, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 72061, "source_rows": 134813 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376824047543085, "min_sequence": 562972620154384, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 63606, "source_rows": 63606 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376824070332144, "min_sequence": 562972621157805, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 2561, "source_rows": 2561 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376824064634213, "min_sequence": 562972620580856, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 1575, "source_rows": 1575 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376824077258677, "min_sequence": 562972620152208, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 63508138, "source_rows": 126894270 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562972765602560, "min_sequence": 562972623269927, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 4864, "source_rows": 4864 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "5ad4da972bbe7f49ae35387e1abf12032635ed51" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "27af8007054c8eb3ebec4a23fd36d43e0da05ee8e85e853178e4f5e8efa6f341", "recorders": null, "row_count": 73639760, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "source_sha256": "e292ec0c3b19784a62eeb581d61e39fa5d716e91a25b7f34e97e2ed7ce8a684a", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 9344, "ai-benchmarks": 8802, "ai-rankings": 700535, "ai-releases": 311270, "anthropic": 12563, "big-tech": 239392, "china": 719, "companies-with-1-ai": 8570, "compute": 128827, "congress": 4518, "courts": 64, "elon-musk": 348, "gemini": 342, "google": 2796, "grok": 680, "ipos": 21742, "leopold-aschenbrenner": 580, "math": 34053, "meta": 15214, "moonshot": 896, "openai": 53652, "openrouter-total-tokens-weekly": 2292, "privates": 3036, "ssi": 39, "united-states": 77 }, "business": { "(none)": 3830, "banking": 384, "banks": 82, "big-tech": 64894, "economic-policy": 76, "equities": 24177, "fed-rates": 16578, "ipos": 13573, "jpm": 1018, "stocks": 1225, "taxes": 31 }, "crypto": { "aave": 12, "acquisitions": 137, "big-tech": 776, "bitcoin": 10995909, "bnb": 1132305, "congress": 22935, "crypto-culture": 15866, "crypto-legal": 1335, "crypto-listings": 26111, "crypto-prices": 4579, "dogecoin": 957292, "epstein": 231, "eric-adams": 1066, "ethena": 706, "ethereum": 6657807, "fees": 1818, "ftx": 11, "gov-reserve": 517, "hack": 9254, "hype": 926306, "hyperliquid": 49841, "ipos": 334, "memecoins": 8428, "meta": 2, "microstrategy": 286, "network-stats": 38, "nft": 2374, "pre-market": 492087, "prediction-markets": 1157, "price-comparison": 575, "price-milestone": 5358, "privates": 7997, "protocol-risk": 28, "public-sales": 19332, "pumpptfun": 2232, "sam-altman": 1423, "solana": 1875870, "stablecoins": 948, "stocks": 11, "trump-presidency": 82, "xrp": 1378326, "yearly": 82087, "zcash": 129817 }, "earnings": { "equities": 8653 }, "economy": { "(none)": 97, "acquisitions": 3, "brazil": 7908, "canada": 8570, "commodities": 1413, "consumer": 4006, "economic-policy": 6161, "equities": 170, "europe": 472, "fed": 1131, "fed-rates": 132851, "france": 36859, "global-rates": 41314, "housing": 4678, "inflation": 5422, "iran": 24035, "japan": 39615, "macro-indicators": 226990, "mexico": 28687, "oil": 21287, "parcl": 187996, "prices": 6, "shipping": 20, "taxes": 132, "trade-war": 1755, "trump": 21, "us-bank-bailout": 8, "us-debt-downgrade": 10, "us-defaults-on-debt": 49 }, "elections": { "celebrities": 104488, "france": 415, "global-elections": 1944838, "israel": 29631, "midterms": 6052118, "peru-elections": 8, "popular-vote": 2490, "romania": 427, "taxes": 1513, "trump": 8969, "turkey": 4, "uk": 863, "united-kingdom": 178, "us-presidential-election": 232337, "vance": 74, "wisconsin": 4 }, "esports": { "call-of-duty": 914, "counter-strike-2": 1238109, "dota-2": 318883, "esports-awards": 123141, "honor-of-kings": 114642, "league-of-legends": 1117927, "mlb": 194, "mobile-legends-bang-bang": 57654, "overwatch": 10488, "rainbow-six-siege": 28, "valorant": 238787 }, "finance": { "aapl": 2709, "acquisitions": 316, "anthropic": 28204, "big-tech": 21989, "brazil": 7388, "canada": 38875, "commodities": 116107, "equities": 1918776, "forex": 24919, "gold": 87, "indicies": 13288, "indonesia": 2, "ipos": 13651, "italy": 29, "kpis": 92032, "macro-indicators": 3889, "openai": 62879, "privates": 97739, "silver": 85, "stocks": 6578, "tariffs": 517, "trump-presidency": 8544 }, "geopolitics": { "(none)": 7727, "africa": 43, "argentina": 148, "australia": 55, "awards": 10712, "brics-add-a-new-member": 5, "canada": 1578, "china": 19899, "colombia": 4, "commodities": 12546, "country-leave-brics": 682, "courts": 19263, "cuba": 2990, "denmark": 134, "earn-4": 388, "epstein": 404, "europe": 299, "foreign-policy": 21932, "france": 310, "global-elections": 514499, "greenland": 1293, "h-1b": 2566, "immigration": 7646, "india": 1035, "india-pakistan": 36, "iran": 471891, "israel": 9830, "mali": 849, "mexico": 3488, "middle-east": 118950, "midterms": 76283, "military": 1443, "military-action": 1516, "moscow": 800, "nato": 5553, "north-korea": 3541, "oil": 131006, "parlays": 872, "philippines": 38, "president": 8, "prime-minister": 41, "putin": 124, "russia": 2722, "south-korea": 826, "spain": 8248, "strike": 2228, "sudan": 24, "taiwan": 292, "trade-war": 19192, "trump": 15940, "trump-presidency": 13324, "turkey": 4426, "uk-labour-leadership": 63734, "ukraine": 86887, "ukraine-map": 82440, "un": 18852, "venezuela": 17914, "world-affairs": 898 }, "politics": { "(none)": 1826, "abc": 35, "approval": 15459, "asia": 4, "bernie-sanders": 653, "biden": 351, "bolivia": 117, "boxing": 1520, "brazil": 5652, "california": 139, "canada": 6800, "china": 3759, "comey": 40787, "compute": 7, "congress": 9967, "courts": 14077, "democrat": 35, "department-of-war": 2932, "dollar": 12, "earn-4": 467, "elon-musk": 6, "epstein": 6337, "fed-rates": 63940, "fifa": 4489, "flip-off": 15, "foreign-policy": 420, "france": 8424, "gas": 639, "global-elections": 99761, "greece": 1965, "house-of-representatives": 186, "hungary": 4257, "ice": 857, "india": 937, "indonesia": 786, "israel": 1837, "istanbul": 23, "japan": 144, "kippah": 11, "legislation": 1298, "mamdani": 87, "margin-of-victory": 60974, "marijuana": 20, "mention-markets": 377, "mexico": 1233, "midterms": 113915, "minnesota": 82, "minnesota-fraud": 116, "nasa": 1518, "new-york": 6, "new-york-city": 455, "north-korea": 6, "nyc": 119, "obama": 80, "ohio": 16, "ohio-midterm": 35570, "oil": 375, "pakistan": 105, "pardon": 2768, "parliament": 1015, "pete-hegseth": 19273, "philippines": 25, "prison": 158, "resign": 847, "romania": 350, "sbf": 13391, "senate-elections": 20610, "south-korea": 23, "spain": 9388, "speech": 418, "supreme-court": 130, "tariffs": 2181, "taxes": 514, "tennessee": 4, "trump": 62527, "trump-cabinet": 17219, "trump-daily": 1763, "trump-presidency": 40272, "trump-speech": 2162, "truth-social": 426, "turkey": 742, "tweets-markets": 154226, "uk": 12724, "ukraine": 77, "united-kingdom": 625, "united-states": 643, "us-house": 3893, "us-politics": 956, "us-presidential-election": 243969, "venezuela": 26235, "voting": 1207, "washington-dc": 21, "white-house": 176 }, "pop-culture": { "(none)": 1522, "aliens": 5516, "art": 1731, "australia": 38, "awards": 203432, "basketball": 688, "best-of-2026": 23059, "call-of-duty": 19, "celebrities": 28079, "charlie-kirk": 215, "clavicular": 515, "climate-science": 2920, "combat-sports": 343, "counter-strike-2": 16, "court-cases": 1, "courts": 2646, "daejon-love": 23, "dominican-republic": 247, "dota-2": 547, "earthquake": 6, "elon-musk": 173, "f1": 14, "fda": 184, "fifa": 7167, "gaming": 4138, "gta-vi": 6823, "israel": 1574, "japan": 93, "la-liga": 229, "league-of-legends": 27, "logan-paul": 34, "marijuana": 299, "midterms": 5529, "movie-delay": 310, "movies": 865347, "music": 272093, "netflix": 34, "new-york-city": 192, "nfl": 7831, "pandemics": 773, "parent-for-derivative": 1507, "podcast": 27, "pokemon": 686, "pope-leo-xiv": 10, "pregnant": 596, "russia": 2, "spain": 436, "spider-man": 329, "streamer": 380, "sweden": 915, "taylor-swift": 2, "tennis": 8363, "the-legend-of-zelda": 9883, "travel": 24770, "trump": 21775, "trump-daily": 6545, "trump-netanyahu": 16998, "tv": 23, "tweets-markets": 196317, "uk": 795, "utah": 228, "valve": 1614, "xbox": 453, "youtube": 35498 }, "science": { "(none)": 1407, "aliens": 2340, "big-tech": 24391, "climate-science": 53, "drug": 229, "elon-musk": 19576, "fda": 11763, "gold": 846, "macro-indicators": 6305, "new-york-city": 566, "pandemics": 2190, "russia": 388, "space": 6, "spacex": 8450 }, "sports": { "(none)": 5319, "2026-summer-transfer-window": 4836, "afc": 7793, "afc-champions-league-elite": 4607, "afcon": 31833, "aflw": 293, "american-football": 171, "arg": 77517, "argpn": 120249, "australian-a-league": 62346, "austria-bundesliga": 24163, "awards": 19724, "aze1": 36445, "baseball": 7065, "basketball": 406299, "bel1": 29982, "bel2": 13121, "bolivia-lfpb": 89688, "boxing": 5006, "bra3": 29193, "brazil-serie-a": 190148, "brazil-serie-b": 82087, "bulgaria-parva-liga": 34287, "bundesliga": 255874, "bundesliga-2": 37910, "canpl": 13235, "carabao-cup": 541080, "cfb": 1950422, "chess": 5320, "chi2": 30776, "chile-primera": 36789, "china-fa-cup": 3903, "chinese-super-league": 77397, "chl2": 23126, "clf": 190, "col2": 156607, "colombia-primera-a": 33700, "combat-sports": 216, "concacaf": 3773, "concacaf-nations-league": 3702, "copa-america": 41337, "copa-del-rey": 1853354, "cricket": 15104, "cristiano-ronaldo": 3300, "czechia-fortuna-liga": 49047, "darts": 149, "denmark-superliga": 30622, "dfb-pokal": 3842, "ecu1": 64168, "efl-championship": 154331, "egypt-premier-league": 15717, "epl": 375439, "ere": 88162, "est1": 41354, "europa-conference-league": 167757, "f1": 31320, "fa-cup": 12954, "fifa": 15258, "fifa-friendly": 579, "fifa-world-cup": 1357, "fin1": 24343, "formula1": 6998, "fro1": 5820, "goals": 1000, "golf": 130163, "gre1": 28519, "handball": 581, "hockey": 59358, "hungary-nb1": 24752, "idn1": 25243, "idn2": 17870, "indian-super-league": 18561, "irl1": 52779, "isl1": 1, "israel-premier-league": 12282, "japan-j-league": 34028, "japan-j2-league": 49914, "k-league": 102029, "kaz1": 71521, "kor2": 60751, "la-liga": 288716, "la-liga-2": 36424, "lacrosse": 654, "lazio": 51, "lib": 4267, "ligue-1": 196588, "ligue-2": 87782, "lionel-messi": 193, "ltu1": 13800, "lva1": 42128, "mex": 240039, "mlb": 55705, "mls": 345162, "morocco-botola-pro": 30906, "moto3": 1, "nascar": 32474, "national-league": 30605, "nba": 1824981, "ned2": 45538, "new-york-city": 1286, "nfl": 2236782, "nhl": 715562, "nirl1": 19507, "nor2": 39226, "norway-eliteserien": 36294, "peru-liga-1": 748532, "pickleball": 33012, "poland-ekstraklasa": 37047, "power-slap": 112, "primeira-liga": 78593, "qat1": 20991, "qualification": 1320, "racing": 3713, "romania-superliga": 53268, "rugby": 2862, "rus": 34760, "saf1": 8496, "saudi-professional-league": 70538, "scotland-league-cup": 7644, "scottish-premiership": 85201, "sea": 1719033, "serbian-superliga": 47095, "serie-b": 64377, "slovenia-prvaliga": 20340, "soccer": 332679, "soccer-atc": 465, "soccer-brco": 6741, "soccer-ccc": 9371, "soccer-el1": 56719, "soccer-el2": 36640, "soccer-fpd": 36583, "soccer-grc": 783, "soccer-gtm": 121052, "soccer-hr1": 21889, "soccer-nlc": 666053, "soccer-nwsl": 65718, "soccer-ptc": 3, "soccer-scoc": 12, "soccer-svk1": 22152, "soccer-trsk": 326, "sud": 535, "swe2": 32656, "sweden-allsvenskan": 77682, "swimming": 14179, "switzerland-super-league": 129072, "table-tennis": 10060, "tennis": 1639273, "tha1": 3968, "tur": 54736, "tur2": 53540, "uae1": 1256, "ucl": 522619, "uefa": 22306, "uefa-nations-league": 77427, "uel": 220205, "ufc": 163453, "ukraine-premier-liha": 38537, "uru1": 39470, "usl1": 11611, "uslc": 45672, "uwec": 47, "uzb1": 33464, "ven1": 48083, "volleyball": 545, "womens-ballon-dor": 258, "womens-champions-league": 1008713, "wsl": 33351 }, "tech": { "(none)": 388, "airbnb": 874, "anthropic": 1312, "big-tech": 370453, "celebrities": 90304, "china": 1438, "coding": 2440, "collectibles": 652, "congress": 13, "corporate-financials": 352, "courts": 207, "earn-4": 4285, "elon-musk": 1030, "equities": 13923, "gaming": 439, "google": 52206, "hack": 786, "ipos": 9689, "kpis": 115, "movies": 8010, "nuke": 144, "oil": 4591, "openai": 18243, "outage": 37, "prediction-markets": 3224, "video-games": 826 }, "uncategorised": { "(none)": 1188, "bayeux-tapestry": 354, "cfb": 7902, "climate-science": 1087, "dnc": 91, "fed": 3849, "fed-chair": 1387, "fed-rates": 9452, "la-liga": 12, "leopold-aschenbrenner": 613, "macro-indicators": 358, "mma": 30, "nfl": 17302, "pandemics": 135, "social-media": 2714, "supreme-court": 1463, "tennis": 1532, "trump-presidency": 50, "ufc": 888, "uk": 3886, "united-nations": 16322, "united-states": 315, "youtube": 8728 }, "weather": { "brazil": 1412, "climate": 66368, "climate-science": 12174, "drought": 5315, "earthquakes": 6393, "germany": 5615, "global-temp": 54, "highest-temperature": 2018171, "italy": 78, "lowest-temperature": 347641, "mexico": 26, "natural-disaster": 1394, "pandemics": 1392, "precipitation": 30663, "rain": 4566, "tornado-risk": 25, "united-states": 17568 }, "world": { "(none)": 253, "argentina": 9583, "brazil": 7642, "canada": 204, "china": 2, "economic-policy": 11710, "europe": 76, "foreign-policy": 1025, "forex": 1607, "france": 10171, "germany": 2331, "global-elections": 1045352, "global-rates": 40551, "hong-kong": 169, "italy": 16, "macro-indicators": 3275, "middle-east": 8, "nyc": 281, "oil": 715, "south-korea": 2002, "trump-presidency": 2613, "uk": 38 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 146789873, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-29T21.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 284202, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 73639760, "twin_rows": 73150113 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001082, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-29T21.witness_stats.json", "witness_stats_sha256": "a8d4891d5736c5047c01dd3475260badfa95ef0894636ce9745f4b1a93f34bb8", "witnesses": "iop", "writer_versions": null }