{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 53, "class": "FULL", "exception_markets": 70, "rows_by_domain": { "i": 19291144, "o": 19291552, "p": 19291440 }, "rows_i": 19291144, "rows_joined": 19292182, "rows_merged": 19292129, "rows_o": 19291552, "rows_p": 19291440, "unique_by_domain": { "i": 50, "o": 94, "p": 182 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 298, "1000_2000ms": 12302, "100_200ms": 192688, "10_20ms": 10836462, "1_2ms": 0, "2000_5000ms": 4198, "200_500ms": 223067, "20_50ms": 7592136, "2_5ms": 0, "5000_10000ms": 682, "500_1000ms": 76124, "50_100ms": 353061, "5_10ms": 0, "ge30000ms": 126, "neg": 0 }, "max_ms": 46826, "mean_ms": 30.470933294572887, "measurable": 19291144, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 26.0, "p99_ms": 318.0, "rows": 19291144, "unmeasurable": 0, "won_output_rows": 166 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 2031, "100_200ms": 169114, "10_20ms": 12305324, "1_2ms": 0, "2000_5000ms": 344, "200_500ms": 121657, "20_50ms": 2503355, "2_5ms": 0, "5000_10000ms": 56, "500_1000ms": 19531, "50_100ms": 314756, "5_10ms": 3855384, "ge30000ms": 0, "neg": 0 }, "max_ms": 6742, "mean_ms": 18.193051704704732, "measurable": 19291552, "min_ms": 7, "p50_ms": 11.0, "p90_ms": 31.0, "p99_ms": 156.0, "rows": 19291552, "unmeasurable": 0, "won_output_rows": 554 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1786, "100_200ms": 121554, "10_20ms": 13629035, "1_2ms": 0, "2000_5000ms": 254, "200_500ms": 87691, "20_50ms": 5149138, "2_5ms": 0, "5000_10000ms": 66, "500_1000ms": 15300, "50_100ms": 272304, "5_10ms": 14312, "ge30000ms": 0, "neg": 0 }, "max_ms": 6734, "mean_ms": 20.92517795457467, "measurable": 19291440, "min_ms": 8, "p50_ms": 18.0, "p90_ms": 24.0, "p99_ms": 117.0, "rows": 19291440, "unmeasurable": 0, "won_output_rows": 19291409 } } }, "book": { "boundary_dropped": 4, "class": "FULL", "exception_markets": 4164, "rows_by_domain": { "i": 154409, "o": 151680, "p": 152150 }, "rows_i": 154409, "rows_joined": 159311, "rows_merged": 159307, "rows_o": 151680, "rows_p": 152150, "unique_by_domain": { "i": 4782, "o": 2035, "p": 2672 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 260, "1000_2000ms": 1183, "100_200ms": 2569, "10_20ms": 36999, "1_2ms": 0, "2000_5000ms": 2752, "200_500ms": 2728, "20_50ms": 95910, "2_5ms": 0, "5000_10000ms": 212, "500_1000ms": 1144, "50_100ms": 6396, "5_10ms": 0, "ge30000ms": 4256, "neg": 0 }, "max_ms": 11599573911, "mean_ms": 11690046.737431109, "measurable": 154409, "min_ms": 16, "p50_ms": 21.0, "p90_ms": 94.0, "p99_ms": 9183864.0, "rows": 154409, "unmeasurable": 0, "won_output_rows": 4806 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 86, "1000_2000ms": 1130, "100_200ms": 1849, "10_20ms": 110960, "1_2ms": 0, "2000_5000ms": 2710, "200_500ms": 1574, "20_50ms": 21800, "2_5ms": 0, "5000_10000ms": 144, "500_1000ms": 452, "50_100ms": 3587, "5_10ms": 5637, "ge30000ms": 1751, "neg": 0 }, "max_ms": 11608604833, "mean_ms": 5869307.867253428, "measurable": 151680, "min_ms": 7, "p50_ms": 13.0, "p90_ms": 40.0, "p99_ms": 101610.66999999652, "rows": 151680, "unmeasurable": 0, "won_output_rows": 2351 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 176, "1000_2000ms": 1242, "100_200ms": 1766, "10_20ms": 78397, "1_2ms": 0, "2000_5000ms": 2480, "200_500ms": 1214, "20_50ms": 60279, "2_5ms": 0, "5000_10000ms": 80, "500_1000ms": 617, "50_100ms": 3758, "5_10ms": 0, "ge30000ms": 2141, "neg": 0 }, "max_ms": 11612577275, "mean_ms": 5829324.60344397, "measurable": 152150, "min_ms": 10, "p50_ms": 19.0, "p90_ms": 41.0, "p99_ms": 411363.0, "rows": 152150, "unmeasurable": 0, "won_output_rows": 152150 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 72465, "o": 72473, "p": 72467 }, "rows_i": 72465, "rows_joined": 72534, "rows_merged": 72534, "rows_o": 72473, "rows_p": 72467, "unique_by_domain": { "i": 8, "o": 5, "p": 5 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 127, "100_200ms": 1288, "10_20ms": 21852, "1_2ms": 0, "2000_5000ms": 10, "200_500ms": 1218, "20_50ms": 44776, "2_5ms": 0, "5000_10000ms": 2, "500_1000ms": 510, "50_100ms": 2682, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 5400, "mean_ms": 38.45525426067757, "measurable": 72465, "min_ms": 16, "p50_ms": 21.0, "p90_ms": 39.0, "p99_ms": 475.0, "rows": 72465, "unmeasurable": 0, "won_output_rows": 9 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 56, "100_200ms": 868, "10_20ms": 55148, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 692, "20_50ms": 9326, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 179, "50_100ms": 1595, "5_10ms": 4608, "ge30000ms": 0, "neg": 0 }, "max_ms": 3830, "mean_ms": 22.282712182467954, "measurable": 72473, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 32.0, "p99_ms": 244.0, "rows": 72473, "unmeasurable": 0, "won_output_rows": 58 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 65, "100_200ms": 860, "10_20ms": 42440, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 470, "20_50ms": 26713, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 164, "50_100ms": 1755, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1933, "mean_ms": 25.891605834379785, "measurable": 72467, "min_ms": 10, "p50_ms": 19.0, "p90_ms": 28.0, "p99_ms": 195.0, "rows": 72467, "unmeasurable": 0, "won_output_rows": 72467 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1347, "o": 1347, "p": 1347 }, "rows_i": 1347, "rows_joined": 1423, "rows_merged": 1423, "rows_o": 1347, "rows_p": 1347, "unique_by_domain": { "i": 76, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 24, "1000_2000ms": 1, "100_200ms": 19, "10_20ms": 603, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 22, "20_50ms": 500, "2_5ms": 0, "5000_10000ms": 15, "500_1000ms": 9, "50_100ms": 78, "5_10ms": 0, "ge30000ms": 76, "neg": 0 }, "max_ms": 51176, "mean_ms": 3160.270230141054, "measurable": 1347, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 289.60000000000036, "p99_ms": 50670.159999999996, "rows": 1347, "unmeasurable": 0, "won_output_rows": 76 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 7, "10_20ms": 834, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 13, "20_50ms": 196, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 25, "5_10ms": 232, "ge30000ms": 39, "neg": 0 }, "max_ms": 52211, "mean_ms": 1237.5404602821084, "measurable": 1347, "min_ms": 8, "p50_ms": 11.0, "p90_ms": 32.40000000000009, "p99_ms": 42002.36, "rows": 1347, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 26, "1000_2000ms": 0, "100_200ms": 5, "10_20ms": 922, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 9, "20_50ms": 348, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 2, "50_100ms": 22, "5_10ms": 0, "ge30000ms": 13, "neg": 0 }, "max_ms": 38287, "mean_ms": 874.5107646622123, "measurable": 1347, "min_ms": 10, "p50_ms": 18.0, "p90_ms": 34.40000000000009, "p99_ms": 28415.359999999997, "rows": 1347, "unmeasurable": 0, "won_output_rows": 1347 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 2317, "o": 2317, "p": 2317 }, "rows_i": 2317, "rows_joined": 3490, "rows_merged": 3490, "rows_o": 2317, "rows_p": 2317, "unique_by_domain": { "i": 419, "o": 399, "p": 355 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 318, "1000_2000ms": 0, "100_200ms": 702, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 497, "20_50ms": 269, "2_5ms": 0, "5000_10000ms": 99, "500_1000ms": 66, "50_100ms": 280, "5_10ms": 0, "ge30000ms": 86, "neg": 0 }, "max_ms": 96400, "mean_ms": 4064.5442382391025, "measurable": 2317, "min_ms": 22, "p50_ms": 180.0, "p90_ms": 11985.000000000004, "p99_ms": 57900.080000000075, "rows": 2317, "unmeasurable": 0, "won_output_rows": 474 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 273, "1000_2000ms": 0, "100_200ms": 425, "10_20ms": 122, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 237, "20_50ms": 430, "2_5ms": 0, "5000_10000ms": 115, "500_1000ms": 5, "50_100ms": 549, "5_10ms": 0, "ge30000ms": 160, "neg": 0 }, "max_ms": 198928, "mean_ms": 6490.2356495468275, "measurable": 2317, "min_ms": 11, "p50_ms": 106.0, "p90_ms": 14584.600000000017, "p99_ms": 85424.20000000006, "rows": 2317, "unmeasurable": 0, "won_output_rows": 699 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 305, "1000_2000ms": 0, "100_200ms": 66, "10_20ms": 252, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 77, "20_50ms": 949, "2_5ms": 0, "5000_10000ms": 121, "500_1000ms": 0, "50_100ms": 364, "5_10ms": 0, "ge30000ms": 183, "neg": 0 }, "max_ms": 206854, "mean_ms": 8074.242123435477, "measurable": 2317, "min_ms": 14, "p50_ms": 47.0, "p90_ms": 17236.000000000007, "p99_ms": 193707.84000000014, "rows": 2317, "unmeasurable": 0, "won_output_rows": 2317 } } }, "price_change": { "boundary_dropped": 260, "class": "FULL", "exception_markets": 58, "rows_by_domain": { "i": 128390250, "o": 128384654, "p": 128412504 }, "rows_i": 128390250, "rows_joined": 128439072, "rows_merged": 128438812, "rows_o": 128384654, "rows_p": 128412504, "unique_by_domain": { "i": 3632, "o": 474, "p": 23160 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1304, "1000_2000ms": 105672, "100_200ms": 1438320, "10_20ms": 64468018, "1_2ms": 0, "2000_5000ms": 36242, "200_500ms": 1619996, "20_50ms": 57290458, "2_5ms": 0, "5000_10000ms": 5888, "500_1000ms": 584338, "50_100ms": 2839672, "5_10ms": 0, "ge30000ms": 342, "neg": 0 }, "max_ms": 46887, "mean_ms": 32.11123539365333, "measurable": 128390250, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 28.0, "p99_ms": 349.0, "rows": 128390250, "unmeasurable": 0, "won_output_rows": 5494 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 13002, "100_200ms": 1241190, "10_20ms": 85492222, "1_2ms": 0, "2000_5000ms": 2118, "200_500ms": 869840, "20_50ms": 17249238, "2_5ms": 0, "5000_10000ms": 220, "500_1000ms": 130086, "50_100ms": 2418488, "5_10ms": 20968250, "ge30000ms": 0, "neg": 0 }, "max_ms": 6793, "mean_ms": 18.801476335325873, "measurable": 128384654, "min_ms": 7, "p50_ms": 11.0, "p90_ms": 31.0, "p99_ms": 165.0, "rows": 128384654, "unmeasurable": 0, "won_output_rows": 20966 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 12246, "100_200ms": 931410, "10_20ms": 87433244, "1_2ms": 0, "2000_5000ms": 1528, "200_500ms": 656644, "20_50ms": 37108356, "2_5ms": 0, "5000_10000ms": 306, "500_1000ms": 109284, "50_100ms": 2125340, "5_10ms": 34146, "ge30000ms": 0, "neg": 0 }, "max_ms": 6783, "mean_ms": 21.71753132389662, "measurable": 128412504, "min_ms": 8, "p50_ms": 18.0, "p90_ms": 24.0, "p99_ms": 130.0, "rows": 128412504, "unmeasurable": 0, "won_output_rows": 128412352 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 7168, "o": 7168, "p": 7168 }, "rows_i": 7168, "rows_joined": 7168, "rows_merged": 7168, "rows_o": 7168, "rows_p": 7168, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 63, "10_20ms": 3951, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 69, "20_50ms": 2936, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 141, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1275, "mean_ms": 26.101841517857142, "measurable": 7168, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 24.0, "p99_ms": 211.0, "rows": 7168, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 8, "100_200ms": 48, "10_20ms": 4897, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 12, "20_50ms": 805, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 97, "5_10ms": 1297, "ge30000ms": 0, "neg": 0 }, "max_ms": 1376, "mean_ms": 16.961077008928573, "measurable": 7168, "min_ms": 7, "p50_ms": 11.0, "p90_ms": 30.0, "p99_ms": 96.61999999999898, "rows": 7168, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 80, "10_20ms": 5241, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 20, "20_50ms": 1713, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 112, "5_10ms": 2, "ge30000ms": 0, "neg": 0 }, "max_ms": 385, "mean_ms": 20.080775669642858, "measurable": 7168, "min_ms": 9, "p50_ms": 18.0, "p90_ms": 23.0, "p99_ms": 127.29999999999927, "rows": 7168, "unmeasurable": 0, "won_output_rows": 7168 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "merged-live", "book_audit": { "files": [ { "file": "2026-10-29T20.book_dropped.parquet", "rows": 30, "sha256": "29de92a00e3b48d871f8889660bab80e1f6c47fd05979bfd0a72adeb3047b52d", "size": 2248 } ], "parts": 1, "public": false, "rows": 30, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 30, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-70673dab.parquet", "sha256": "70673dab091ada82b2b084c6679880e658e3e312f248ade8ed8ddef63dffd352" }, "category_gate": { "bulk_pin": { "created_at": "2026-10-30T09:26:53Z", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v2", "sha256": "b931c996f1c9ed32b64eacbc3b441f65ef9a566f7b68b82c83007ad6473b4d2d", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "d884062144e6d5d70d225530d6fcd8134b222424446c3c737e4b9e2c15ea36f6", "evaluated_at": "2026-10-31T00:16:47Z", "evidence": { "file": "2026-10-29T20.category_evidence.json", "sha256": "da5c4567445a2fdd4143ae7360ab6c207959a97984a59f21cc70040577a0b0ef" }, "hour": "2026-10-29/20", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9999624690369555, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 512, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 501, "logic_identity_changed": false, "map_sha256": "d884062144e6d5d70d225530d6fcd8134b222424446c3c737e4b9e2c15ea36f6", "mapping_logic_changed": 0, "markets": 5205182, "moved_or_lost_markets": 11, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "b9dfd0f22559ddaa84cb7afe3a6b842e40983f486189d620b1710892606af9c7", "shrink_share": 0.0, "source_tags_changed": 512, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "not_reached_markets": [], "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 58547, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 86845, "fetched_untagged": 6, "not_fetched": 0 }, "lt_24h": { "fetched_tagged": 14470, "fetched_untagged": 0, "not_fetched": 0 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 0 } }, "classes": { "fetched_tagged": 159862, "fetched_untagged": 6, "not_fetched": 0 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 512, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 501, "logic_identity_changed": false, "map_sha256": "d884062144e6d5d70d225530d6fcd8134b222424446c3c737e4b9e2c15ea36f6", "mapping_logic_changed": 0, "markets": 5205182, "moved_or_lost_markets": 11, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "b9dfd0f22559ddaa84cb7afe3a6b842e40983f486189d620b1710892606af9c7", "shrink_share": 0.0, "source_tags_changed": 512, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 0, "not_reached": 0 }, "row_share": { "fetched_tagged": 0.999915, "fetched_untagged": 8.5e-05, "not_fetched": 0.0, "without_market": 0.0 }, "rows": { "fetched_tagged": 147962353, "fetched_untagged": 12510, "not_fetched": 0, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 159868, "young": { "not_fetched": 0, "traded": 14470 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v4", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [], "untagged_overrides": {} }, "category_map_sha256": "d884062144e6d5d70d225530d6fcd8134b222424446c3c737e4b9e2c15ea36f6", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-29T20.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 53, "class": "FULL", "exception_markets": 70, "rows_by_domain": { "i": 19291144, "o": 19291552, "p": 19291440 }, "rows_i": 19291144, "rows_joined": 19292182, "rows_merged": 19292129, "rows_o": 19291552, "rows_p": 19291440, "unique_by_domain": { "i": 50, "o": 94, "p": 182 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 298, "1000_2000ms": 12302, "100_200ms": 192688, "10_20ms": 10836462, "1_2ms": 0, "2000_5000ms": 4198, "200_500ms": 223067, "20_50ms": 7592136, "2_5ms": 0, "5000_10000ms": 682, "500_1000ms": 76124, "50_100ms": 353061, "5_10ms": 0, "ge30000ms": 126, "neg": 0 }, "max_ms": 46826, "mean_ms": 30.470933294572887, "measurable": 19291144, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 26.0, "p99_ms": 318.0, "rows": 19291144, "unmeasurable": 0, "won_output_rows": 166 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 2031, "100_200ms": 169114, "10_20ms": 12305324, "1_2ms": 0, "2000_5000ms": 344, "200_500ms": 121657, "20_50ms": 2503355, "2_5ms": 0, "5000_10000ms": 56, "500_1000ms": 19531, "50_100ms": 314756, "5_10ms": 3855384, "ge30000ms": 0, "neg": 0 }, "max_ms": 6742, "mean_ms": 18.193051704704732, "measurable": 19291552, "min_ms": 7, "p50_ms": 11.0, "p90_ms": 31.0, "p99_ms": 156.0, "rows": 19291552, "unmeasurable": 0, "won_output_rows": 554 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1786, "100_200ms": 121554, "10_20ms": 13629035, "1_2ms": 0, "2000_5000ms": 254, "200_500ms": 87691, "20_50ms": 5149138, "2_5ms": 0, "5000_10000ms": 66, "500_1000ms": 15300, "50_100ms": 272304, "5_10ms": 14312, "ge30000ms": 0, "neg": 0 }, "max_ms": 6734, "mean_ms": 20.92517795457467, "measurable": 19291440, "min_ms": 8, "p50_ms": 18.0, "p90_ms": 24.0, "p99_ms": 117.0, "rows": 19291440, "unmeasurable": 0, "won_output_rows": 19291409 } } }, "book": { "boundary_dropped": 4, "class": "FULL", "exception_markets": 4164, "rows_by_domain": { "i": 154409, "o": 151680, "p": 152150 }, "rows_i": 154409, "rows_joined": 159311, "rows_merged": 159307, "rows_o": 151680, "rows_p": 152150, "unique_by_domain": { "i": 4782, "o": 2035, "p": 2672 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 260, "1000_2000ms": 1183, "100_200ms": 2569, "10_20ms": 36999, "1_2ms": 0, "2000_5000ms": 2752, "200_500ms": 2728, "20_50ms": 95910, "2_5ms": 0, "5000_10000ms": 212, "500_1000ms": 1144, "50_100ms": 6396, "5_10ms": 0, "ge30000ms": 4256, "neg": 0 }, "max_ms": 11599573911, "mean_ms": 11690046.737431109, "measurable": 154409, "min_ms": 16, "p50_ms": 21.0, "p90_ms": 94.0, "p99_ms": 9183864.0, "rows": 154409, "unmeasurable": 0, "won_output_rows": 4806 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 86, "1000_2000ms": 1130, "100_200ms": 1849, "10_20ms": 110960, "1_2ms": 0, "2000_5000ms": 2710, "200_500ms": 1574, "20_50ms": 21800, "2_5ms": 0, "5000_10000ms": 144, "500_1000ms": 452, "50_100ms": 3587, "5_10ms": 5637, "ge30000ms": 1751, "neg": 0 }, "max_ms": 11608604833, "mean_ms": 5869307.867253428, "measurable": 151680, "min_ms": 7, "p50_ms": 13.0, "p90_ms": 40.0, "p99_ms": 101610.66999999652, "rows": 151680, "unmeasurable": 0, "won_output_rows": 2351 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 176, "1000_2000ms": 1242, "100_200ms": 1766, "10_20ms": 78397, "1_2ms": 0, "2000_5000ms": 2480, "200_500ms": 1214, "20_50ms": 60279, "2_5ms": 0, "5000_10000ms": 80, "500_1000ms": 617, "50_100ms": 3758, "5_10ms": 0, "ge30000ms": 2141, "neg": 0 }, "max_ms": 11612577275, "mean_ms": 5829324.60344397, "measurable": 152150, "min_ms": 10, "p50_ms": 19.0, "p90_ms": 41.0, "p99_ms": 411363.0, "rows": 152150, "unmeasurable": 0, "won_output_rows": 152150 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 72465, "o": 72473, "p": 72467 }, "rows_i": 72465, "rows_joined": 72534, "rows_merged": 72534, "rows_o": 72473, "rows_p": 72467, "unique_by_domain": { "i": 8, "o": 5, "p": 5 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 127, "100_200ms": 1288, "10_20ms": 21852, "1_2ms": 0, "2000_5000ms": 10, "200_500ms": 1218, "20_50ms": 44776, "2_5ms": 0, "5000_10000ms": 2, "500_1000ms": 510, "50_100ms": 2682, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 5400, "mean_ms": 38.45525426067757, "measurable": 72465, "min_ms": 16, "p50_ms": 21.0, "p90_ms": 39.0, "p99_ms": 475.0, "rows": 72465, "unmeasurable": 0, "won_output_rows": 9 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 56, "100_200ms": 868, "10_20ms": 55148, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 692, "20_50ms": 9326, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 179, "50_100ms": 1595, "5_10ms": 4608, "ge30000ms": 0, "neg": 0 }, "max_ms": 3830, "mean_ms": 22.282712182467954, "measurable": 72473, "min_ms": 8, "p50_ms": 12.0, "p90_ms": 32.0, "p99_ms": 244.0, "rows": 72473, "unmeasurable": 0, "won_output_rows": 58 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 65, "100_200ms": 860, "10_20ms": 42440, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 470, "20_50ms": 26713, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 164, "50_100ms": 1755, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1933, "mean_ms": 25.891605834379785, "measurable": 72467, "min_ms": 10, "p50_ms": 19.0, "p90_ms": 28.0, "p99_ms": 195.0, "rows": 72467, "unmeasurable": 0, "won_output_rows": 72467 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1347, "o": 1347, "p": 1347 }, "rows_i": 1347, "rows_joined": 1423, "rows_merged": 1423, "rows_o": 1347, "rows_p": 1347, "unique_by_domain": { "i": 76, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 24, "1000_2000ms": 1, "100_200ms": 19, "10_20ms": 603, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 22, "20_50ms": 500, "2_5ms": 0, "5000_10000ms": 15, "500_1000ms": 9, "50_100ms": 78, "5_10ms": 0, "ge30000ms": 76, "neg": 0 }, "max_ms": 51176, "mean_ms": 3160.270230141054, "measurable": 1347, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 289.60000000000036, "p99_ms": 50670.159999999996, "rows": 1347, "unmeasurable": 0, "won_output_rows": 76 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 7, "10_20ms": 834, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 13, "20_50ms": 196, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 25, "5_10ms": 232, "ge30000ms": 39, "neg": 0 }, "max_ms": 52211, "mean_ms": 1237.5404602821084, "measurable": 1347, "min_ms": 8, "p50_ms": 11.0, "p90_ms": 32.40000000000009, "p99_ms": 42002.36, "rows": 1347, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 26, "1000_2000ms": 0, "100_200ms": 5, "10_20ms": 922, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 9, "20_50ms": 348, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 2, "50_100ms": 22, "5_10ms": 0, "ge30000ms": 13, "neg": 0 }, "max_ms": 38287, "mean_ms": 874.5107646622123, "measurable": 1347, "min_ms": 10, "p50_ms": 18.0, "p90_ms": 34.40000000000009, "p99_ms": 28415.359999999997, "rows": 1347, "unmeasurable": 0, "won_output_rows": 1347 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 2317, "o": 2317, "p": 2317 }, "rows_i": 2317, "rows_joined": 3490, "rows_merged": 3490, "rows_o": 2317, "rows_p": 2317, "unique_by_domain": { "i": 419, "o": 399, "p": 355 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 318, "1000_2000ms": 0, "100_200ms": 702, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 497, "20_50ms": 269, "2_5ms": 0, "5000_10000ms": 99, "500_1000ms": 66, "50_100ms": 280, "5_10ms": 0, "ge30000ms": 86, "neg": 0 }, "max_ms": 96400, "mean_ms": 4064.5442382391025, "measurable": 2317, "min_ms": 22, "p50_ms": 180.0, "p90_ms": 11985.000000000004, "p99_ms": 57900.080000000075, "rows": 2317, "unmeasurable": 0, "won_output_rows": 474 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 273, "1000_2000ms": 0, "100_200ms": 425, "10_20ms": 122, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 237, "20_50ms": 430, "2_5ms": 0, "5000_10000ms": 115, "500_1000ms": 5, "50_100ms": 549, "5_10ms": 0, "ge30000ms": 160, "neg": 0 }, "max_ms": 198928, "mean_ms": 6490.2356495468275, "measurable": 2317, "min_ms": 11, "p50_ms": 106.0, "p90_ms": 14584.600000000017, "p99_ms": 85424.20000000006, "rows": 2317, "unmeasurable": 0, "won_output_rows": 699 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 305, "1000_2000ms": 0, "100_200ms": 66, "10_20ms": 252, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 77, "20_50ms": 949, "2_5ms": 0, "5000_10000ms": 121, "500_1000ms": 0, "50_100ms": 364, "5_10ms": 0, "ge30000ms": 183, "neg": 0 }, "max_ms": 206854, "mean_ms": 8074.242123435477, "measurable": 2317, "min_ms": 14, "p50_ms": 47.0, "p90_ms": 17236.000000000007, "p99_ms": 193707.84000000014, "rows": 2317, "unmeasurable": 0, "won_output_rows": 2317 } } }, "price_change": { "boundary_dropped": 260, "class": "FULL", "exception_markets": 58, "rows_by_domain": { "i": 128390250, "o": 128384654, "p": 128412504 }, "rows_i": 128390250, "rows_joined": 128439072, "rows_merged": 128438812, "rows_o": 128384654, "rows_p": 128412504, "unique_by_domain": { "i": 3632, "o": 474, "p": 23160 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1304, "1000_2000ms": 105672, "100_200ms": 1438320, "10_20ms": 64468018, "1_2ms": 0, "2000_5000ms": 36242, "200_500ms": 1619996, "20_50ms": 57290458, "2_5ms": 0, "5000_10000ms": 5888, "500_1000ms": 584338, "50_100ms": 2839672, "5_10ms": 0, "ge30000ms": 342, "neg": 0 }, "max_ms": 46887, "mean_ms": 32.11123539365333, "measurable": 128390250, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 28.0, "p99_ms": 349.0, "rows": 128390250, "unmeasurable": 0, "won_output_rows": 5494 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 13002, "100_200ms": 1241190, "10_20ms": 85492222, "1_2ms": 0, "2000_5000ms": 2118, "200_500ms": 869840, "20_50ms": 17249238, "2_5ms": 0, "5000_10000ms": 220, "500_1000ms": 130086, "50_100ms": 2418488, "5_10ms": 20968250, "ge30000ms": 0, "neg": 0 }, "max_ms": 6793, "mean_ms": 18.801476335325873, "measurable": 128384654, "min_ms": 7, "p50_ms": 11.0, "p90_ms": 31.0, "p99_ms": 165.0, "rows": 128384654, "unmeasurable": 0, "won_output_rows": 20966 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 12246, "100_200ms": 931410, "10_20ms": 87433244, "1_2ms": 0, "2000_5000ms": 1528, "200_500ms": 656644, "20_50ms": 37108356, "2_5ms": 0, "5000_10000ms": 306, "500_1000ms": 109284, "50_100ms": 2125340, "5_10ms": 34146, "ge30000ms": 0, "neg": 0 }, "max_ms": 6783, "mean_ms": 21.71753132389662, "measurable": 128412504, "min_ms": 8, "p50_ms": 18.0, "p90_ms": 24.0, "p99_ms": 130.0, "rows": 128412504, "unmeasurable": 0, "won_output_rows": 128412352 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 7168, "o": 7168, "p": 7168 }, "rows_i": 7168, "rows_joined": 7168, "rows_merged": 7168, "rows_o": 7168, "rows_p": 7168, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 63, "10_20ms": 3951, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 69, "20_50ms": 2936, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 141, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1275, "mean_ms": 26.101841517857142, "measurable": 7168, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 24.0, "p99_ms": 211.0, "rows": 7168, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 8, "100_200ms": 48, "10_20ms": 4897, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 12, "20_50ms": 805, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 97, "5_10ms": 1297, "ge30000ms": 0, "neg": 0 }, "max_ms": 1376, "mean_ms": 16.961077008928573, "measurable": 7168, "min_ms": 7, "p50_ms": 11.0, "p90_ms": 30.0, "p99_ms": 96.61999999999898, "rows": 7168, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 80, "10_20ms": 5241, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 20, "20_50ms": 1713, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 112, "5_10ms": 2, "ge30000ms": 0, "neg": 0 }, "max_ms": 385, "mean_ms": 20.080775669642858, "measurable": 7168, "min_ms": 9, "p50_ms": 18.0, "p90_ms": 23.0, "p99_ms": 127.29999999999927, "rows": 7168, "unmeasurable": 0, "won_output_rows": 7168 } } } }, "archive_root": "merged-live", "boundary_guard": "cache", "bytes": 1533408961, "file": "2026-10-29T20.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-29/20", "hour_utc": "2026-10-29T20:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41376823930321909, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562972472212674, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 210719776 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823916015197, "min_sequence": 562972472212676, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 19292129, "row_groups": [ 0, 73 ], "sha256": "5d8aad92462e8bb744e4fa6ecfa66c26939899874cb643a3a799225c59dc3583" }, "book": { "byte_range": [ 210719776, 227927676 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823928614904, "min_sequence": 562972472221193, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 159307, "row_groups": [ 74, 74 ], "sha256": "9e97a2ba5d9a8944bbb7d28a870b908e8760451a47bc16042bd9bf3b1171878e" }, "last_trade_price": { "byte_range": [ 227927676, 231935187 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823906958253, "min_sequence": 562972472213160, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 72534, "row_groups": [ 75, 75 ], "sha256": "95627963c5e60643f37e075f1a2967f7958c92c64820873c231714f8b524c8b6" }, "market_resolved": { "byte_range": [ 231935187, 232151875 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823922246717, "min_sequence": 562972475103584, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 1423, "row_groups": [ 76, 76 ], "sha256": "d479ea679cd60572c39cd6e005732715913fc7a613b35eb4faa9d25976994468" }, "new_market": { "byte_range": [ 232151875, 232518714 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823930321909, "min_sequence": 562972472696042, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 3490, "row_groups": [ 77, 77 ], "sha256": "9751850f32a3754456838b14a53155ad2318dfab98c1a334097f1d684cd9c6f2" }, "price_change": { "byte_range": [ 232518714, 1531486977 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823930235132, "min_sequence": 562972472212674, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 128438812, "row_groups": [ 78, 567 ], "sha256": "a077ae5ae953b844ebcdeb857cd7cf03dd436e1aa2642e3beffec72237cde8c3" }, "tick_size_change": { "byte_range": [ 1531486977, 1531737817 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562972618109106, "min_sequence": 562972472453402, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 7168, "row_groups": [ 568, 568 ], "sha256": "6e89c09954dd385b59a7a768906cc234e44284fa7494baa2dcef746130c8b492" } }, "row_count": 147974863, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "sha256": "873f9f9fe852721dc2690c35d79138e06c4afa47faf8e2ff31fe876d38418fe0", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-29T20.witness_stats.json", "witness_stats_sha256": "a8d4891d5736c5047c01dd3475260badfa95ef0894636ce9745f4b1a93f34bb8", "witnesses": "iop", "witnesses_captured": [ "i", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-29T20.ai.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 74162832, "row_ordinal_min": 0, "rows": 1462020, "sha256": "bee256771799c2adb65cc6d18c085f8604eda6f8210157698dfa1169bdfbae10", "size": 7683460, "sub_tag": null }, { "category": "ai", "file": "2026-10-29T20.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 74162832, "row_ordinal_min": 0, "rows": 1462020, "sha256": "c5846db1aec71f3d85effeeac39a3f02ef69fbb11349b9ff3b5ee33c12fdb1e7", "size": 7386084, "sub_tag": null }, { "category": "business", "file": "2026-10-29T20.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 11234223, "row_ordinal_min": 284390, "rows": 141689, "sha256": "115ad0603ec1945649d4bd4b0c32faacdc7fde86119a52d1a3b9dd12ddcb1aec", "size": 746052, "sub_tag": null }, { "category": "business", "file": "2026-10-29T20.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 11234223, "row_ordinal_min": 284390, "rows": 141689, "sha256": "70e15e457116ba9a73fce11541ffedc3cf7c2d6e4d919610286d7feaaaea2af2", "size": 763551, "sub_tag": null }, { "category": "crypto", "file": "2026-10-29T20.crypto.parquet", "part": null, "role": "lean", "row_groups": 31, "row_ordinal_max": 74163712, "row_ordinal_min": 311017, "rows": 21738716, "sha256": "20d6cd7e245fd8e7408bd731079590b108fc1f99a2b95534bd6a15b86ef81339", "size": 109727884, "sub_tag": null }, { "category": "crypto", "file": "2026-10-29T20.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 31, "row_ordinal_max": 74163712, "row_ordinal_min": 311017, "rows": 21738716, "sha256": "482c2326e701613485986ce9dc2a71bf60d1961cb27bd39b67fc8f54b23ac74a", "size": 88752898, "sub_tag": null }, { "category": "earnings", "file": "2026-10-29T20.earnings.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 74163744, "row_ordinal_min": 2300200, "rows": 8586, "sha256": "02cc7c0858656a5fc17d845b630e17c80079429fccf94d66df72ae21adece816", "size": 93910, "sub_tag": null }, { "category": "earnings", "file": "2026-10-29T20.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 74163744, "row_ordinal_min": 2300200, "rows": 8586, "sha256": "c08400fedda2308760a36a9604a832386930284f73e5cf4f6b055a0524cea9b3", "size": 59768, "sub_tag": null }, { "category": "economy", "file": "2026-10-29T20.economy.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 31516461, "row_ordinal_min": 2302099, "rows": 767981, "sha256": "0dbc059350e74a105d4af8b77a4279c17a2f2b6bec151948e46d152ae6434ede", "size": 4038620, "sub_tag": null }, { "category": "economy", "file": "2026-10-29T20.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 31516461, "row_ordinal_min": 2302099, "rows": 767981, "sha256": "aa25fe5397a2aa291110addf4cf55414c1f0badcc988c5eb0a9bf3564f4124ad", "size": 3842321, "sub_tag": null }, { "category": "elections", "file": "2026-10-29T20.elections.parquet", "part": null, "role": "lean", "row_groups": 15, "row_ordinal_max": 74163752, "row_ordinal_min": 2450206, "rows": 7878948, "sha256": "e57f1bbe19b368b79b2881e63931de67000abdd3aba0f2c54e5a63af6d827126", "size": 40539501, "sub_tag": null }, { "category": "elections", "file": "2026-10-29T20.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 15, "row_ordinal_max": 74163752, "row_ordinal_min": 2450206, "rows": 7878948, "sha256": "babffbd43f3dba4d4f902ef8fd12e7993d4c38d1444c0778fd09fabdc9fdf706", "size": 39350250, "sub_tag": null }, { "category": "esports", "file": "2026-10-29T20.esports.parquet", "part": null, "role": "lean", "row_groups": 11, "row_ordinal_max": 74164000, "row_ordinal_min": 4067463, "rows": 3343657, "sha256": "dbf38941cfbb9b208e4fe2fdd0c644692926ecb77f8acf7f891f2c74056dedbe", "size": 16956629, "sub_tag": null }, { "category": "esports", "file": "2026-10-29T20.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 11, "row_ordinal_max": 74164000, "row_ordinal_min": 4067463, "rows": 3343657, "sha256": "cca5a675e6a74a3410a8f04300742797dd165662a03b41086154a272b95a7d7d", "size": 14630198, "sub_tag": null }, { "category": "finance", "file": "2026-10-29T20.finance.parquet", "part": null, "role": "lean", "row_groups": 12, "row_ordinal_max": 74164132, "row_ordinal_min": 4426658, "rows": 3694333, "sha256": "3709bc5638dc9d3027ac5e91f6f5de0cf0372bcc620d3fff611cb0ed2ae85e0f", "size": 19141762, "sub_tag": null }, { "category": "finance", "file": "2026-10-29T20.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 12, "row_ordinal_max": 74164132, "row_ordinal_min": 4426658, "rows": 3694333, "sha256": "f7ea40c0070336e67cdfcfd160b42bdf2704234cc4c954b79ada325e4eeb934c", "size": 18334521, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-29T20.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 74164140, "row_ordinal_min": 5149109, "rows": 1621873, "sha256": "ad1605e635f07fcb3d9e35f754c6c98e0c12d0eac6330d2a2034567989cbd357", "size": 8531356, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-29T20.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 74164140, "row_ordinal_min": 5149109, "rows": 1621873, "sha256": "c29d9e2b6b40e3fb6c8c5d58e6616df27ce8b3b6b404fa51eadb6675de5406cc", "size": 7949481, "sub_tag": null }, { "category": "politics", "file": "2026-10-29T20.politics.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 74164144, "row_ordinal_min": 5337396, "rows": 893580, "sha256": "8050a813aac3290a2bb0350a9c4f385de7f0dfa8e3ca14717045477cf932821f", "size": 4918510, "sub_tag": null }, { "category": "politics", "file": "2026-10-29T20.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 74164144, "row_ordinal_min": 5337396, "rows": 893580, "sha256": "3b1cddd00af4ab6c472df3831150580ee42188247cc6b5694f0ecf9e27b1f475", "size": 4526029, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-29T20.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 74164152, "row_ordinal_min": 5464541, "rows": 1569303, "sha256": "9eda45af92a1114cf840861896ee38212f972f93977b998059a84f991432c45d", "size": 8511671, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-29T20.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 74164152, "row_ordinal_min": 5464541, "rows": 1569303, "sha256": "2d63ee72873b494a5d8e9bc5cf8f0b00a48e093bb0e04915f979846fdff3021d", "size": 7861623, "sub_tag": null }, { "category": "science", "file": "2026-10-29T20.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 47291334, "row_ordinal_min": 5708642, "rows": 70112, "sha256": "0f2a61fce5ffbe477bdb9b432501553aec1f64f6471ce0cd02ac17caa9b2c6e6", "size": 404699, "sub_tag": null }, { "category": "science", "file": "2026-10-29T20.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 47291334, "row_ordinal_min": 5708642, "rows": 70112, "sha256": "9e26256cf0851b213d7b0e70f3ebea8a1f6cd3276a8131ae417692a4d55f5f87", "size": 370219, "sub_tag": null }, { "category": "sports", "file": "2026-10-29T20.sports.parquet", "part": null, "role": "lean", "row_groups": 36, "row_ordinal_max": 74169868, "row_ordinal_min": 5718862, "rows": 26784301, "sha256": "dcb0f8c18e111fa8603b61f1682a4a0d79f47f8ca977e67b7e38f4d36000109a", "size": 162548903, "sub_tag": null }, { "category": "sports", "file": "2026-10-29T20.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 36, "row_ordinal_max": 74169868, "row_ordinal_min": 5718862, "rows": 26784301, "sha256": "ac508649272a4f9cebdaca9012cfea04ffa460a851679ac4f376402e2d5a66bb", "size": 131896293, "sub_tag": null }, { "category": "tech", "file": "2026-10-29T20.tech.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 70928927, "row_ordinal_min": 9324211, "rows": 590818, "sha256": "b1f072f3897c8c29be301da91aaa12c133d64d18f01d51abc30e49f5e23891ec", "size": 2870160, "sub_tag": null }, { "category": "tech", "file": "2026-10-29T20.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 70928927, "row_ordinal_min": 9324211, "rows": 590818, "sha256": "5d5ced7a37d5722b6b0fd2c966b3c6cd9ad69313a8f9439fbdc39dcbbd52e7e7", "size": 2753374, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-29T20.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 70995540, "row_ordinal_min": 9416357, "rows": 77529, "sha256": "6f682fa4d04f3bde3b2e99d052c14b8b4cc9cbd9f23f9bd23193642d7dd4d4fe", "size": 452468, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-29T20.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 70995540, "row_ordinal_min": 9416357, "rows": 77529, "sha256": "784798e13011ad2d6bd55c7d257547fa133535079f25bdc352243c90ad7b13b5", "size": 412069, "sub_tag": null }, { "category": "weather", "file": "2026-10-29T20.weather.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 74169996, "row_ordinal_min": 9427228, "rows": 2523498, "sha256": "69be999b2c2ed26f6f318bed13304b8f9a53656a12cca556b08d30d4c2468329", "size": 12991053, "sub_tag": null }, { "category": "weather", "file": "2026-10-29T20.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 74169996, "row_ordinal_min": 9427228, "rows": 2523498, "sha256": "447714c14328eadcd5e77121fffe7a7b1776ab66c2109e0c2f12f8de036f6d52", "size": 12351822, "sub_tag": null }, { "category": "world", "file": "2026-10-29T20.world.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 74162828, "row_ordinal_min": 9616423, "rows": 1003053, "sha256": "6dc51b75b4a0afb5ca2eb657655deea6dcc59b83ebd1d2339b6c2a68c6a8cbe2", "size": 5071065, "sub_tag": null }, { "category": "world", "file": "2026-10-29T20.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 74162828, "row_ordinal_min": 9616423, "rows": 1003053, "sha256": "8169e9a35543b353025fa94550965bf64b8facad8a4e9afc35279c2797738e55", "size": 4934469, "sub_tag": null }, { "category": null, "file": "2026-10-29T20.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 293658, "sha256": "dbd8f90234ab195b5a3c72cf7e443c71c0c388de569e7c5a23c85c5187aa0c98", "size": 21811546, "sub_tag": null }, { "category": null, "file": "2026-10-29T20.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 703743, "sha256": "4d8887111d0301d3e9f9283c0d35b81443d808e621042991046a23e9e4974178", "size": 59291164, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "16b8e191-75d5-4036-801c-c5398ea289b1", "hour": "2026-10-29/20", "hour_utc": "2026-10-29T20:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-29", "schedule_sha256": "e33b858c3c4dd19c3653224051c0128052d45b2c99299d9ca07169e0911d21e2", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-30", "max_sequence": 41376823930321909, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562972472212675, "mirror_audit": { "files": [ { "file": "2026-10-29T20.mirror_dropped.p1.parquet", "rows": 46653440, "sha256": "0abb84913dcc5adacc1201f18b413c638416572850280075e4ff58474d36e10d", "size": 275818222 }, { "file": "2026-10-29T20.mirror_dropped.p2.parquet", "rows": 27151396, "sha256": "dc9420380f4767889fd0e6e8fe610b0a5240566a80ac335cb781fe2cb826f369", "size": 151499743 } ], "parts": 2, "public": false, "rows": 73804836, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 24847, "_pairs": 109499, "best_ask": 6, "best_bid": 2, "spread": 8, "witness_set": 109491 }, "book": { "_no_partner": 109, "_pairs": 4404, "asks": 3, "bids": 3, "source_witness": 4, "witness_set": 4398 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 134346, "book": 4513, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 9511276, "book": 75103, "price_change": 64218457 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823916015196, "min_sequence": 562972472212676, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 9780853, "source_rows": 19292129 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823928614904, "min_sequence": 562972472221193, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 84174, "source_rows": 159307 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823906958253, "min_sequence": 562972472213160, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 72534, "source_rows": 72534 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823922246717, "min_sequence": 562972475103584, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 1423, "source_rows": 1423 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823930321909, "min_sequence": 562972472696042, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 3490, "source_rows": 3490 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823930235132, "min_sequence": 562972472212675, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 64220355, "source_rows": 128438812 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562972618109106, "min_sequence": 562972472453402, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 7168, "source_rows": 7168 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "5ad4da972bbe7f49ae35387e1abf12032635ed51" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "27af8007054c8eb3ebec4a23fd36d43e0da05ee8e85e853178e4f5e8efa6f341", "recorders": null, "row_count": 74169997, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "source_sha256": "873f9f9fe852721dc2690c35d79138e06c4afa47faf8e2ff31fe876d38418fe0", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 4367, "ai-benchmarks": 4708, "ai-rankings": 459191, "ai-releases": 390030, "anthropic": 14070, "big-tech": 268351, "china": 500, "companies-with-1-ai": 7755, "compute": 187968, "congress": 3341, "courts": 44, "elon-musk": 8035, "gemini": 454, "google": 1808, "grok": 32, "ipos": 21839, "leopold-aschenbrenner": 287, "math": 33689, "meta": 10601, "moonshot": 622, "openai": 42706, "openrouter-total-tokens-weekly": 910, "privates": 671, "ssi": 18, "united-states": 23 }, "business": { "(none)": 2621, "acquisitions": 67, "banking": 468, "banks": 46, "big-tech": 75099, "economic-policy": 112, "equities": 16520, "fed-rates": 38646, "ipos": 4592, "jpm": 1139, "sec": 2, "stocks": 2264, "taxes": 113 }, "crypto": { "acquisitions": 232, "big-tech": 702, "bitcoin": 9465238, "bnb": 846257, "congress": 17721, "crypto-culture": 12453, "crypto-legal": 709, "crypto-listings": 21555, "crypto-prices": 1733, "dogecoin": 1062803, "epstein": 246, "eric-adams": 2378, "ethena": 1102, "ethereum": 5126030, "fees": 2597, "ftx": 12, "gov-reserve": 183, "hack": 1787, "hype": 838187, "hyperliquid": 62883, "ipos": 390, "memecoins": 8764, "meta": 15, "microstrategy": 50, "network-stats": 63, "nft": 463, "pre-market": 360466, "prediction-markets": 330, "price-comparison": 648, "price-milestone": 5830, "privates": 9018, "protocol-risk": 391, "public-sales": 12332, "pumpptfun": 1312, "sam-altman": 80, "solana": 2086637, "stablecoins": 317, "stocks": 12, "trump-presidency": 54, "xrp": 1620635, "yearly": 74104, "zcash": 91997 }, "earnings": { "equities": 8586 }, "economy": { "(none)": 140, "acquisitions": 22, "brazil": 7270, "canada": 9697, "commodities": 1131, "consumer": 2583, "economic-policy": 4035, "equities": 13, "europe": 756, "fed": 665, "fed-rates": 131537, "france": 34730, "global-rates": 29748, "housing": 7473, "inflation": 4554, "iran": 19634, "japan": 19603, "kevin-warsh": 1, "macro-indicators": 262161, "mexico": 25940, "oil": 24719, "parcl": 181032, "prices": 8, "taxes": 112, "trade-war": 335, "trump": 4, "us-bank-bailout": 6, "us-debt-downgrade": 11, "us-defaults-on-debt": 61 }, "elections": { "celebrities": 91053, "france": 147, "global-elections": 1651467, "israel": 13976, "midterms": 5822057, "nov-4-elections": 1, "peru-elections": 10, "popular-vote": 5513, "romania": 507, "taxes": 648, "trump": 3095, "turkey": 8, "uk": 532, "united-kingdom": 94, "us-presidential-election": 289704, "vance": 135, "wisconsin": 1 }, "esports": { "call-of-duty": 965, "counter-strike-2": 1508905, "dota-2": 659502, "esports-awards": 119656, "honor-of-kings": 106342, "league-of-legends": 612637, "mobile-legends-bang-bang": 53764, "overwatch": 5391, "rainbow-six-siege": 35, "valorant": 276460 }, "finance": { "aapl": 3215, "acquisitions": 306, "anthropic": 50212, "big-tech": 14027, "brazil": 10266, "canada": 55205, "commodities": 125636, "equities": 2884408, "forex": 25704, "gold": 105263, "indicies": 16158, "indonesia": 2, "ipos": 11324, "italy": 117, "kpis": 113526, "macro-indicators": 916, "openai": 45057, "privates": 152815, "silver": 70911, "stocks": 6748, "tariffs": 159, "trump-presidency": 2358 }, "geopolitics": { "(none)": 5907, "africa": 5, "argentina": 159, "australia": 13, "awards": 8282, "brics-add-a-new-member": 6, "canada": 455, "china": 22931, "colombia": 8, "commodities": 9311, "country-leave-brics": 25, "courts": 14531, "cuba": 4393, "denmark": 155, "earn-4": 704, "epstein": 696, "europe": 32, "f1": 21, "foreign-policy": 24634, "france": 167, "global-elections": 463389, "greenland": 1254, "h-1b": 1500, "immigration": 7856, "india": 991, "india-pakistan": 33, "iran": 411940, "israel": 4696, "mali": 102, "mexico": 4256, "middle-east": 82676, "midterms": 83511, "military": 2148, "military-action": 2292, "moscow": 477, "nato": 7677, "north-korea": 3730, "oil": 172433, "parlays": 342, "philippines": 28, "president": 2, "prime-minister": 270, "putin": 94, "russia": 3867, "south-korea": 815, "spain": 9943, "strike": 2239, "sudan": 107, "taiwan": 46, "trade-war": 11770, "trump": 16064, "trump-presidency": 10253, "turkey": 1442, "uk-labour-leadership": 44867, "ukraine": 69396, "ukraine-map": 70768, "un": 16535, "venezuela": 18372, "world-affairs": 1257 }, "politics": { "(none)": 1943, "abc": 36, "approval": 4813, "asia": 4, "bernie-sanders": 616, "biden": 2599, "bolivia": 134, "boxing": 505, "brazil": 5423, "california": 10, "canada": 8069, "china": 19593, "comey": 47379, "congress": 6751, "courts": 14116, "democrat": 64, "department-of-war": 6083, "dollar": 19, "earn-4": 259, "elon-musk": 32, "epstein": 2014, "fed-rates": 20472, "fifa": 8751, "flip-off": 75, "foreign-policy": 467, "france": 1537, "gas": 230, "global-elections": 27065, "greece": 1603, "house-of-representatives": 370, "hungary": 7403, "ice": 1650, "india": 142, "indonesia": 340, "israel": 1519, "istanbul": 47, "japan": 238, "kippah": 9, "legislation": 21, "mamdani": 62, "margin-of-victory": 29634, "marijuana": 16, "mention-markets": 225, "mexico": 820, "midterms": 111759, "minnesota": 98, "minnesota-fraud": 89, "nasa": 1058, "new-york": 4, "new-york-city": 262, "north-korea": 9, "nyc": 180, "obama": 112, "ohio-midterm": 1154, "oil": 126, "pakistan": 85, "pardon": 634, "parliament": 722, "pete-hegseth": 12912, "philippines": 26, "prison": 525, "resign": 225, "romania": 347, "sbf": 14539, "senate-elections": 10021, "south-korea": 79, "spain": 6523, "speech": 91, "supreme-court": 47, "tariffs": 6314, "taxes": 60, "tennessee": 2, "trump": 81189, "trump-cabinet": 29231, "trump-daily": 150, "trump-presidency": 26286, "trump-speech": 7943, "truth-social": 344, "turkey": 685, "tweets-markets": 78073, "uk": 12598, "ukraine": 12, "united-kingdom": 1787, "united-states": 486, "us-house": 6343, "us-politics": 1292, "us-presidential-election": 250631, "venezuela": 3731, "voting": 1313, "washington-dc": 5, "white-house": 320 }, "pop-culture": { "(none)": 732, "aliens": 2744, "art": 1777, "australia": 42, "awards": 156306, "basketball": 478, "best-of-2026": 24615, "call-of-duty": 16, "celebrities": 17610, "charlie-kirk": 962, "clavicular": 493, "climate-science": 2865, "combat-sports": 24, "counter-strike-2": 10, "court-cases": 32, "courts": 2360, "daejon-love": 22, "dominican-republic": 505, "dota-2": 399, "earthquake": 12, "elon-musk": 58, "f1": 10, "fda": 49, "fifa": 4482, "gaming": 6797, "gta-vi": 7331, "israel": 1060, "japan": 81, "la-liga": 315, "league-of-legends": 28, "los-angeles": 2, "marijuana": 187, "midterms": 7879, "movie-delay": 246, "movies": 744039, "music": 218929, "netflix": 59, "new-york-city": 469, "nfl": 7954, "pandemics": 532, "parent-for-derivative": 1527, "podcast": 12, "pokemon": 857, "pope-leo-xiv": 19, "pregnant": 14, "russia": 1, "spain": 392, "spider-man": 221, "streamer": 1888, "sweden": 364, "tennis": 9895, "the-legend-of-zelda": 4218, "travel": 29929, "trump": 22980, "trump-daily": 4222, "trump-netanyahu": 4905, "tv": 39, "tweets-markets": 244686, "uk": 399, "utah": 314, "valve": 16, "xbox": 12, "youtube": 29882 }, "science": { "(none)": 1393, "aliens": 2460, "big-tech": 18184, "climate-science": 48, "drug": 128, "elon-musk": 13254, "fda": 12099, "gold": 2027, "macro-indicators": 13055, "new-york-city": 534, "pandemics": 2503, "russia": 304, "space": 7, "spacex": 4116 }, "sports": { "(none)": 1772, "2026-summer-transfer-window": 2736, "afc": 7609, "afc-champions-league-elite": 2241, "afcon": 12796, "aflw": 356, "american-football": 175, "arg": 82943, "argpn": 128101, "australian-a-league": 48655, "austria-bundesliga": 21144, "awards": 5599, "aze1": 32993, "baseball": 2483, "basketball": 629764, "bel1": 32336, "bel2": 15085, "bolivia-lfpb": 84861, "boxing": 3976, "bra3": 21429, "brazil-serie-a": 170868, "brazil-serie-b": 75480, "bulgaria-parva-liga": 43057, "bundesliga": 272520, "bundesliga-2": 39233, "canpl": 13386, "carabao-cup": 1080181, "cfb": 1752204, "chess": 6029, "chi2": 32797, "chile-primera": 35727, "china-fa-cup": 3473, "chinese-super-league": 78971, "chl2": 29507, "clf": 239, "col2": 265531, "colombia-primera-a": 35145, "combat-sports": 240, "concacaf": 1670, "concacaf-nations-league": 1607, "copa-america": 9709, "copa-del-rey": 4215499, "cricket": 10681, "cristiano-ronaldo": 1333, "czechia-fortuna-liga": 38719, "darts": 76, "denmark-superliga": 26874, "dfb-pokal": 4057, "ecu1": 64150, "efl-championship": 144304, "egypt-premier-league": 29970, "epl": 362763, "ere": 78199, "est1": 35995, "europa-conference-league": 140922, "f1": 32381, "fa-cup": 15467, "fifa": 11926, "fifa-friendly": 951, "fifa-world-cup": 800, "fin1": 18888, "formula1": 3662, "fro1": 3941, "goals": 360, "golf": 105296, "gre1": 28276, "handball": 346, "hockey": 102597, "hungary-nb1": 23811, "idn1": 31128, "idn2": 31046, "indian-super-league": 19816, "irl1": 36123, "israel-premier-league": 10734, "japan-j-league": 39618, "japan-j2-league": 53477, "k-league": 71268, "kaz1": 65569, "kor2": 63636, "la-liga": 278215, "la-liga-2": 42035, "lacrosse": 623, "lazio": 51, "lib": 4788, "ligue-1": 187040, "ligue-2": 87072, "lionel-messi": 154, "ltu1": 13695, "lva1": 27195, "mex": 179104, "mlb": 45912, "mls": 323682, "morocco-botola-pro": 26289, "moto2": 1, "moto3": 1, "nascar": 28422, "national-league": 34308, "nba": 1636034, "ned2": 51533, "new-york-city": 1200, "nfl": 1858610, "nhl": 512326, "nirl1": 20369, "nor2": 37345, "norway-eliteserien": 44614, "peru-liga-1": 560573, "pickleball": 26907, "poland-ekstraklasa": 34127, "power-slap": 56, "primeira-liga": 69602, "qat1": 23735, "qualification": 80, "racing": 1673, "romania-superliga": 50693, "rugby": 2816, "rus": 30897, "saf1": 9290, "saudi-professional-league": 100864, "scotland-league-cup": 5861, "scottish-premiership": 65880, "sea": 1640714, "serbian-superliga": 42404, "serie-b": 69074, "slovenia-prvaliga": 17731, "soccer": 321932, "soccer-atc": 6965, "soccer-brco": 7423, "soccer-ccc": 6526, "soccer-el1": 59536, "soccer-el2": 39034, "soccer-fpd": 39007, "soccer-grc": 6856, "soccer-gtm": 125629, "soccer-hr1": 22294, "soccer-nlc": 1928574, "soccer-nwsl": 51601, "soccer-ptc": 4, "soccer-scoc": 47, "soccer-svk1": 24453, "soccer-trsk": 376, "sud": 473, "swe2": 30831, "sweden-allsvenskan": 88273, "swimming": 7109, "switzerland-super-league": 35884, "table-tennis": 22417, "tennis": 2561284, "tha1": 3933, "tur": 54928, "tur2": 56753, "uae1": 882, "ucl": 400089, "uefa": 10146, "uefa-nations-league": 62987, "uel": 209612, "ufc": 153405, "ukraine-premier-liha": 44984, "uru1": 41332, "usl1": 9710, "uslc": 29627, "uwec": 8463, "uzb1": 28141, "ven1": 50163, "volleyball": 24, "womens-ballon-dor": 180, "womens-champions-league": 997596, "wsl": 31936 }, "tech": { "(none)": 266, "airbnb": 1098, "anthropic": 963, "big-tech": 442920, "celebrities": 71004, "china": 247, "coding": 1845, "collectibles": 434, "corporate-financials": 771, "courts": 105, "earn-4": 5225, "elon-musk": 1235, "equities": 5131, "gaming": 366, "google": 26369, "hack": 708, "ipos": 7229, "kpis": 475, "movies": 6328, "nuke": 191, "oil": 2072, "openai": 12723, "outage": 3, "prediction-markets": 2211, "video-games": 899 }, "uncategorised": { "(none)": 6286, "bayeux-tapestry": 199, "cfb": 9107, "climate-science": 133, "dnc": 83, "fed": 4804, "fed-chair": 508, "fed-rates": 6236, "iran": 2, "la-liga": 14, "leopold-aschenbrenner": 7, "macro-indicators": 273, "mma": 77, "nfl": 11230, "pandemics": 175, "social-media": 7442, "supreme-court": 822, "tennis": 961, "trump-presidency": 24, "ufc": 358, "uk": 4884, "united-nations": 15443, "united-states": 844, "youtube": 7617 }, "weather": { "brazil": 205, "climate": 48268, "climate-science": 5957, "drought": 5849, "earthquakes": 2863, "germany": 3386, "global-temp": 52, "highest-temperature": 2081660, "italy": 34, "lowest-temperature": 328098, "mexico": 40, "natural-disaster": 1017, "pandemics": 1366, "precipitation": 12239, "rain": 4672, "tornado-risk": 97, "united-states": 27695 }, "world": { "(none)": 154, "argentina": 5858, "brazil": 6583, "canada": 210, "economic-policy": 13086, "europe": 109, "foreign-policy": 478, "forex": 1474, "france": 6005, "germany": 5786, "global-elections": 923121, "global-rates": 29948, "hong-kong": 154, "italy": 30, "macro-indicators": 3854, "middle-east": 183, "nyc": 151, "south-korea": 3566, "trump-presidency": 2299, "uk": 4 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 147974833, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-29T20.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 293658, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 74169997, "twin_rows": 73804836 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001045, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-29T20.witness_stats.json", "witness_stats_sha256": "a8d4891d5736c5047c01dd3475260badfa95ef0894636ce9745f4b1a93f34bb8", "witnesses": "iop", "writer_versions": null }