{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 64, "class": "FULL", "exception_markets": 52, "rows_by_domain": { "i": 17520150, "p": 17532967, "q": 17525395 }, "rows_i": 17520150, "rows_joined": 17533584, "rows_merged": 17533520, "rows_p": 17532967, "rows_q": 17525395, "unique_by_domain": { "i": 64, "p": 293, "q": 70 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3053, "1000_2000ms": 37774, "100_200ms": 149420, "10_20ms": 10775138, "1_2ms": 0, "2000_5000ms": 34138, "200_500ms": 179427, "20_50ms": 6008832, "2_5ms": 0, "5000_10000ms": 11358, "500_1000ms": 80019, "50_100ms": 240685, "5_10ms": 0, "ge30000ms": 306, "neg": 0 }, "max_ms": 48134, "mean_ms": 44.19067119859134, "measurable": 17520150, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 23.0, "p99_ms": 473.0, "rows": 17520150, "unmeasurable": 0, "won_output_rows": 147 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4661, "100_200ms": 73206, "10_20ms": 566064, "1_2ms": 43436, "2000_5000ms": 570, "200_500ms": 66248, "20_50ms": 212062, "2_5ms": 13963533, "5000_10000ms": 10, "500_1000ms": 17082, "50_100ms": 94324, "5_10ms": 2491771, "ge30000ms": 0, "neg": 0 }, "max_ms": 6616, "mean_ms": 7.294267193909622, "measurable": 17532967, "min_ms": 1, "p50_ms": 3.0, "p90_ms": 6.0, "p99_ms": 88.0, "rows": 17532967, "unmeasurable": 0, "won_output_rows": 17532967 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4977, "100_200ms": 89643, "10_20ms": 16677903, "1_2ms": 0, "2000_5000ms": 526, "200_500ms": 77568, "20_50ms": 499604, "2_5ms": 0, "5000_10000ms": 6, "500_1000ms": 18901, "50_100ms": 156267, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 6605, "mean_ms": 16.606132129974817, "measurable": 17525395, "min_ms": 10, "p50_ms": 12.0, "p90_ms": 15.0, "p99_ms": 111.0, "rows": 17525395, "unmeasurable": 0, "won_output_rows": 406 } } }, "book": { "boundary_dropped": 90, "class": "FULL", "exception_markets": 114549, "rows_by_domain": { "i": 259713, "p": 121812, "q": 294521 }, "rows_i": 259713, "rows_joined": 407685, "rows_merged": 407595, "rows_p": 121812, "rows_q": 294521, "unique_by_domain": { "i": 110496, "p": 2148, "q": 145076 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 7588, "1000_2000ms": 2145, "100_200ms": 1892, "10_20ms": 37570, "1_2ms": 0, "2000_5000ms": 5047, "200_500ms": 2626, "20_50ms": 69459, "2_5ms": 0, "5000_10000ms": 3470, "500_1000ms": 1763, "50_100ms": 3674, "5_10ms": 0, "ge30000ms": 124479, "neg": 0 }, "max_ms": 13494443765, "mean_ms": 272864315.61539084, "measurable": 259713, "min_ms": 16, "p50_ms": 14141.0, "p90_ms": 177645529.8000002, "p99_ms": 6178704507.88, "rows": 259713, "unmeasurable": 0, "won_output_rows": 116059 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 146, "1000_2000ms": 964, "100_200ms": 1031, "10_20ms": 12046, "1_2ms": 3, "2000_5000ms": 2064, "200_500ms": 966, "20_50ms": 3391, "2_5ms": 53078, "5000_10000ms": 366, "500_1000ms": 400, "50_100ms": 1206, "5_10ms": 43597, "ge30000ms": 2554, "neg": 0 }, "max_ms": 11889419385, "mean_ms": 13072678.10782189, "measurable": 121812, "min_ms": 1, "p50_ms": 5.0, "p90_ms": 23.0, "p99_ms": 6108303.0, "rows": 121812, "unmeasurable": 0, "won_output_rows": 121810 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 8686, "1000_2000ms": 2369, "100_200ms": 1497, "10_20ms": 102285, "1_2ms": 0, "2000_5000ms": 5248, "200_500ms": 2054, "20_50ms": 9063, "2_5ms": 0, "5000_10000ms": 3812, "500_1000ms": 1477, "50_100ms": 2099, "5_10ms": 0, "ge30000ms": 155931, "neg": 0 }, "max_ms": 13493509692, "mean_ms": 299713209.4478356, "measurable": 294521, "min_ms": 10, "p50_ms": 62764.0, "p90_ms": 277863275.0, "p99_ms": 6178624690.4, "rows": 294521, "unmeasurable": 0, "won_output_rows": 169726 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 3, "rows_by_domain": { "i": 57446, "p": 57445, "q": 57431 }, "rows_i": 57446, "rows_joined": 57531, "rows_merged": 57531, "rows_p": 57445, "rows_q": 57431, "unique_by_domain": { "i": 16, "p": 1, "q": 17 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 25, "1000_2000ms": 145, "100_200ms": 801, "10_20ms": 19344, "1_2ms": 0, "2000_5000ms": 126, "200_500ms": 844, "20_50ms": 34232, "2_5ms": 0, "5000_10000ms": 59, "500_1000ms": 403, "50_100ms": 1461, "5_10ms": 0, "ge30000ms": 6, "neg": 0 }, "max_ms": 43810, "mean_ms": 61.55779340598127, "measurable": 57446, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 34.0, "p99_ms": 673.5500000000029, "rows": 57446, "unmeasurable": 0, "won_output_rows": 23 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 35, "100_200ms": 464, "10_20ms": 6268, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 429, "20_50ms": 1464, "2_5ms": 29312, "5000_10000ms": 0, "500_1000ms": 146, "50_100ms": 565, "5_10ms": 18762, "ge30000ms": 0, "neg": 0 }, "max_ms": 1931, "mean_ms": 12.526782139437723, "measurable": 57445, "min_ms": 2, "p50_ms": 4.0, "p90_ms": 15.0, "p99_ms": 211.0, "rows": 57445, "unmeasurable": 0, "won_output_rows": 57445 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 41, "100_200ms": 512, "10_20ms": 52219, "1_2ms": 0, "2000_5000ms": 3, "200_500ms": 428, "20_50ms": 3215, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 148, "50_100ms": 865, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 3096, "mean_ms": 21.120161585206596, "measurable": 57431, "min_ms": 10, "p50_ms": 13.0, "p90_ms": 18.0, "p99_ms": 212.0, "rows": 57431, "unmeasurable": 0, "won_output_rows": 63 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 7, "rows_by_domain": { "i": 3270, "p": 3277, "q": 3277 }, "rows_i": 3270, "rows_joined": 3852, "rows_merged": 3852, "rows_p": 3277, "rows_q": 3277, "unique_by_domain": { "i": 60, "p": 515, "q": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 120, "1000_2000ms": 1, "100_200ms": 65, "10_20ms": 1886, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 49, "20_50ms": 822, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 11, "50_100ms": 113, "5_10ms": 0, "ge30000ms": 203, "neg": 0 }, "max_ms": 106535, "mean_ms": 3665.5510703363916, "measurable": 3270, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 791.1999999999953, "p99_ms": 51428.45999999999, "rows": 3270, "unmeasurable": 0, "won_output_rows": 68 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 236, "1000_2000ms": 0, "100_200ms": 16, "10_20ms": 87, "1_2ms": 13, "2000_5000ms": 0, "200_500ms": 25, "20_50ms": 34, "2_5ms": 2312, "5000_10000ms": 1, "500_1000ms": 4, "50_100ms": 9, "5_10ms": 259, "ge30000ms": 281, "neg": 0 }, "max_ms": 80388, "mean_ms": 5264.620384498016, "measurable": 3277, "min_ms": 1, "p50_ms": 3.0, "p90_ms": 26199.000000000004, "p99_ms": 52813.039999999986, "rows": 3277, "unmeasurable": 0, "won_output_rows": 3277 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 166, "1000_2000ms": 0, "100_200ms": 13, "10_20ms": 2573, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 10, "20_50ms": 245, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 2, "50_100ms": 51, "5_10ms": 0, "ge30000ms": 217, "neg": 0 }, "max_ms": 103781, "mean_ms": 4299.077509917607, "measurable": 3277, "min_ms": 10, "p50_ms": 12.0, "p90_ms": 24101.40000000001, "p99_ms": 51501.999999999985, "rows": 3277, "unmeasurable": 0, "won_output_rows": 507 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1994, "p": 1994, "q": 1994 }, "rows_i": 1994, "rows_joined": 2848, "rows_merged": 2848, "rows_p": 1994, "rows_q": 1994, "unique_by_domain": { "i": 298, "p": 285, "q": 271 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 214, "1000_2000ms": 12, "100_200ms": 421, "10_20ms": 14, "1_2ms": 0, "2000_5000ms": 2, "200_500ms": 402, "20_50ms": 293, "2_5ms": 0, "5000_10000ms": 29, "500_1000ms": 95, "50_100ms": 162, "5_10ms": 0, "ge30000ms": 350, "neg": 0 }, "max_ms": 125883, "mean_ms": 10545.902708124373, "measurable": 1994, "min_ms": 18, "p50_ms": 234.0, "p90_ms": 40082.100000000006, "p99_ms": 84182.23999999999, "rows": 1994, "unmeasurable": 0, "won_output_rows": 356 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 217, "1000_2000ms": 0, "100_200ms": 19, "10_20ms": 387, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 135, "20_50ms": 425, "2_5ms": 9, "5000_10000ms": 34, "500_1000ms": 13, "50_100ms": 120, "5_10ms": 230, "ge30000ms": 405, "neg": 0 }, "max_ms": 153236, "mean_ms": 13268.417251755265, "measurable": 1994, "min_ms": 4, "p50_ms": 43.0, "p90_ms": 42783.8, "p99_ms": 116898.18, "rows": 1994, "unmeasurable": 0, "won_output_rows": 1994 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 200, "1000_2000ms": 0, "100_200ms": 181, "10_20ms": 124, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 110, "20_50ms": 535, "2_5ms": 0, "5000_10000ms": 33, "500_1000ms": 2, "50_100ms": 416, "5_10ms": 0, "ge30000ms": 393, "neg": 0 }, "max_ms": 125865, "mean_ms": 11953.678034102308, "measurable": 1994, "min_ms": 14, "p50_ms": 85.0, "p90_ms": 40720.9, "p99_ms": 96969.51999999993, "rows": 1994, "unmeasurable": 0, "won_output_rows": 498 } } }, "price_change": { "boundary_dropped": 398, "class": "FULL", "exception_markets": 103, "rows_by_domain": { "i": 120096226, "p": 120167534, "q": 120125004 }, "rows_i": 120096226, "rows_joined": 120198694, "rows_merged": 120198296, "rows_p": 120167534, "rows_q": 120125004, "unique_by_domain": { "i": 1880, "p": 2518, "q": 1334 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 24544, "1000_2000ms": 265454, "100_200ms": 1156172, "10_20ms": 67183702, "1_2ms": 0, "2000_5000ms": 239940, "200_500ms": 1276576, "20_50ms": 47321676, "2_5ms": 0, "5000_10000ms": 82638, "500_1000ms": 551582, "50_100ms": 1990150, "5_10ms": 0, "ge30000ms": 3792, "neg": 0 }, "max_ms": 48135, "mean_ms": 46.424276379842276, "measurable": 120096226, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 25.0, "p99_ms": 485.0, "rows": 120096226, "unmeasurable": 0, "won_output_rows": 8568 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 33630, "100_200ms": 579228, "10_20ms": 5936818, "1_2ms": 161676, "2000_5000ms": 4186, "200_500ms": 488860, "20_50ms": 1955594, "2_5ms": 88566054, "5000_10000ms": 92, "500_1000ms": 127876, "50_100ms": 787192, "5_10ms": 21526328, "ge30000ms": 0, "neg": 0 }, "max_ms": 6771, "mean_ms": 8.091039997542099, "measurable": 120167534, "min_ms": 1, "p50_ms": 4.0, "p90_ms": 7.0, "p99_ms": 103.0, "rows": 120167534, "unmeasurable": 0, "won_output_rows": 120167534 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 35994, "100_200ms": 708582, "10_20ms": 112950306, "1_2ms": 0, "2000_5000ms": 4920, "200_500ms": 570306, "20_50ms": 4439940, "2_5ms": 0, "5000_10000ms": 18, "500_1000ms": 138386, "50_100ms": 1276552, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 6841, "mean_ms": 17.263021094259443, "measurable": 120125004, "min_ms": 10, "p50_ms": 13.0, "p90_ms": 16.0, "p99_ms": 124.0, "rows": 120125004, "unmeasurable": 0, "won_output_rows": 22194 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 1, "rows_by_domain": { "i": 6352, "p": 6356, "q": 6356 }, "rows_i": 6352, "rows_joined": 6356, "rows_merged": 6356, "rows_p": 6356, "rows_q": 6356, "unique_by_domain": { "i": 0, "p": 0, "q": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 8, "10_20ms": 3414, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 8, "20_50ms": 2876, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 42, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1532, "mean_ms": 23.133028967254408, "measurable": 6352, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 31.0, "p99_ms": 49.0, "rows": 6352, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 205, "1_2ms": 8, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 26, "2_5ms": 5257, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 0, "5_10ms": 860, "ge30000ms": 0, "neg": 0 }, "max_ms": 47, "mean_ms": 3.925424795468848, "measurable": 6356, "min_ms": 1, "p50_ms": 3.0, "p90_ms": 5.0, "p99_ms": 14.0, "rows": 6356, "unmeasurable": 0, "won_output_rows": 6356 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 6304, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 4, "20_50ms": 48, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 0, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 294, "mean_ms": 12.783983637507866, "measurable": 6356, "min_ms": 10, "p50_ms": 12.0, "p90_ms": 14.0, "p99_ms": 18.0, "rows": 6356, "unmeasurable": 0 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "merged-live", "book_audit": { "files": [ { "file": "2026-11-02T02.book_dropped.parquet", "rows": 1191, "sha256": "9c3ac0db08dad8f69938c0b7e5cb3fd691687007f54d813bdd64d649c1b8d6d9", "size": 48606 } ], "parts": 1, "public": false, "rows": 1191, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 1191, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-70673dab.parquet", "sha256": "70673dab091ada82b2b084c6679880e658e3e312f248ade8ed8ddef63dffd352" }, "category_gate": { "bulk_pin": { "created_at": "2026-10-30T09:26:53Z", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v2", "sha256": "b931c996f1c9ed32b64eacbc3b441f65ef9a566f7b68b82c83007ad6473b4d2d", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "5fc30d02a71a134ca6b9f8d886455e1fd9e536e68c726633cdbcfa14e483a1df", "evaluated_at": "2026-11-02T03:59:27Z", "evidence": { "file": "2026-11-02T02.category_evidence.json", "sha256": "ea53fea5d6b861092fb2e380a102693a40061eee4a77f7bbbde4336be9621813" }, "hour": "2026-11-02/02", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9999555116603938, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 48256, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 47866, "logic_identity_changed": false, "map_sha256": "5fc30d02a71a134ca6b9f8d886455e1fd9e536e68c726633cdbcfa14e483a1df", "mapping_logic_changed": 0, "markets": 5319923, "moved_or_lost_markets": 390, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "376f572f0b778fa23ac2e62b82ca9c1906a61040a0b8de2afb1e43e2cdadbfc3", "shrink_share": 0.0, "source_tags_changed": 48256, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "not_reached_markets": [], "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 31938, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 63448, "fetched_untagged": 5, "not_fetched": 0 }, "lt_24h": { "fetched_tagged": 16998, "fetched_untagged": 0, "not_fetched": 0 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 0 } }, "classes": { "fetched_tagged": 112384, "fetched_untagged": 5, "not_fetched": 0 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 48256, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 47866, "logic_identity_changed": false, "map_sha256": "5fc30d02a71a134ca6b9f8d886455e1fd9e536e68c726633cdbcfa14e483a1df", "mapping_logic_changed": 0, "markets": 5319923, "moved_or_lost_markets": 390, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "376f572f0b778fa23ac2e62b82ca9c1906a61040a0b8de2afb1e43e2cdadbfc3", "shrink_share": 0.0, "source_tags_changed": 48256, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 0, "not_reached": 0 }, "row_share": { "fetched_tagged": 0.999997, "fetched_untagged": 3e-06, "not_fetched": 0.0, "without_market": 0.0 }, "rows": { "fetched_tagged": 138209646, "fetched_untagged": 352, "not_fetched": 0, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 112389, "young": { "not_fetched": 0, "traded": 16998 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v5", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [], "untagged_overrides": {} }, "category_map_sha256": "5fc30d02a71a134ca6b9f8d886455e1fd9e536e68c726633cdbcfa14e483a1df", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-11-02T02.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 64, "class": "FULL", "exception_markets": 52, "rows_by_domain": { "i": 17520150, "p": 17532967, "q": 17525395 }, "rows_i": 17520150, "rows_joined": 17533584, "rows_merged": 17533520, "rows_p": 17532967, "rows_q": 17525395, "unique_by_domain": { "i": 64, "p": 293, "q": 70 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3053, "1000_2000ms": 37774, "100_200ms": 149420, "10_20ms": 10775138, "1_2ms": 0, "2000_5000ms": 34138, "200_500ms": 179427, "20_50ms": 6008832, "2_5ms": 0, "5000_10000ms": 11358, "500_1000ms": 80019, "50_100ms": 240685, "5_10ms": 0, "ge30000ms": 306, "neg": 0 }, "max_ms": 48134, "mean_ms": 44.19067119859134, "measurable": 17520150, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 23.0, "p99_ms": 473.0, "rows": 17520150, "unmeasurable": 0, "won_output_rows": 147 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4661, "100_200ms": 73206, "10_20ms": 566064, "1_2ms": 43436, "2000_5000ms": 570, "200_500ms": 66248, "20_50ms": 212062, "2_5ms": 13963533, "5000_10000ms": 10, "500_1000ms": 17082, "50_100ms": 94324, "5_10ms": 2491771, "ge30000ms": 0, "neg": 0 }, "max_ms": 6616, "mean_ms": 7.294267193909622, "measurable": 17532967, "min_ms": 1, "p50_ms": 3.0, "p90_ms": 6.0, "p99_ms": 88.0, "rows": 17532967, "unmeasurable": 0, "won_output_rows": 17532967 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4977, "100_200ms": 89643, "10_20ms": 16677903, "1_2ms": 0, "2000_5000ms": 526, "200_500ms": 77568, "20_50ms": 499604, "2_5ms": 0, "5000_10000ms": 6, "500_1000ms": 18901, "50_100ms": 156267, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 6605, "mean_ms": 16.606132129974817, "measurable": 17525395, "min_ms": 10, "p50_ms": 12.0, "p90_ms": 15.0, "p99_ms": 111.0, "rows": 17525395, "unmeasurable": 0, "won_output_rows": 406 } } }, "book": { "boundary_dropped": 90, "class": "FULL", "exception_markets": 114549, "rows_by_domain": { "i": 259713, "p": 121812, "q": 294521 }, "rows_i": 259713, "rows_joined": 407685, "rows_merged": 407595, "rows_p": 121812, "rows_q": 294521, "unique_by_domain": { "i": 110496, "p": 2148, "q": 145076 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 7588, "1000_2000ms": 2145, "100_200ms": 1892, "10_20ms": 37570, "1_2ms": 0, "2000_5000ms": 5047, "200_500ms": 2626, "20_50ms": 69459, "2_5ms": 0, "5000_10000ms": 3470, "500_1000ms": 1763, "50_100ms": 3674, "5_10ms": 0, "ge30000ms": 124479, "neg": 0 }, "max_ms": 13494443765, "mean_ms": 272864315.61539084, "measurable": 259713, "min_ms": 16, "p50_ms": 14141.0, "p90_ms": 177645529.8000002, "p99_ms": 6178704507.88, "rows": 259713, "unmeasurable": 0, "won_output_rows": 116059 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 146, "1000_2000ms": 964, "100_200ms": 1031, "10_20ms": 12046, "1_2ms": 3, "2000_5000ms": 2064, "200_500ms": 966, "20_50ms": 3391, "2_5ms": 53078, "5000_10000ms": 366, "500_1000ms": 400, "50_100ms": 1206, "5_10ms": 43597, "ge30000ms": 2554, "neg": 0 }, "max_ms": 11889419385, "mean_ms": 13072678.10782189, "measurable": 121812, "min_ms": 1, "p50_ms": 5.0, "p90_ms": 23.0, "p99_ms": 6108303.0, "rows": 121812, "unmeasurable": 0, "won_output_rows": 121810 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 8686, "1000_2000ms": 2369, "100_200ms": 1497, "10_20ms": 102285, "1_2ms": 0, "2000_5000ms": 5248, "200_500ms": 2054, "20_50ms": 9063, "2_5ms": 0, "5000_10000ms": 3812, "500_1000ms": 1477, "50_100ms": 2099, "5_10ms": 0, "ge30000ms": 155931, "neg": 0 }, "max_ms": 13493509692, "mean_ms": 299713209.4478356, "measurable": 294521, "min_ms": 10, "p50_ms": 62764.0, "p90_ms": 277863275.0, "p99_ms": 6178624690.4, "rows": 294521, "unmeasurable": 0, "won_output_rows": 169726 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 3, "rows_by_domain": { "i": 57446, "p": 57445, "q": 57431 }, "rows_i": 57446, "rows_joined": 57531, "rows_merged": 57531, "rows_p": 57445, "rows_q": 57431, "unique_by_domain": { "i": 16, "p": 1, "q": 17 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 25, "1000_2000ms": 145, "100_200ms": 801, "10_20ms": 19344, "1_2ms": 0, "2000_5000ms": 126, "200_500ms": 844, "20_50ms": 34232, "2_5ms": 0, "5000_10000ms": 59, "500_1000ms": 403, "50_100ms": 1461, "5_10ms": 0, "ge30000ms": 6, "neg": 0 }, "max_ms": 43810, "mean_ms": 61.55779340598127, "measurable": 57446, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 34.0, "p99_ms": 673.5500000000029, "rows": 57446, "unmeasurable": 0, "won_output_rows": 23 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 35, "100_200ms": 464, "10_20ms": 6268, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 429, "20_50ms": 1464, "2_5ms": 29312, "5000_10000ms": 0, "500_1000ms": 146, "50_100ms": 565, "5_10ms": 18762, "ge30000ms": 0, "neg": 0 }, "max_ms": 1931, "mean_ms": 12.526782139437723, "measurable": 57445, "min_ms": 2, "p50_ms": 4.0, "p90_ms": 15.0, "p99_ms": 211.0, "rows": 57445, "unmeasurable": 0, "won_output_rows": 57445 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 41, "100_200ms": 512, "10_20ms": 52219, "1_2ms": 0, "2000_5000ms": 3, "200_500ms": 428, "20_50ms": 3215, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 148, "50_100ms": 865, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 3096, "mean_ms": 21.120161585206596, "measurable": 57431, "min_ms": 10, "p50_ms": 13.0, "p90_ms": 18.0, "p99_ms": 212.0, "rows": 57431, "unmeasurable": 0, "won_output_rows": 63 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 7, "rows_by_domain": { "i": 3270, "p": 3277, "q": 3277 }, "rows_i": 3270, "rows_joined": 3852, "rows_merged": 3852, "rows_p": 3277, "rows_q": 3277, "unique_by_domain": { "i": 60, "p": 515, "q": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 120, "1000_2000ms": 1, "100_200ms": 65, "10_20ms": 1886, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 49, "20_50ms": 822, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 11, "50_100ms": 113, "5_10ms": 0, "ge30000ms": 203, "neg": 0 }, "max_ms": 106535, "mean_ms": 3665.5510703363916, "measurable": 3270, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 791.1999999999953, "p99_ms": 51428.45999999999, "rows": 3270, "unmeasurable": 0, "won_output_rows": 68 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 236, "1000_2000ms": 0, "100_200ms": 16, "10_20ms": 87, "1_2ms": 13, "2000_5000ms": 0, "200_500ms": 25, "20_50ms": 34, "2_5ms": 2312, "5000_10000ms": 1, "500_1000ms": 4, "50_100ms": 9, "5_10ms": 259, "ge30000ms": 281, "neg": 0 }, "max_ms": 80388, "mean_ms": 5264.620384498016, "measurable": 3277, "min_ms": 1, "p50_ms": 3.0, "p90_ms": 26199.000000000004, "p99_ms": 52813.039999999986, "rows": 3277, "unmeasurable": 0, "won_output_rows": 3277 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 166, "1000_2000ms": 0, "100_200ms": 13, "10_20ms": 2573, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 10, "20_50ms": 245, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 2, "50_100ms": 51, "5_10ms": 0, "ge30000ms": 217, "neg": 0 }, "max_ms": 103781, "mean_ms": 4299.077509917607, "measurable": 3277, "min_ms": 10, "p50_ms": 12.0, "p90_ms": 24101.40000000001, "p99_ms": 51501.999999999985, "rows": 3277, "unmeasurable": 0, "won_output_rows": 507 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1994, "p": 1994, "q": 1994 }, "rows_i": 1994, "rows_joined": 2848, "rows_merged": 2848, "rows_p": 1994, "rows_q": 1994, "unique_by_domain": { "i": 298, "p": 285, "q": 271 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 214, "1000_2000ms": 12, "100_200ms": 421, "10_20ms": 14, "1_2ms": 0, "2000_5000ms": 2, "200_500ms": 402, "20_50ms": 293, "2_5ms": 0, "5000_10000ms": 29, "500_1000ms": 95, "50_100ms": 162, "5_10ms": 0, "ge30000ms": 350, "neg": 0 }, "max_ms": 125883, "mean_ms": 10545.902708124373, "measurable": 1994, "min_ms": 18, "p50_ms": 234.0, "p90_ms": 40082.100000000006, "p99_ms": 84182.23999999999, "rows": 1994, "unmeasurable": 0, "won_output_rows": 356 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 217, "1000_2000ms": 0, "100_200ms": 19, "10_20ms": 387, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 135, "20_50ms": 425, "2_5ms": 9, "5000_10000ms": 34, "500_1000ms": 13, "50_100ms": 120, "5_10ms": 230, "ge30000ms": 405, "neg": 0 }, "max_ms": 153236, "mean_ms": 13268.417251755265, "measurable": 1994, "min_ms": 4, "p50_ms": 43.0, "p90_ms": 42783.8, "p99_ms": 116898.18, "rows": 1994, "unmeasurable": 0, "won_output_rows": 1994 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 200, "1000_2000ms": 0, "100_200ms": 181, "10_20ms": 124, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 110, "20_50ms": 535, "2_5ms": 0, "5000_10000ms": 33, "500_1000ms": 2, "50_100ms": 416, "5_10ms": 0, "ge30000ms": 393, "neg": 0 }, "max_ms": 125865, "mean_ms": 11953.678034102308, "measurable": 1994, "min_ms": 14, "p50_ms": 85.0, "p90_ms": 40720.9, "p99_ms": 96969.51999999993, "rows": 1994, "unmeasurable": 0, "won_output_rows": 498 } } }, "price_change": { "boundary_dropped": 398, "class": "FULL", "exception_markets": 103, "rows_by_domain": { "i": 120096226, "p": 120167534, "q": 120125004 }, "rows_i": 120096226, "rows_joined": 120198694, "rows_merged": 120198296, "rows_p": 120167534, "rows_q": 120125004, "unique_by_domain": { "i": 1880, "p": 2518, "q": 1334 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 24544, "1000_2000ms": 265454, "100_200ms": 1156172, "10_20ms": 67183702, "1_2ms": 0, "2000_5000ms": 239940, "200_500ms": 1276576, "20_50ms": 47321676, "2_5ms": 0, "5000_10000ms": 82638, "500_1000ms": 551582, "50_100ms": 1990150, "5_10ms": 0, "ge30000ms": 3792, "neg": 0 }, "max_ms": 48135, "mean_ms": 46.424276379842276, "measurable": 120096226, "min_ms": 15, "p50_ms": 19.0, "p90_ms": 25.0, "p99_ms": 485.0, "rows": 120096226, "unmeasurable": 0, "won_output_rows": 8568 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 33630, "100_200ms": 579228, "10_20ms": 5936818, "1_2ms": 161676, "2000_5000ms": 4186, "200_500ms": 488860, "20_50ms": 1955594, "2_5ms": 88566054, "5000_10000ms": 92, "500_1000ms": 127876, "50_100ms": 787192, "5_10ms": 21526328, "ge30000ms": 0, "neg": 0 }, "max_ms": 6771, "mean_ms": 8.091039997542099, "measurable": 120167534, "min_ms": 1, "p50_ms": 4.0, "p90_ms": 7.0, "p99_ms": 103.0, "rows": 120167534, "unmeasurable": 0, "won_output_rows": 120167534 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 35994, "100_200ms": 708582, "10_20ms": 112950306, "1_2ms": 0, "2000_5000ms": 4920, "200_500ms": 570306, "20_50ms": 4439940, "2_5ms": 0, "5000_10000ms": 18, "500_1000ms": 138386, "50_100ms": 1276552, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 6841, "mean_ms": 17.263021094259443, "measurable": 120125004, "min_ms": 10, "p50_ms": 13.0, "p90_ms": 16.0, "p99_ms": 124.0, "rows": 120125004, "unmeasurable": 0, "won_output_rows": 22194 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 1, "rows_by_domain": { "i": 6352, "p": 6356, "q": 6356 }, "rows_i": 6352, "rows_joined": 6356, "rows_merged": 6356, "rows_p": 6356, "rows_q": 6356, "unique_by_domain": { "i": 0, "p": 0, "q": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 8, "10_20ms": 3414, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 8, "20_50ms": 2876, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 42, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1532, "mean_ms": 23.133028967254408, "measurable": 6352, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 31.0, "p99_ms": 49.0, "rows": 6352, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 205, "1_2ms": 8, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 26, "2_5ms": 5257, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 0, "5_10ms": 860, "ge30000ms": 0, "neg": 0 }, "max_ms": 47, "mean_ms": 3.925424795468848, "measurable": 6356, "min_ms": 1, "p50_ms": 3.0, "p90_ms": 5.0, "p99_ms": 14.0, "rows": 6356, "unmeasurable": 0, "won_output_rows": 6356 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 6304, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 4, "20_50ms": 48, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 0, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 294, "mean_ms": 12.783983637507866, "measurable": 6356, "min_ms": 10, "p50_ms": 12.0, "p90_ms": 14.0, "p99_ms": 18.0, "rows": 6356, "unmeasurable": 0 } } } }, "archive_root": "merged-live", "boundary_guard": "cache", "bytes": 1398219983, "file": "2026-11-02T02.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-11-02/02", "hour_utc": "2026-11-02T02:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 43628622079128691, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562984135662698, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 178208884 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 43628622076083177, "min_sequence": 562984135662716, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 17533520, "row_groups": [ 0, 66 ], "sha256": "267a76d40898c328973f5eda73f230e764b2c1f917ca25de22ac237cf5693d8b" }, "book": { "byte_range": [ 178208884, 217097815 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 43628622079128691, "min_sequence": 562984135677230, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 407595, "row_groups": [ 67, 68 ], "sha256": "225618a93b1c25063e5668e9dafb55255b50d2fbc4acb34d448609a88ae7ca5f" }, "last_trade_price": { "byte_range": [ 217097815, 220272118 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 43628622054555960, "min_sequence": 562984135678236, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 57531, "row_groups": [ 69, 69 ], "sha256": "d706c2f198b33cdb02b6bd53442c1d97bc2dbaecb736f50e17653a03bbbeb94e" }, "market_resolved": { "byte_range": [ 220272118, 220799528 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 43628622075851090, "min_sequence": 562984135678553, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 3852, "row_groups": [ 70, 70 ], "sha256": "2baf014f449f1581e211200feca48da24cbac00b3f28f613ffb6797058ad32f3" }, "new_market": { "byte_range": [ 220799528, 221095485 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 43628622070999304, "min_sequence": 562984136089620, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 2848, "row_groups": [ 71, 71 ], "sha256": "f84b2cdc93c387daeaf57a689ac6daee841b99a7459aa4768b39a87b4e61eb6c" }, "price_change": { "byte_range": [ 221095485, 1396428960 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 43628622078136868, "min_sequence": 562984135662698, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 120198296, "row_groups": [ 72, 530 ], "sha256": "ae2d2d263afb34e6a5d87ca96f4894f11f537064ca34105eb5c5c0231a27b63a" }, "tick_size_change": { "byte_range": [ 1396428960, 1396657601 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562984271642889, "min_sequence": 562984138349496, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 6356, "row_groups": [ 531, 531 ], "sha256": "7cdc7e0480109b2b6efd6b4288ba421517a5e334775a0eaaa7c98b077ce8ea89" } }, "row_count": 138209998, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, p, q). Each row names its own in source_witness", "sha256": "4b6cabb8851baad143e83743c8f2958d46db9c4aa15b43704cf26352aef11d79", "skipped_witnesses": { "r": { "reason": "not_in_merged_set" } }, "staged_not_merged": { "o": { "bytes": 1235960247, "first_ts": "2026-06-17T12:58:21.010000Z", "gap_records": 0, "last_ts": "2026-11-02T02:59:59.988000Z", "rows": 137910970 } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-11-02T02.witness_stats.json", "witness_stats_sha256": "ee15c64f9f44ebef2b70b1b6fcc0bbcaab1fe574299f3ef0ff802bd6b60302bc", "witnesses": "ipq", "witnesses_captured": [ "i", "p", "q", "r" ], "witnesses_merged": [ "p", "i", "q" ] } }, "files": [ { "category": "ai", "file": "2026-11-02T02.ai.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 13542220, "row_ordinal_min": 0, "rows": 2742481, "sha256": "8e6c55dd7e590c47b3a0b8a6cb2c883bbe93e97d17818a5c08893bb0ce645a0e", "size": 11742775, "sub_tag": null }, { "category": "ai", "file": "2026-11-02T02.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 13542220, "row_ordinal_min": 0, "rows": 2742481, "sha256": "59cea569dd789ad96b8f5eebdf48c10afc594006ba2084a74201cea27a7e81af", "size": 10363284, "sub_tag": null }, { "category": "business", "file": "2026-11-02T02.business.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 93518281, "row_ordinal_min": 640190, "rows": 130778, "sha256": "b984f4a2949a4cf1e9bb9c7c95fd8917029e971bf3a482f5b83ad59e1caba76d", "size": 824268, "sub_tag": null }, { "category": "business", "file": "2026-11-02T02.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 93518281, "row_ordinal_min": 640190, "rows": 130778, "sha256": "badd66939e998e87a05691458998d7d87a776119724078c823d3aa4200b6cfe9", "size": 630261, "sub_tag": null }, { "category": "crypto", "file": "2026-11-02T02.crypto.parquet", "part": null, "role": "lean", "row_groups": 30, "row_ordinal_max": 93518957, "row_ordinal_min": 653501, "rows": 20112660, "sha256": "06e6abe5e8c3508fa47b9254df8c9bb5e9b97fe62b6c327e3fe246f7591f6a86", "size": 94497755, "sub_tag": null }, { "category": "crypto", "file": "2026-11-02T02.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 30, "row_ordinal_max": 93518957, "row_ordinal_min": 653501, "rows": 20112660, "sha256": "0a03eed283dbb0c2a541ce72936681e0198772781cb730fdcd634f3916805746", "size": 55905503, "sub_tag": null }, { "category": "earnings", "file": "2026-11-02T02.earnings.parquet", "part": null, "role": "lean", "row_groups": 3, "row_ordinal_max": 32428418, "row_ordinal_min": 1924661, "rows": 11133, "sha256": "146f7972b15c8a746e6c44c97e1fbfedb9966e51d591faa1505bcfa1f4c780f6", "size": 99140, "sub_tag": null }, { "category": "earnings", "file": "2026-11-02T02.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 3, "row_ordinal_max": 32428418, "row_ordinal_min": 1924661, "rows": 11133, "sha256": "b6641ea4c3fc98b32b2653fcc01fd25229836724e16a771a8db72bc62cea46c8", "size": 63830, "sub_tag": null }, { "category": "economy", "file": "2026-11-02T02.economy.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 33144999, "row_ordinal_min": 1926299, "rows": 874838, "sha256": "58207bc0fd999ee1fadef96bf8f141257202731e3f3c33b7aa94ec40b5032b70", "size": 4002694, "sub_tag": null }, { "category": "economy", "file": "2026-11-02T02.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 33144999, "row_ordinal_min": 1926299, "rows": 874838, "sha256": "03346ec7f33e5875a64d7f74ee5aff8b5c98357f1fbf41141d9e5b5e410c4581", "size": 3661521, "sub_tag": null }, { "category": "elections", "file": "2026-11-02T02.elections.parquet", "part": null, "role": "lean", "row_groups": 17, "row_ordinal_max": 42119796, "row_ordinal_min": 2083517, "rows": 10718351, "sha256": "de8b2e70339de9cba45cf322e50b2d65782cc57b241117f223053e3e7906a350", "size": 53714703, "sub_tag": null }, { "category": "elections", "file": "2026-11-02T02.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 17, "row_ordinal_max": 42119796, "row_ordinal_min": 2083517, "rows": 10718351, "sha256": "95c4a04e7730cfdae74cc3ed559dee932903216c69317060959a9ee85e67d241", "size": 46433831, "sub_tag": null }, { "category": "esports", "file": "2026-11-02T02.esports.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 93518993, "row_ordinal_min": 3815855, "rows": 1509076, "sha256": "b9494fb0bfa309cf059cf402a4fa310bae331dcd8b05fcd9c783a76564735a8c", "size": 7765638, "sub_tag": null }, { "category": "esports", "file": "2026-11-02T02.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 93518993, "row_ordinal_min": 3815855, "rows": 1509076, "sha256": "ca6a610bad5d29af4415c5daa1e6d5689ce2b1e5da8496d211b9d0e0be9225b5", "size": 5950372, "sub_tag": null }, { "category": "finance", "file": "2026-11-02T02.finance.parquet", "part": null, "role": "lean", "row_groups": 11, "row_ordinal_max": 93519037, "row_ordinal_min": 4000295, "rows": 2595638, "sha256": "2c633a64007fc6b2e20be152dbc5201b51f78742b9973a86498eba4b753c6f54", "size": 11864269, "sub_tag": null }, { "category": "finance", "file": "2026-11-02T02.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 11, "row_ordinal_max": 93519037, "row_ordinal_min": 4000295, "rows": 2595638, "sha256": "a4b9af6c8299b6e80542f56c0ec58cc1d0786d243e79b5d8bcf61a547a0e0a91", "size": 8015618, "sub_tag": null }, { "category": "geopolitics", "file": "2026-11-02T02.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 47187729, "row_ordinal_min": 4274652, "rows": 1564060, "sha256": "60f64e7e57839faf24f586df279f662e6c60edccb55be407333935acbe2f904f", "size": 8230097, "sub_tag": null }, { "category": "geopolitics", "file": "2026-11-02T02.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 47187729, "row_ordinal_min": 4274652, "rows": 1564060, "sha256": "57587decfc57cbd7884a670b02b246ad381f138b384d1120837c5d212b115016", "size": 6428067, "sub_tag": null }, { "category": "politics", "file": "2026-11-02T02.politics.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 93519041, "row_ordinal_min": 4403502, "rows": 1702524, "sha256": "a6fe3031d42fac57a2ef457f7abd52b0585d69fcdc052167d6c5d1f2b9003134", "size": 9175650, "sub_tag": null }, { "category": "politics", "file": "2026-11-02T02.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 93519041, "row_ordinal_min": 4403502, "rows": 1702524, "sha256": "c6c7f96b5ca68f22b06529936f372bab5b1d503ec397c04878e61897b74fef12", "size": 7312225, "sub_tag": null }, { "category": "pop-culture", "file": "2026-11-02T02.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 93519053, "row_ordinal_min": 4590665, "rows": 1724812, "sha256": "44dc4ec3c6b0045d8aae8a0cc42c3789fd7946e2dfeb17f7f41fa323570786bc", "size": 9406927, "sub_tag": null }, { "category": "pop-culture", "file": "2026-11-02T02.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 93519053, "row_ordinal_min": 4590665, "rows": 1724812, "sha256": "1ff6c0ccd125b11e6e4e1b95445c72256324e402df34755b6c090091deda3013", "size": 7444425, "sub_tag": null }, { "category": "science", "file": "2026-11-02T02.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 50339101, "row_ordinal_min": 4771157, "rows": 151650, "sha256": "b80fdf921b1fe2b67afdcc861fe1c766d7a5971cf691516cf681be37d1852047", "size": 587810, "sub_tag": null }, { "category": "science", "file": "2026-11-02T02.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 50339101, "row_ordinal_min": 4771157, "rows": 151650, "sha256": "21ef12812fa8f020987b0f2a712a0dbe3132ab6a1f5e726ec59b993552ddd183", "size": 535570, "sub_tag": null }, { "category": "sports", "file": "2026-11-02T02.sports.parquet", "part": null, "role": "lean", "row_groups": 50, "row_ordinal_max": 93524505, "row_ordinal_min": 4807216, "rows": 42373738, "sha256": "107f889b31362cc6c7f81fce6ac717874055980db4c3c062700ca23941f31403", "size": 224069215, "sub_tag": null }, { "category": "sports", "file": "2026-11-02T02.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 50, "row_ordinal_max": 93524505, "row_ordinal_min": 4807216, "rows": 42373738, "sha256": "4bdb3e9bcf55e3bd3dbf6727636e8e9695e98054f26afb1e17129847742e76fb", "size": 149749010, "sub_tag": null }, { "category": "tech", "file": "2026-11-02T02.tech.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 87299592, "row_ordinal_min": 10412763, "rows": 482799, "sha256": "a9d311f67550f3984658b41c19885233fd33d0dba8f60199a73736ae7f386191", "size": 2204688, "sub_tag": null }, { "category": "tech", "file": "2026-11-02T02.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 87299592, "row_ordinal_min": 10412763, "rows": 482799, "sha256": "8a9ac1c4a6105880f97550ac7af7ee106dac51c44493eb204cb68a1b7df1ff32", "size": 2088496, "sub_tag": null }, { "category": "uncategorised", "file": "2026-11-02T02.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 87449265, "row_ordinal_min": 10505521, "rows": 181946, "sha256": "701f8d3fccfb90b556b1b6cae902dc9bc98bcbeab831740e27350ef86bfd0db7", "size": 867532, "sub_tag": null }, { "category": "uncategorised", "file": "2026-11-02T02.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 87449265, "row_ordinal_min": 10505521, "rows": 181946, "sha256": "d65d98478f3486529b506a2a64031a12ccb9ce380e56d502903ec68e91932101", "size": 797190, "sub_tag": null }, { "category": "weather", "file": "2026-11-02T02.weather.parquet", "part": null, "role": "lean", "row_groups": 12, "row_ordinal_max": 93524633, "row_ordinal_min": 10537584, "rows": 5591027, "sha256": "35bc4aef1af453e500557c84ea5dc3633f5707db5cfede1d57967d53f0ec009a", "size": 25517698, "sub_tag": null }, { "category": "weather", "file": "2026-11-02T02.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 12, "row_ordinal_max": 93524633, "row_ordinal_min": 10537584, "rows": 5591027, "sha256": "4fd1bf5e58fa291893ebe9e9d1eb888bf83558716c7af553014e19801312cc3f", "size": 15725027, "sub_tag": null }, { "category": "world", "file": "2026-11-02T02.world.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 93518277, "row_ordinal_min": 10900663, "rows": 1057123, "sha256": "c82719d67670fcac03d92f941f3f53a623a08c6ee4cf139ec104b22a55594350", "size": 4903782, "sub_tag": null }, { "category": "world", "file": "2026-11-02T02.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 93518277, "row_ordinal_min": 10900663, "rows": 1057123, "sha256": "3aca51b8be9ed2c677aa9ed2359446f4679e19a332b03b4cc5c3876c60d3e26d", "size": 4539911, "sub_tag": null }, { "category": null, "file": "2026-11-02T02.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 308738, "sha256": "ae7294829372b392d10335a24bf7ead4cdbbe9b8241bf3af923724b66087bff5", "size": 21315395, "sub_tag": null }, { "category": null, "file": "2026-11-02T02.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 995587, "sha256": "35940eef57cd1b73b062af11d740591418c5c99df2033f05eb4917aa0d7be262", "size": 73920807, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "b96184a8-daf1-4313-a899-8f308a393c57", "hour": "2026-11-02/02", "hour_utc": "2026-11-02T02:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-11-02", "schedule_sha256": "f39ee59bee62e6ca384b90a0d85dc3e81ca426cc451255eaf93c0d69c2140ddf", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-30", "max_sequence": 43628622079128691, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562984135662698, "mirror_audit": { "files": [ { "file": "2026-11-02T02.mirror_dropped.parquet", "rows": 44684173, "sha256": "d2c6aeb93ec36ef86532d31d8bdafef1747958492810a6b1d461483c8122f4a8", "size": 398217437 } ], "parts": 1, "public": false, "rows": 44684173, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 14920, "_pairs": 6987, "best_ask": 1, "spread": 1, "witness_set": 6986 }, "book": { "_no_partner": 810, "_pairs": 869, "asks": 31, "bids": 115, "witness_set": 723 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 21907, "book": 1679, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 6428151, "book": 133336, "price_change": 38122686 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 43628622076083177, "min_sequence": 562984135662716, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 11105369, "source_rows": 17533520 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 43628622079128691, "min_sequence": 562984135677230, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 273068, "source_rows": 407595 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 43628622054555960, "min_sequence": 562984135678236, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 57531, "source_rows": 57531 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 43628622075851090, "min_sequence": 562984135678553, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 3852, "source_rows": 3852 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 43628622070999304, "min_sequence": 562984136089620, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 2848, "source_rows": 2848 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 43628622078136868, "min_sequence": 562984135662698, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 82075610, "source_rows": 120198296 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562984271642889, "min_sequence": 562984138349496, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 6356, "source_rows": 6356 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "31c72fd414cd3451333b642e199bcd893e0d23da" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "50cb90e76e12866a30110f5bd6164e712ac99f337620d983d441807fd22bf7c8", "recorders": null, "row_count": 93524634, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, p, q). Each row names its own in source_witness", "skipped_witnesses": { "r": { "reason": "not_in_merged_set" } }, "source_sha256": "4b6cabb8851baad143e83743c8f2958d46db9c4aa15b43704cf26352aef11d79", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "staged_not_merged": { "o": { "bytes": 1235960247, "first_ts": "2026-06-17T12:58:21.010000Z", "gap_records": 0, "last_ts": "2026-11-02T02:59:59.988000Z", "rows": 137910970 } }, "sub_tag_rows": { "ai": { "(none)": 6699, "ai-benchmarks": 10216, "ai-rankings": 1586006, "ai-releases": 249377, "anthropic": 13033, "art": 3, "big-tech": 468514, "china": 1651, "companies-with-1-ai": 2097, "compute": 229936, "congress": 6134, "courts": 475, "elon-musk": 250, "gemini": 796, "google": 9424, "grok": 534, "ipos": 35877, "leopold-aschenbrenner": 147, "math": 29281, "meta": 8508, "midterms": 1841, "moonshot": 2994, "openai": 73820, "openrouter-total-tokens-weekly": 62, "privates": 4163, "ssi": 643 }, "business": { "(none)": 6490, "acquisitions": 3, "banking": 207, "banks": 431, "big-tech": 61210, "cuba": 59, "earn-4": 852, "economic-policy": 3055, "equities": 11453, "fed-rates": 33325, "ipos": 12089, "jpm": 6, "sec": 13, "stocks": 1561, "taxes": 24 }, "crypto": { "acquisitions": 85, "big-tech": 1541, "bitcoin": 8217871, "bnb": 1229157, "congress": 20591, "crypto-culture": 57847, "crypto-legal": 880, "crypto-listings": 36405, "crypto-prices": 27870, "dogecoin": 1247021, "epstein": 402, "eric-adams": 185, "ethena": 60052, "ethereum": 3776193, "fees": 4209, "ftx": 77, "gov-reserve": 2508, "hype": 742017, "hyperliquid": 33262, "ipos": 1331, "memecoins": 105, "meta": 3, "microstrategy": 499, "network-stats": 31, "nft": 3164, "pre-market": 874398, "prediction-markets": 999, "price-comparison": 1179, "price-milestone": 4325, "privates": 3071, "protocol-risk": 312, "public-sales": 13350, "pumpptfun": 1189, "sam-altman": 1733, "solana": 1883487, "stablecoins": 6830, "stocks": 79, "trump-presidency": 356, "xrp": 1646053, "yearly": 151477, "zcash": 60516 }, "earnings": { "equities": 11133 }, "economy": { "(none)": 63, "acquisitions": 1, "brazil": 9024, "canada": 9758, "commodities": 7090, "consumer": 1335, "economic-policy": 48905, "equities": 63, "europe": 201, "fed": 1141, "fed-rates": 94026, "france": 10850, "global-rates": 101800, "housing": 6066, "inflation": 1227, "iran": 10064, "israel": 11484, "japan": 2967, "kevin-warsh": 1, "macro-indicators": 328959, "mexico": 20865, "midterms": 3196, "oil": 14583, "parcl": 189420, "shipping": 22, "taxes": 12, "trade-war": 1303, "trump": 1, "us-bank-bailout": 2, "us-debt-downgrade": 32, "us-defaults-on-debt": 377 }, "elections": { "celebrities": 175950, "france": 185, "global-elections": 2008283, "israel": 5750, "midterms": 8260728, "nov-4-elections": 3, "peru-elections": 33, "popular-vote": 32, "romania": 761, "taxes": 1922, "trump": 345, "turkey": 95, "uk": 2489, "united-kingdom": 100, "us-presidential-election": 261460, "vance": 84, "wisconsin": 131 }, "esports": { "call-of-duty": 5857, "counter-strike-2": 869960, "dota-2": 28109, "esports-awards": 219989, "honor-of-kings": 7446, "league-of-legends": 89650, "mlb": 108, "mobile-legends-bang-bang": 861, "overwatch": 226, "rainbow-six-siege": 831, "starcraft-2": 1, "valorant": 286038 }, "finance": { "aapl": 12291, "acquisitions": 550, "anthropic": 28724, "big-tech": 15128, "brazil": 12272, "canada": 25151, "commodities": 212333, "equities": 1461849, "forex": 21238, "gold": 302521, "indicies": 36787, "indonesia": 836, "ipos": 9441, "italy": 31, "kpis": 51200, "macro-indicators": 3548, "mergers-and-acquisitions": 1, "openai": 8813, "privates": 172587, "silver": 214810, "stocks": 1719, "tariffs": 992, "trump-presidency": 2816 }, "geopolitics": { "(none)": 6860, "afghanistan": 31, "africa": 2, "argentina": 267, "australia": 157, "awards": 11487, "brics-add-a-new-member": 51, "canada": 6903, "china": 23065, "colombia": 6, "commodities": 11267, "country-leave-brics": 9, "courts": 17507, "cuba": 4966, "denmark": 174, "earn-4": 489, "el-salvador": 18, "epstein": 1091, "europe": 696, "f1": 190, "foreign-policy": 14572, "france": 5146, "global-elections": 291706, "greenland": 1291, "h-1b": 5468, "immigration": 3122, "india": 2929, "india-pakistan": 291, "iran": 406778, "israel": 18802, "mali": 534, "mexico": 2680, "middle-east": 87614, "midterms": 28435, "military": 1342, "military-action": 4162, "nato": 1016, "north-korea": 17865, "oil": 65945, "parlays": 530, "philippines": 291, "poland": 3868, "president": 13, "prime-minister": 1591, "putin": 200, "russia": 7501, "south-korea": 3631, "spain": 3712, "strike": 5618, "sudan": 14, "taiwan": 307, "trade-war": 36228, "trump": 182928, "trump-presidency": 20431, "turkey": 1374, "uk-labour-leadership": 46286, "ukraine": 100220, "ukraine-map": 75579, "un": 6869, "venezuela": 18806, "world-affairs": 3129 }, "politics": { "(none)": 1099, "abc": 56, "approval": 11678, "asia": 6, "bernie-sanders": 12893, "biden": 997, "boxing": 37, "brazil": 4254, "california": 6, "canada": 2080, "china": 34510, "comey": 30968, "congress": 13844, "courts": 5596, "democrat": 42, "dollar": 58, "earn-4": 1403, "elon-musk": 12, "epstein": 6835, "fed-rates": 85469, "fifa": 2135, "flip-off": 83, "foreign-policy": 1872, "france": 1551, "gas": 466, "global-elections": 55048, "greece": 2869, "house-of-representatives": 1103, "hungary": 2927, "ice": 2772, "india": 2114, "indonesia": 769, "israel": 7833, "istanbul": 220, "japan": 232, "kippah": 13, "legislation": 58, "margin-of-victory": 14999, "marijuana": 10, "mexico": 6650, "midterms": 216263, "minnesota": 122, "minnesota-fraud": 602, "nasa": 719, "new-york-city": 2307, "north-korea": 932, "nyc": 644, "obama": 341, "ohio": 3, "ohio-midterm": 1706, "oil": 17877, "pakistan": 141, "pardon": 213, "parlays": 126, "parliament": 3532, "pete-hegseth": 9867, "philippines": 473, "prison": 1604, "resign": 722, "romania": 29, "russia": 49, "sbf": 20371, "senate-elections": 14072, "south-korea": 304, "spain": 1370, "supreme-court": 270, "tariffs": 32, "taxes": 7, "tennessee": 19, "trump": 113486, "trump-cabinet": 21408, "trump-daily": 120, "trump-presidency": 16925, "trump-speech": 2166, "truth-social": 7068, "turkey": 8518, "tweets-markets": 248927, "uk": 13298, "ukraine": 181, "united-kingdom": 2883, "united-states": 1353, "us-house": 1132, "us-politics": 6914, "us-presidential-election": 640720, "venezuela": 5523, "voting": 616, "washington-dc": 189, "white-house": 813 }, "pop-culture": { "(none)": 1191, "aliens": 3914, "art": 10847, "australia": 101, "awards": 146876, "basketball": 560, "best-of-2026": 26069, "celebrities": 52467, "charlie-kirk": 817, "clavicular": 492, "climate-science": 1515, "combat-sports": 7686, "counter-strike-2": 625, "court-cases": 33, "courts": 2545, "daejon-love": 30, "dominican-republic": 253, "dota-2": 429, "earthquake": 33, "elon-musk": 321, "f1": 111, "fda": 22, "fifa": 14266, "fifa-world-cup": 3, "football": 43420, "gaming": 20154, "gta-vi": 15465, "israel": 880, "japan": 2, "la-liga": 172, "league-of-legends": 16, "logan-paul": 29, "los-angeles": 2, "marijuana": 562, "midterms": 2477, "movie-delay": 294, "movies": 746046, "music": 307398, "new-york-city": 1686, "nfl": 424, "pandemics": 1765, "parent-for-derivative": 1695, "podcast": 14, "pope-leo-xiv": 10, "pregnant": 5064, "spain": 3312, "spider-man": 15, "streamer": 794, "taylor-swift": 3, "tennis": 436, "the-legend-of-zelda": 203, "travel": 4498, "trump": 4518, "trump-daily": 17, "trump-netanyahu": 13055, "tv": 8699, "tweets-markets": 224462, "uk": 331, "utah": 96, "valve": 1015, "youtube": 44577 }, "science": { "(none)": 1446, "aliens": 1419, "big-tech": 7013, "climate-science": 181, "drug": 1178, "elon-musk": 17564, "fda": 5478, "global-temp": 1108, "gold": 1913, "macro-indicators": 3814, "new-york-city": 780, "pandemics": 5617, "precipitation": 78750, "russia": 95, "space": 2, "spacex": 25292 }, "sports": { "(none)": 850, "2026-summer-transfer-window": 238, "afc": 4981, "afc-champions-league-elite": 86309, "afcon": 34190, "afcq": 19902, "aflw": 228, "american-football": 88, "arg": 64695, "argpn": 126034, "australian-a-league": 11883, "austria-bundesliga": 21719, "awards": 10476, "aze1": 5571, "aze2": 31, "baseball": 14720, "basketball": 284322, "bel1": 18415, "bel2": 5698, "bolivia-lfpb": 82172, "boxing": 170, "bra3": 36749, "brazil-serie-a": 96595, "brazil-serie-b": 79714, "bulgaria-parva-liga": 36710, "bundesliga": 116012, "bundesliga-2": 16258, "canpl": 4, "carabao-cup": 2, "cfb": 862795, "chess": 16880, "chi2": 8, "chile-primera": 26298, "chinese-super-league": 75822, "chl2": 18657, "clf": 1101, "col2": 30899, "colombia-primera-a": 46094, "combat-sports": 4, "concacaf": 10159, "concacaf-nations-league": 12295, "copa-america": 107034, "copa-del-rey": 40076, "coupe-de-france": 10676, "cricket": 25249, "cristiano-ronaldo": 5356, "czechia-fortuna-liga": 20591, "darts": 4, "denmark-superliga": 17410, "dfb-pokal": 2833, "ecu1": 50769, "efl-championship": 141096, "egypt-premier-league": 1183, "epl": 296105, "ere": 24475, "est1": 742, "europa-conference-league": 159720, "f1": 73777, "fa-cup": 65284, "fifa": 8275, "fifa-friendly": 9262, "fifa-world-cup": 3304, "fin1": 42143, "formula1": 42001, "fro1": 6493, "goals": 848, "golf": 2100, "gre1": 16443, "handball": 1, "hockey": 12549, "hungary-nb1": 5419, "idn1": 33521, "idn2": 73, "indian-super-league": 10078, "irl1": 587, "isl1": 20, "israel-premier-league": 14025, "itc": 2, "japan-j-league": 16859, "japan-j2-league": 72454, "k-league": 44407, "kaz1": 3764, "kor2": 32232, "la-liga": 232830, "la-liga-2": 71582, "lacrosse": 490, "lazio": 1, "lcs": 5, "lib": 6587, "ligue-1": 150966, "ligue-2": 50781, "lionel-messi": 278, "ltu1": 2, "lva1": 8122, "mex": 1610630, "mlb": 106283, "mls": 3140729, "morocco-botola-pro": 3859, "moto2": 72, "moto3": 72, "nascar": 14925, "national-league": 22300, "nba": 16922514, "ned2": 24015, "nfl": 8366263, "nhl": 1777846, "nirl1": 139, "nor2": 33656, "norway-eliteserien": 76709, "peru-liga-1": 137298, "pickleball": 60796, "poland-ekstraklasa": 28160, "power-slap": 70, "primeira-liga": 54784, "qat1": 480, "qualification": 5131, "racing": 626, "romania-superliga": 29084, "rugby": 5425, "rus": 18221, "saf1": 437, "saudi-professional-league": 43060, "scotland-league-cup": 3, "scottish-premiership": 82428, "sea": 266592, "serbian-superliga": 16578, "serie-b": 19170, "slovenia-prvaliga": 6699, "soccer": 191907, "soccer-atc": 106, "soccer-auc": 4, "soccer-brco": 3978, "soccer-ccc": 12019, "soccer-el1": 44923, "soccer-el2": 37972, "soccer-fpd": 34769, "soccer-grc": 15, "soccer-gtm": 680404, "soccer-hr1": 10622, "soccer-nlc": 397, "soccer-nwsl": 92440, "soccer-ptc": 341, "soccer-scoc": 1096, "soccer-skc": 1, "soccer-svk1": 12155, "soccer-trsk": 362, "sud": 793, "swe2": 21476, "sweden-allsvenskan": 60007, "swimming": 4665, "switzerland-super-league": 168821, "table-tennis": 20464, "tennis": 2020751, "tha1": 26934, "tur": 33886, "tur2": 22044, "u20wwc": 6, "uae1": 5124, "ucl": 347923, "uefa": 21984, "uefa-nations-league": 254956, "uel": 183995, "ufc": 260593, "ukraine-premier-liha": 44020, "uru1": 14916, "usl1": 4135, "uslc": 575388, "usoc": 18, "uzb1": 16206, "ven1": 36758, "volleyball": 30, "womens-ballon-dor": 20, "womens-champions-league": 5299, "wsl": 3, "wsl2": 7326 }, "tech": { "(none)": 9461, "airbnb": 2, "anthropic": 1540, "big-tech": 145994, "celebrities": 149471, "china": 87, "coding": 16, "collectibles": 3076, "congress": 268, "corporate-financials": 946, "courts": 605, "earn-4": 5778, "elon-musk": 5658, "equities": 84, "gaming": 1209, "google": 125680, "hack": 2115, "ipos": 7131, "kpis": 38, "midterms": 71, "movies": 7314, "nuke": 232, "oil": 9306, "openai": 3972, "outage": 1, "prediction-markets": 612, "video-games": 2132 }, "uncategorised": { "(none)": 176, "bayeux-tapestry": 925, "cfb": 17875, "climate-science": 1245, "dnc": 20, "fed": 2988, "fed-chair": 28, "fed-rates": 46573, "iran": 3, "la-liga": 164, "leopold-aschenbrenner": 66, "macro-indicators": 2950, "mma": 36, "nfl": 82137, "pandemics": 139, "social-media": 42, "space": 5, "supreme-court": 9862, "tennis": 6570, "trump-presidency": 74, "ufc": 237, "uk": 2418, "united-nations": 7383, "united-states": 30 }, "weather": { "brazil": 2866, "climate": 39013, "climate-science": 9851, "drought": 29, "earthquakes": 11034, "germany": 108, "global-temp": 522, "highest-temperature": 5060730, "lowest-temperature": 453784, "mexico": 561, "natural-disaster": 3887, "pandemics": 1160, "precipitation": 4130, "rain": 459, "tornado-risk": 1013, "united-states": 1747, "volcano": 133 }, "world": { "(none)": 22, "argentina": 35628, "brazil": 3736, "canada": 704, "china": 28, "courts": 1714, "economic-policy": 37644, "europe": 887, "foreign-policy": 3373, "forex": 11376, "france": 4840, "germany": 5502, "global-elections": 890519, "global-rates": 36661, "hong-kong": 315, "italy": 353, "macro-indicators": 8039, "middle-east": 4132, "nyc": 29, "oil": 3672, "pandemics": 623, "south-korea": 4656, "trump-presidency": 2245, "uk": 425 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 138208807, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-11-02T02.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 308738, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 93524634, "twin_rows": 44684173 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001945, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-11-02T02.witness_stats.json", "witness_stats_sha256": "ee15c64f9f44ebef2b70b1b6fcc0bbcaab1fe574299f3ef0ff802bd6b60302bc", "witnesses": "ipq", "writer_versions": null }