{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 78, "class": "FULL", "exception_markets": 32, "rows_by_domain": { "i": 15978083, "o": 15977924, "p": 15977440 }, "rows_i": 15978083, "rows_joined": 15978934, "rows_merged": 15978856, "rows_o": 15977924, "rows_p": 15977440, "unique_by_domain": { "i": 2, "o": 32, "p": 78 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1136, "100_200ms": 79969, "10_20ms": 1343974, "1_2ms": 0, "2000_5000ms": 68, "200_500ms": 44141, "20_50ms": 14285111, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 7231, "50_100ms": 216453, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 3772, "mean_ms": 25.120916257601117, "measurable": 15978083, "min_ms": 16, "p50_ms": 22.0, "p90_ms": 27.0, "p99_ms": 86.0, "rows": 15978083, "unmeasurable": 0, "won_output_rows": 126 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1061, "100_200ms": 68576, "10_20ms": 2982078, "1_2ms": 0, "2000_5000ms": 74, "200_500ms": 45923, "20_50ms": 623117, "2_5ms": 862874, "5000_10000ms": 0, "500_1000ms": 7542, "50_100ms": 146795, "5_10ms": 11239884, "ge30000ms": 0, "neg": 0 }, "max_ms": 4458, "mean_ms": 10.824668336136785, "measurable": 15977924, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 15.0, "p99_ms": 79.0, "rows": 15977924, "unmeasurable": 0, "won_output_rows": 1294 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1041, "100_200ms": 61043, "10_20ms": 2368330, "1_2ms": 0, "2000_5000ms": 34, "200_500ms": 34975, "20_50ms": 450965, "2_5ms": 1218717, "5000_10000ms": 0, "500_1000ms": 5915, "50_100ms": 127416, "5_10ms": 11709004, "ge30000ms": 0, "neg": 0 }, "max_ms": 3286, "mean_ms": 9.780022519252146, "measurable": 15977440, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 13.0, "p99_ms": 68.0, "rows": 15977440, "unmeasurable": 0, "won_output_rows": 15977436 } } }, "book": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 25009, "rows_by_domain": { "i": 153729, "o": 155720, "p": 155123 }, "rows_i": 153729, "rows_joined": 190053, "rows_merged": 190053, "rows_o": 155720, "rows_p": 155123, "unique_by_domain": { "i": 16311, "o": 18230, "p": 17724 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 970, "1000_2000ms": 528, "100_200ms": 1849, "10_20ms": 6945, "1_2ms": 0, "2000_5000ms": 1194, "200_500ms": 1064, "20_50ms": 121816, "2_5ms": 0, "5000_10000ms": 376, "500_1000ms": 268, "50_100ms": 4143, "5_10ms": 0, "ge30000ms": 14576, "neg": 0 }, "max_ms": 11595715052, "mean_ms": 39345592.54719018, "measurable": 153729, "min_ms": 17, "p50_ms": 25.0, "p90_ms": 12499.0, "p99_ms": 695173566.2800007, "rows": 153729, "unmeasurable": 0, "won_output_rows": 16327 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1066, "1000_2000ms": 518, "100_200ms": 1070, "10_20ms": 48309, "1_2ms": 0, "2000_5000ms": 1178, "200_500ms": 929, "20_50ms": 8831, "2_5ms": 602, "5000_10000ms": 448, "500_1000ms": 333, "50_100ms": 2125, "5_10ms": 74136, "ge30000ms": 16175, "neg": 0 }, "max_ms": 11595388379, "mean_ms": 45601550.921236835, "measurable": 155720, "min_ms": 3, "p50_ms": 10.0, "p90_ms": 44738.0, "p99_ms": 980782193.0, "rows": 155720, "unmeasurable": 0, "won_output_rows": 18603 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 978, "1000_2000ms": 526, "100_200ms": 1147, "10_20ms": 38309, "1_2ms": 0, "2000_5000ms": 1173, "200_500ms": 780, "20_50ms": 8646, "2_5ms": 1815, "5000_10000ms": 414, "500_1000ms": 346, "50_100ms": 1876, "5_10ms": 83259, "ge30000ms": 15854, "neg": 0 }, "max_ms": 13194250643, "mean_ms": 40937776.176505096, "measurable": 155123, "min_ms": 3, "p50_ms": 9.0, "p90_ms": 38407.0, "p99_ms": 438471063.51999986, "rows": 155123, "unmeasurable": 0, "won_output_rows": 155123 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 67768, "o": 67820, "p": 67742 }, "rows_i": 67768, "rows_joined": 67847, "rows_merged": 67847, "rows_o": 67820, "rows_p": 67742, "unique_by_domain": { "i": 4, "o": 4, "p": 6 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 83, "100_200ms": 864, "10_20ms": 4382, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 432, "20_50ms": 60130, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 135, "50_100ms": 1741, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2295, "mean_ms": 30.780117459567936, "measurable": 67768, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 31.0, "p99_ms": 194.0, "rows": 67768, "unmeasurable": 0, "won_output_rows": 10 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 77, "100_200ms": 477, "10_20ms": 19741, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 350, "20_50ms": 3650, "2_5ms": 744, "5000_10000ms": 0, "500_1000ms": 137, "50_100ms": 937, "5_10ms": 41706, "ge30000ms": 0, "neg": 0 }, "max_ms": 2277, "mean_ms": 15.92223532881156, "measurable": 67820, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 166.0, "rows": 67820, "unmeasurable": 0, "won_output_rows": 95 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 83, "100_200ms": 487, "10_20ms": 16727, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 282, "20_50ms": 3324, "2_5ms": 1427, "5000_10000ms": 0, "500_1000ms": 131, "50_100ms": 883, "5_10ms": 44397, "ge30000ms": 0, "neg": 0 }, "max_ms": 2277, "mean_ms": 15.319373505358566, "measurable": 67742, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 143.0, "rows": 67742, "unmeasurable": 0, "won_output_rows": 67742 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 10, "rows_by_domain": { "i": 652, "o": 662, "p": 652 }, "rows_i": 652, "rows_joined": 811, "rows_merged": 811, "rows_o": 662, "rows_p": 652, "unique_by_domain": { "i": 12, "o": 147, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 40, "1000_2000ms": 0, "100_200ms": 3, "10_20ms": 45, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 1, "20_50ms": 512, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 28, "5_10ms": 0, "ge30000ms": 23, "neg": 0 }, "max_ms": 54948, "mean_ms": 3101.969325153374, "measurable": 652, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 105.69999999999993, "p99_ms": 54724.19, "rows": 652, "unmeasurable": 0, "won_output_rows": 12 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 19, "1000_2000ms": 0, "100_200ms": 1, "10_20ms": 111, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 1, "20_50ms": 16, "2_5ms": 27, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 4, "5_10ms": 406, "ge30000ms": 77, "neg": 0 }, "max_ms": 52506, "mean_ms": 5446.7356495468275, "measurable": 662, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 35100.7, "p99_ms": 52346.020000000004, "rows": 662, "unmeasurable": 0, "won_output_rows": 147 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 1, "10_20ms": 96, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 27, "2_5ms": 49, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 0, "5_10ms": 428, "ge30000ms": 51, "neg": 0 }, "max_ms": 52308, "mean_ms": 3421.527607361963, "measurable": 652, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 25.899999999999977, "p99_ms": 48091.91, "rows": 652, "unmeasurable": 0, "won_output_rows": 652 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 814, "o": 814, "p": 814 }, "rows_i": 814, "rows_joined": 1162, "rows_merged": 1162, "rows_o": 814, "rows_p": 814, "unique_by_domain": { "i": 33, "o": 223, "p": 92 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 91, "1000_2000ms": 0, "100_200ms": 104, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 37, "20_50ms": 330, "2_5ms": 0, "5000_10000ms": 22, "500_1000ms": 0, "50_100ms": 204, "5_10ms": 0, "ge30000ms": 26, "neg": 0 }, "max_ms": 116662, "mean_ms": 3629.5454545454545, "measurable": 814, "min_ms": 22, "p50_ms": 68.0, "p90_ms": 13146.2, "p99_ms": 45681.32000000001, "rows": 814, "unmeasurable": 0, "won_output_rows": 74 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 108, "1000_2000ms": 0, "100_200ms": 83, "10_20ms": 100, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 51, "20_50ms": 189, "2_5ms": 0, "5000_10000ms": 42, "500_1000ms": 7, "50_100ms": 160, "5_10ms": 23, "ge30000ms": 51, "neg": 0 }, "max_ms": 93228, "mean_ms": 5717.110565110565, "measurable": 814, "min_ms": 6, "p50_ms": 72.0, "p90_ms": 16981.200000000004, "p99_ms": 50949.56, "rows": 814, "unmeasurable": 0, "won_output_rows": 274 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 107, "1000_2000ms": 0, "100_200ms": 25, "10_20ms": 223, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 35, "20_50ms": 253, "2_5ms": 0, "5000_10000ms": 26, "500_1000ms": 0, "50_100ms": 80, "5_10ms": 22, "ge30000ms": 43, "neg": 0 }, "max_ms": 116853, "mean_ms": 4705.395577395578, "measurable": 814, "min_ms": 8, "p50_ms": 33.0, "p90_ms": 14025.3, "p99_ms": 44454.65, "rows": 814, "unmeasurable": 0, "won_output_rows": 814 } } }, "price_change": { "boundary_dropped": 592, "class": "FULL", "exception_markets": 79, "rows_by_domain": { "i": 122712428, "o": 122717300, "p": 122710260 }, "rows_i": 122712428, "rows_joined": 122739144, "rows_merged": 122738552, "rows_o": 122717300, "rows_p": 122710260, "unique_by_domain": { "i": 1392, "o": 452, "p": 3670 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 10620, "100_200ms": 842692, "10_20ms": 8729952, "1_2ms": 0, "2000_5000ms": 540, "200_500ms": 429600, "20_50ms": 110447100, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 64280, "50_100ms": 2187644, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 3772, "mean_ms": 26.01331322366142, "measurable": 122712428, "min_ms": 16, "p50_ms": 22.0, "p90_ms": 27.0, "p99_ms": 107.0, "rows": 122712428, "unmeasurable": 0, "won_output_rows": 5482 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 10390, "100_200ms": 638120, "10_20ms": 25214532, "1_2ms": 0, "2000_5000ms": 634, "200_500ms": 402136, "20_50ms": 5473114, "2_5ms": 4984080, "5000_10000ms": 16, "500_1000ms": 59700, "50_100ms": 1379738, "5_10ms": 84554840, "ge30000ms": 0, "neg": 0 }, "max_ms": 5147, "mean_ms": 11.55544429351037, "measurable": 122717300, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 16.0, "p99_ms": 91.0, "rows": 122717300, "unmeasurable": 0, "won_output_rows": 22846 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 9514, "100_200ms": 581926, "10_20ms": 20528094, "1_2ms": 0, "2000_5000ms": 646, "200_500ms": 323704, "20_50ms": 4343584, "2_5ms": 8080118, "5000_10000ms": 0, "500_1000ms": 52888, "50_100ms": 1219326, "5_10ms": 87570460, "ge30000ms": 0, "neg": 0 }, "max_ms": 3332, "mean_ms": 10.59054656065434, "measurable": 122710260, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 15.0, "p99_ms": 81.0, "rows": 122710260, "unmeasurable": 0, "won_output_rows": 122710224 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3212, "o": 3212, "p": 3212 }, "rows_i": 3212, "rows_joined": 3212, "rows_merged": 3212, "rows_o": 3212, "rows_p": 3212, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 4, "10_20ms": 263, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 2941, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 4, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 118, "mean_ms": 22.55323785803238, "measurable": 3212, "min_ms": 17, "p50_ms": 22.0, "p90_ms": 25.0, "p99_ms": 34.0, "rows": 3212, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 4, "10_20ms": 559, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 102, "2_5ms": 114, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 8, "5_10ms": 2425, "ge30000ms": 0, "neg": 0 }, "max_ms": 126, "mean_ms": 8.635429638854296, "measurable": 3212, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 13.0, "p99_ms": 34.0, "rows": 3212, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 4, "10_20ms": 519, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 87, "2_5ms": 188, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 16, "5_10ms": 2398, "ge30000ms": 0, "neg": 0 }, "max_ms": 102, "mean_ms": 8.340597758405977, "measurable": 3212, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 14.0, "p99_ms": 35.0, "rows": 3212, "unmeasurable": 0, "won_output_rows": 3212 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "merged-live", "book_audit": { "files": [ { "file": "2026-10-29T15.book_dropped.parquet", "rows": 69, "sha256": "68a524947de51d7a926487d8e2da41aa644b5b202e5008574ca76bee89535ffb", "size": 3791 } ], "parts": 1, "public": false, "rows": 69, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 69, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-70673dab.parquet", "sha256": "70673dab091ada82b2b084c6679880e658e3e312f248ade8ed8ddef63dffd352" }, "category_gate": { "bulk_pin": { "created_at": "2026-10-30T09:26:53Z", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v2", "sha256": "b931c996f1c9ed32b64eacbc3b441f65ef9a566f7b68b82c83007ad6473b4d2d", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "36eec0f35b1fe828b73f31ae847c8d7d8e0b7d77323ee95998633fe2a24500db", "evaluated_at": "2026-10-30T23:30:42Z", "evidence": { "file": "2026-10-29T15.category_evidence.json", "sha256": "f29e70df0463bc434b1cc107c1a73b9048e356011fb9eb9351754cd45477f499" }, "hour": "2026-10-29/15", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.999961165299901, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 88, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 86, "logic_identity_changed": false, "map_sha256": "36eec0f35b1fe828b73f31ae847c8d7d8e0b7d77323ee95998633fe2a24500db", "mapping_logic_changed": 0, "markets": 5204336, "moved_or_lost_markets": 2, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "9f04c2dfdbf03ba7c5fe045492e9638cc113862e221ef6458f31fc40e65999f3", "shrink_share": 0.0, "source_tags_changed": 88, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "not_reached_markets": [], "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 57810, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 83378, "fetched_untagged": 6, "not_fetched": 0 }, "lt_24h": { "fetched_tagged": 13307, "fetched_untagged": 0, "not_fetched": 0 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 0 } }, "classes": { "fetched_tagged": 154495, "fetched_untagged": 6, "not_fetched": 0 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 88, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 86, "logic_identity_changed": false, "map_sha256": "36eec0f35b1fe828b73f31ae847c8d7d8e0b7d77323ee95998633fe2a24500db", "mapping_logic_changed": 0, "markets": 5204336, "moved_or_lost_markets": 2, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "9f04c2dfdbf03ba7c5fe045492e9638cc113862e221ef6458f31fc40e65999f3", "shrink_share": 0.0, "source_tags_changed": 88, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 0, "not_reached": 0 }, "row_share": { "fetched_tagged": 0.999977, "fetched_untagged": 2.3e-05, "not_fetched": 0.0, "without_market": 0.0 }, "rows": { "fetched_tagged": 138977319, "fetched_untagged": 3174, "not_fetched": 0, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 154501, "young": { "not_fetched": 0, "traded": 13307 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v4", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [], "untagged_overrides": {} }, "category_map_sha256": "36eec0f35b1fe828b73f31ae847c8d7d8e0b7d77323ee95998633fe2a24500db", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-29T15.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 78, "class": "FULL", "exception_markets": 32, "rows_by_domain": { "i": 15978083, "o": 15977924, "p": 15977440 }, "rows_i": 15978083, "rows_joined": 15978934, "rows_merged": 15978856, "rows_o": 15977924, "rows_p": 15977440, "unique_by_domain": { "i": 2, "o": 32, "p": 78 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1136, "100_200ms": 79969, "10_20ms": 1343974, "1_2ms": 0, "2000_5000ms": 68, "200_500ms": 44141, "20_50ms": 14285111, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 7231, "50_100ms": 216453, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 3772, "mean_ms": 25.120916257601117, "measurable": 15978083, "min_ms": 16, "p50_ms": 22.0, "p90_ms": 27.0, "p99_ms": 86.0, "rows": 15978083, "unmeasurable": 0, "won_output_rows": 126 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1061, "100_200ms": 68576, "10_20ms": 2982078, "1_2ms": 0, "2000_5000ms": 74, "200_500ms": 45923, "20_50ms": 623117, "2_5ms": 862874, "5000_10000ms": 0, "500_1000ms": 7542, "50_100ms": 146795, "5_10ms": 11239884, "ge30000ms": 0, "neg": 0 }, "max_ms": 4458, "mean_ms": 10.824668336136785, "measurable": 15977924, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 15.0, "p99_ms": 79.0, "rows": 15977924, "unmeasurable": 0, "won_output_rows": 1294 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1041, "100_200ms": 61043, "10_20ms": 2368330, "1_2ms": 0, "2000_5000ms": 34, "200_500ms": 34975, "20_50ms": 450965, "2_5ms": 1218717, "5000_10000ms": 0, "500_1000ms": 5915, "50_100ms": 127416, "5_10ms": 11709004, "ge30000ms": 0, "neg": 0 }, "max_ms": 3286, "mean_ms": 9.780022519252146, "measurable": 15977440, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 13.0, "p99_ms": 68.0, "rows": 15977440, "unmeasurable": 0, "won_output_rows": 15977436 } } }, "book": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 25009, "rows_by_domain": { "i": 153729, "o": 155720, "p": 155123 }, "rows_i": 153729, "rows_joined": 190053, "rows_merged": 190053, "rows_o": 155720, "rows_p": 155123, "unique_by_domain": { "i": 16311, "o": 18230, "p": 17724 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 970, "1000_2000ms": 528, "100_200ms": 1849, "10_20ms": 6945, "1_2ms": 0, "2000_5000ms": 1194, "200_500ms": 1064, "20_50ms": 121816, "2_5ms": 0, "5000_10000ms": 376, "500_1000ms": 268, "50_100ms": 4143, "5_10ms": 0, "ge30000ms": 14576, "neg": 0 }, "max_ms": 11595715052, "mean_ms": 39345592.54719018, "measurable": 153729, "min_ms": 17, "p50_ms": 25.0, "p90_ms": 12499.0, "p99_ms": 695173566.2800007, "rows": 153729, "unmeasurable": 0, "won_output_rows": 16327 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1066, "1000_2000ms": 518, "100_200ms": 1070, "10_20ms": 48309, "1_2ms": 0, "2000_5000ms": 1178, "200_500ms": 929, "20_50ms": 8831, "2_5ms": 602, "5000_10000ms": 448, "500_1000ms": 333, "50_100ms": 2125, "5_10ms": 74136, "ge30000ms": 16175, "neg": 0 }, "max_ms": 11595388379, "mean_ms": 45601550.921236835, "measurable": 155720, "min_ms": 3, "p50_ms": 10.0, "p90_ms": 44738.0, "p99_ms": 980782193.0, "rows": 155720, "unmeasurable": 0, "won_output_rows": 18603 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 978, "1000_2000ms": 526, "100_200ms": 1147, "10_20ms": 38309, "1_2ms": 0, "2000_5000ms": 1173, "200_500ms": 780, "20_50ms": 8646, "2_5ms": 1815, "5000_10000ms": 414, "500_1000ms": 346, "50_100ms": 1876, "5_10ms": 83259, "ge30000ms": 15854, "neg": 0 }, "max_ms": 13194250643, "mean_ms": 40937776.176505096, "measurable": 155123, "min_ms": 3, "p50_ms": 9.0, "p90_ms": 38407.0, "p99_ms": 438471063.51999986, "rows": 155123, "unmeasurable": 0, "won_output_rows": 155123 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 67768, "o": 67820, "p": 67742 }, "rows_i": 67768, "rows_joined": 67847, "rows_merged": 67847, "rows_o": 67820, "rows_p": 67742, "unique_by_domain": { "i": 4, "o": 4, "p": 6 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 83, "100_200ms": 864, "10_20ms": 4382, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 432, "20_50ms": 60130, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 135, "50_100ms": 1741, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2295, "mean_ms": 30.780117459567936, "measurable": 67768, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 31.0, "p99_ms": 194.0, "rows": 67768, "unmeasurable": 0, "won_output_rows": 10 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 77, "100_200ms": 477, "10_20ms": 19741, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 350, "20_50ms": 3650, "2_5ms": 744, "5000_10000ms": 0, "500_1000ms": 137, "50_100ms": 937, "5_10ms": 41706, "ge30000ms": 0, "neg": 0 }, "max_ms": 2277, "mean_ms": 15.92223532881156, "measurable": 67820, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 166.0, "rows": 67820, "unmeasurable": 0, "won_output_rows": 95 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 83, "100_200ms": 487, "10_20ms": 16727, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 282, "20_50ms": 3324, "2_5ms": 1427, "5000_10000ms": 0, "500_1000ms": 131, "50_100ms": 883, "5_10ms": 44397, "ge30000ms": 0, "neg": 0 }, "max_ms": 2277, "mean_ms": 15.319373505358566, "measurable": 67742, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 143.0, "rows": 67742, "unmeasurable": 0, "won_output_rows": 67742 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 10, "rows_by_domain": { "i": 652, "o": 662, "p": 652 }, "rows_i": 652, "rows_joined": 811, "rows_merged": 811, "rows_o": 662, "rows_p": 652, "unique_by_domain": { "i": 12, "o": 147, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 40, "1000_2000ms": 0, "100_200ms": 3, "10_20ms": 45, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 1, "20_50ms": 512, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 28, "5_10ms": 0, "ge30000ms": 23, "neg": 0 }, "max_ms": 54948, "mean_ms": 3101.969325153374, "measurable": 652, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 105.69999999999993, "p99_ms": 54724.19, "rows": 652, "unmeasurable": 0, "won_output_rows": 12 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 19, "1000_2000ms": 0, "100_200ms": 1, "10_20ms": 111, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 1, "20_50ms": 16, "2_5ms": 27, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 4, "5_10ms": 406, "ge30000ms": 77, "neg": 0 }, "max_ms": 52506, "mean_ms": 5446.7356495468275, "measurable": 662, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 35100.7, "p99_ms": 52346.020000000004, "rows": 662, "unmeasurable": 0, "won_output_rows": 147 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 1, "10_20ms": 96, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 27, "2_5ms": 49, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 0, "5_10ms": 428, "ge30000ms": 51, "neg": 0 }, "max_ms": 52308, "mean_ms": 3421.527607361963, "measurable": 652, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 25.899999999999977, "p99_ms": 48091.91, "rows": 652, "unmeasurable": 0, "won_output_rows": 652 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 814, "o": 814, "p": 814 }, "rows_i": 814, "rows_joined": 1162, "rows_merged": 1162, "rows_o": 814, "rows_p": 814, "unique_by_domain": { "i": 33, "o": 223, "p": 92 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 91, "1000_2000ms": 0, "100_200ms": 104, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 37, "20_50ms": 330, "2_5ms": 0, "5000_10000ms": 22, "500_1000ms": 0, "50_100ms": 204, "5_10ms": 0, "ge30000ms": 26, "neg": 0 }, "max_ms": 116662, "mean_ms": 3629.5454545454545, "measurable": 814, "min_ms": 22, "p50_ms": 68.0, "p90_ms": 13146.2, "p99_ms": 45681.32000000001, "rows": 814, "unmeasurable": 0, "won_output_rows": 74 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 108, "1000_2000ms": 0, "100_200ms": 83, "10_20ms": 100, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 51, "20_50ms": 189, "2_5ms": 0, "5000_10000ms": 42, "500_1000ms": 7, "50_100ms": 160, "5_10ms": 23, "ge30000ms": 51, "neg": 0 }, "max_ms": 93228, "mean_ms": 5717.110565110565, "measurable": 814, "min_ms": 6, "p50_ms": 72.0, "p90_ms": 16981.200000000004, "p99_ms": 50949.56, "rows": 814, "unmeasurable": 0, "won_output_rows": 274 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 107, "1000_2000ms": 0, "100_200ms": 25, "10_20ms": 223, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 35, "20_50ms": 253, "2_5ms": 0, "5000_10000ms": 26, "500_1000ms": 0, "50_100ms": 80, "5_10ms": 22, "ge30000ms": 43, "neg": 0 }, "max_ms": 116853, "mean_ms": 4705.395577395578, "measurable": 814, "min_ms": 8, "p50_ms": 33.0, "p90_ms": 14025.3, "p99_ms": 44454.65, "rows": 814, "unmeasurable": 0, "won_output_rows": 814 } } }, "price_change": { "boundary_dropped": 592, "class": "FULL", "exception_markets": 79, "rows_by_domain": { "i": 122712428, "o": 122717300, "p": 122710260 }, "rows_i": 122712428, "rows_joined": 122739144, "rows_merged": 122738552, "rows_o": 122717300, "rows_p": 122710260, "unique_by_domain": { "i": 1392, "o": 452, "p": 3670 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 10620, "100_200ms": 842692, "10_20ms": 8729952, "1_2ms": 0, "2000_5000ms": 540, "200_500ms": 429600, "20_50ms": 110447100, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 64280, "50_100ms": 2187644, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 3772, "mean_ms": 26.01331322366142, "measurable": 122712428, "min_ms": 16, "p50_ms": 22.0, "p90_ms": 27.0, "p99_ms": 107.0, "rows": 122712428, "unmeasurable": 0, "won_output_rows": 5482 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 10390, "100_200ms": 638120, "10_20ms": 25214532, "1_2ms": 0, "2000_5000ms": 634, "200_500ms": 402136, "20_50ms": 5473114, "2_5ms": 4984080, "5000_10000ms": 16, "500_1000ms": 59700, "50_100ms": 1379738, "5_10ms": 84554840, "ge30000ms": 0, "neg": 0 }, "max_ms": 5147, "mean_ms": 11.55544429351037, "measurable": 122717300, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 16.0, "p99_ms": 91.0, "rows": 122717300, "unmeasurable": 0, "won_output_rows": 22846 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 9514, "100_200ms": 581926, "10_20ms": 20528094, "1_2ms": 0, "2000_5000ms": 646, "200_500ms": 323704, "20_50ms": 4343584, "2_5ms": 8080118, "5000_10000ms": 0, "500_1000ms": 52888, "50_100ms": 1219326, "5_10ms": 87570460, "ge30000ms": 0, "neg": 0 }, "max_ms": 3332, "mean_ms": 10.59054656065434, "measurable": 122710260, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 15.0, "p99_ms": 81.0, "rows": 122710260, "unmeasurable": 0, "won_output_rows": 122710224 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3212, "o": 3212, "p": 3212 }, "rows_i": 3212, "rows_joined": 3212, "rows_merged": 3212, "rows_o": 3212, "rows_p": 3212, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 4, "10_20ms": 263, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 2941, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 4, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 118, "mean_ms": 22.55323785803238, "measurable": 3212, "min_ms": 17, "p50_ms": 22.0, "p90_ms": 25.0, "p99_ms": 34.0, "rows": 3212, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 4, "10_20ms": 559, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 102, "2_5ms": 114, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 8, "5_10ms": 2425, "ge30000ms": 0, "neg": 0 }, "max_ms": 126, "mean_ms": 8.635429638854296, "measurable": 3212, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 13.0, "p99_ms": 34.0, "rows": 3212, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 4, "10_20ms": 519, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 87, "2_5ms": 188, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 16, "5_10ms": 2398, "ge30000ms": 0, "neg": 0 }, "max_ms": 102, "mean_ms": 8.340597758405977, "measurable": 3212, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 14.0, "p99_ms": 35.0, "rows": 3212, "unmeasurable": 0, "won_output_rows": 3212 } } } }, "archive_root": "merged-live", "boundary_guard": "cache", "bytes": 1410573786, "file": "2026-10-29T15.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-29/15", "hour_utc": "2026-10-29T15:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41376823364733519, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562971916022621, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 175650702 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823353943030, "min_sequence": 562971916022625, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 15978856, "row_groups": [ 0, 60 ], "sha256": "012fc8622c4cdfbaf190d5f792ca03b4365d972c158c729b1341939b23f14f23" }, "book": { "byte_range": [ 175650702, 196955600 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823363644647, "min_sequence": 562971916031849, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 190053, "row_groups": [ 61, 61 ], "sha256": "fc69deea54afc98d65895f9431c33f5d51c39a958d37082d5a38c0bd8e5aff56" }, "last_trade_price": { "byte_range": [ 196955600, 200770517 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823328731714, "min_sequence": 562971916031851, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 67847, "row_groups": [ 62, 62 ], "sha256": "17244df49fdfd8667a91aebe62820dd8a743b68a74720fb2c875f552b0f0338d" }, "market_resolved": { "byte_range": [ 200770517, 200878630 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823239945412, "min_sequence": 562971916324942, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 811, "row_groups": [ 63, 63 ], "sha256": "1f7cf0ce612fdd0917509697e925a116d2defad634ed55c50e31ba91c8c4f457" }, "new_market": { "byte_range": [ 200878630, 201001567 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823352954532, "min_sequence": 562971916502239, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 1162, "row_groups": [ 64, 64 ], "sha256": "6e1e319c50b77c40616ed37f6bb3d0a422ea9e7c6e2cc7252b44e392115cdd54" }, "price_change": { "byte_range": [ 201001567, 1408886956 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376823364733519, "min_sequence": 562971916022621, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 122738552, "row_groups": [ 65, 533 ], "sha256": "96efc77284bb412c75930436bf7dc8ae6333acdf7e3308d744c6e624e7afe539" }, "tick_size_change": { "byte_range": [ 1408886956, 1409001323 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562972053694439, "min_sequence": 562971918892967, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 3212, "row_groups": [ 534, 534 ], "sha256": "c56045f3a9cfe24df5dcdfdcd1715478e8f019c03d2c3e312d5a27aafb0a2e9c" } }, "row_count": 138980493, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "sha256": "414480f7e337845e762b6094a925d3c5db54adf496e713603cd1903fb174a2bf", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-29T15.witness_stats.json", "witness_stats_sha256": "a8d4891d5736c5047c01dd3475260badfa95ef0894636ce9745f4b1a93f34bb8", "witnesses": "iop", "witnesses_captured": [ "i", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-29T15.ai.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 69636734, "row_ordinal_min": 0, "rows": 2652572, "sha256": "4c37007f7822b6cd8c3dc3bcf594d9a01b533b225cc3fb9fdd7a39e836b10115", "size": 12890928, "sub_tag": null }, { "category": "ai", "file": "2026-10-29T15.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 69636734, "row_ordinal_min": 0, "rows": 2652572, "sha256": "d5d8b65fc37597b2caedf933d87aa36ffacc81a6844909a8ed7b88139d89070b", "size": 12461510, "sub_tag": null }, { "category": "business", "file": "2026-10-29T15.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 10637325, "row_ordinal_min": 404030, "rows": 139881, "sha256": "04a7210cdafc0fbeac34b09b5b1c7f983a2e5a22e36c44efe4e73c174c8be5a4", "size": 820738, "sub_tag": null }, { "category": "business", "file": "2026-10-29T15.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 10637325, "row_ordinal_min": 404030, "rows": 139881, "sha256": "3f039f2e56cc57018f011e4b86c7b1236a65b7b64979c4523c3a58ec7a7a99dd", "size": 714635, "sub_tag": null }, { "category": "crypto", "file": "2026-10-29T15.crypto.parquet", "part": null, "role": "lean", "row_groups": 26, "row_ordinal_max": 69637514, "row_ordinal_min": 421182, "rows": 16211991, "sha256": "43818868b1bdee8cf430d4a0a967cc67f1a3ced7a8488c51986d5d2e06821580", "size": 83082438, "sub_tag": null }, { "category": "crypto", "file": "2026-10-29T15.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 26, "row_ordinal_max": 69637514, "row_ordinal_min": 421182, "rows": 16211991, "sha256": "7eafd9a9f81129ba36d804d247ec3e0ad1f75a252d72a91174fbb4117e9c2b99", "size": 63780635, "sub_tag": null }, { "category": "earnings", "file": "2026-10-29T15.earnings.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 69637518, "row_ordinal_min": 1521767, "rows": 11298, "sha256": "62811a0cffb66d0e486cd5ee67429a89d55c7b938f8a3a476eda31c0f74d263d", "size": 107883, "sub_tag": null }, { "category": "earnings", "file": "2026-10-29T15.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 69637518, "row_ordinal_min": 1521767, "rows": 11298, "sha256": "4b10a2836990b7b3b79ef7e19c3265dc8d3796a892eccde64fce099b7a9b7db2", "size": 69973, "sub_tag": null }, { "category": "economy", "file": "2026-10-29T15.economy.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 69637530, "row_ordinal_min": 1523595, "rows": 781753, "sha256": "9a33132e99b7726a253e59bc68c9fbae8295df1d90a2f744758562e018025695", "size": 4279841, "sub_tag": null }, { "category": "economy", "file": "2026-10-29T15.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 69637530, "row_ordinal_min": 1523595, "rows": 781753, "sha256": "ccba52e67d8f911f35896dc7f8bfb19c65b17cd0b5866b2bd4441b65c6a8bc39", "size": 3733914, "sub_tag": null }, { "category": "elections", "file": "2026-10-29T15.elections.parquet", "part": null, "role": "lean", "row_groups": 17, "row_ordinal_max": 35574058, "row_ordinal_min": 1626631, "rows": 10674067, "sha256": "fec67a17fd53050610b3be8a09ffcb2c0df9fe29783f5c60fa227909beae7e91", "size": 56569306, "sub_tag": null }, { "category": "elections", "file": "2026-10-29T15.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 17, "row_ordinal_max": 35574058, "row_ordinal_min": 1626631, "rows": 10674067, "sha256": "1abb5792a073b18c153f21cf5ca24c5e44f822c2c25e95d801597dfed8724265", "size": 50220657, "sub_tag": null }, { "category": "esports", "file": "2026-10-29T15.esports.parquet", "part": null, "role": "lean", "row_groups": 13, "row_ordinal_max": 69637786, "row_ordinal_min": 3072797, "rows": 4455787, "sha256": "47d097e6adb715b6f41ae720d749f2d92449e917f40a381885f05a171cce7481", "size": 21768505, "sub_tag": null }, { "category": "esports", "file": "2026-10-29T15.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 13, "row_ordinal_max": 69637786, "row_ordinal_min": 3072797, "rows": 4455787, "sha256": "35161738f15db0babf070d1164a414919bc584536ac1179e725d57000cdbbbcc", "size": 18291463, "sub_tag": null }, { "category": "finance", "file": "2026-10-29T15.finance.parquet", "part": null, "role": "lean", "row_groups": 13, "row_ordinal_max": 69637870, "row_ordinal_min": 3538131, "rows": 3696488, "sha256": "5bf81da3d6f742f773e5fbb50946ef13b020e5b4c73ea965ff77246fd4dc1d53", "size": 18050516, "sub_tag": null }, { "category": "finance", "file": "2026-10-29T15.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 13, "row_ordinal_max": 69637870, "row_ordinal_min": 3538131, "rows": 3696488, "sha256": "1a8c329aedca786949738952666eda759068d1c046e07435f3f2f5fd16397696", "size": 17032562, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-29T15.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 69637874, "row_ordinal_min": 4086373, "rows": 2037113, "sha256": "0a6b99ce89e63f99ea9b2f4031d06e096693f61fd96d6652867d0a5b82d4cace", "size": 10630100, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-29T15.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 69637874, "row_ordinal_min": 4086373, "rows": 2037113, "sha256": "c33e24bd44a5e8fd5262de21b4ae8b86de9d1ed34fbdd50f7d1fe5cdae1aa60a", "size": 9383789, "sub_tag": null }, { "category": "politics", "file": "2026-10-29T15.politics.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 69637878, "row_ordinal_min": 4278857, "rows": 1471281, "sha256": "d4cf8c280571c63d967faa4c0af53466efe11147b8eeedf302d5113f048ffbfb", "size": 7439734, "sub_tag": null }, { "category": "politics", "file": "2026-10-29T15.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 69637878, "row_ordinal_min": 4278857, "rows": 1471281, "sha256": "cd15205cdea7f08f801d6a581f5a26c431f50e72dc218d73f695f7c8eac47fd8", "size": 6882419, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-29T15.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 69637982, "row_ordinal_min": 4498298, "rows": 2217845, "sha256": "278db7bb3100be9bd32b25cb41d474a230eaf10165ddb49195d398640b76cb1f", "size": 11126769, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-29T15.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 69637982, "row_ordinal_min": 4498298, "rows": 2217845, "sha256": "016479a1aba37b31e3809d0fb5daa0b922211dbaad0e4a8067dc5314f3ff48d9", "size": 10408870, "sub_tag": null }, { "category": "science", "file": "2026-10-29T15.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 47758285, "row_ordinal_min": 4828769, "rows": 94492, "sha256": "c643f8164e129a2f28fb7f522eaf723a048ec1bafd268711b571a73bca478afd", "size": 541372, "sub_tag": null }, { "category": "science", "file": "2026-10-29T15.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 47758285, "row_ordinal_min": 4828769, "rows": 94492, "sha256": "7c607d9ef2a22a53804735cb2fe3c04d86b1d8d935ec57615e250dddd846e1b5", "size": 461498, "sub_tag": null }, { "category": "sports", "file": "2026-10-29T15.sports.parquet", "part": null, "role": "lean", "row_groups": 29, "row_ordinal_max": 69639770, "row_ordinal_min": 4839168, "rows": 20487319, "sha256": "b8ddbccb7de30c54783c8b00734376de1705f5f85599729ef1ff513eb6525ffd", "size": 131749934, "sub_tag": null }, { "category": "sports", "file": "2026-10-29T15.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 29, "row_ordinal_max": 69639770, "row_ordinal_min": 4839168, "rows": 20487319, "sha256": "c804365455ac461d34131aa2b76c895c1833444d50b14047f7d2d101f0655823", "size": 97232443, "sub_tag": null }, { "category": "tech", "file": "2026-10-29T15.tech.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 66183090, "row_ordinal_min": 7607990, "rows": 870977, "sha256": "aeefb78125dbf3633d8e7d825e7119835491ba10512d313a55d846c08bf1119f", "size": 4039538, "sub_tag": null }, { "category": "tech", "file": "2026-10-29T15.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 66183090, "row_ordinal_min": 7607990, "rows": 870977, "sha256": "23678ce35feb010bca466a38694c434f4a49bda132a937d68c87fa4175d35bcd", "size": 3813460, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-29T15.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 66295019, "row_ordinal_min": 7722767, "rows": 129018, "sha256": "b38ba0dea64c33b20293333ea94be438a09f0341036aea3f0a2bc716e59607fb", "size": 723870, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-29T15.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 66295019, "row_ordinal_min": 7722767, "rows": 129018, "sha256": "986da58a9d898aba44758e129fcba0c8753f9ca3e16c3090e4d349c7846967f2", "size": 639078, "sub_tag": null }, { "category": "weather", "file": "2026-10-29T15.weather.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 69639918, "row_ordinal_min": 7739791, "rows": 2289604, "sha256": "f79918098ab6ffbe51eddc3b304885d4573caf0ca6aa5e42ac64cf8b1c42a652", "size": 12465239, "sub_tag": null }, { "category": "weather", "file": "2026-10-29T15.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 69639918, "row_ordinal_min": 7739791, "rows": 2289604, "sha256": "dbd6a6a3ec0a0f462551edee83fe78177feb6de440788d49388e3c0cbcd0ffe5", "size": 10707362, "sub_tag": null }, { "category": "world", "file": "2026-10-29T15.world.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 69636706, "row_ordinal_min": 7897349, "rows": 1418433, "sha256": "21813e120fde880178a8a0d0395c51db3e6a88f07946abb42868b4dbf358fa85", "size": 7117556, "sub_tag": null }, { "category": "world", "file": "2026-10-29T15.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 69636706, "row_ordinal_min": 7897349, "rows": 1418433, "sha256": "e23eaa7be3ebd68b6e0de21a3f95657f31149bf6929a7f77f89357e91ec50d6d", "size": 6490896, "sub_tag": null }, { "category": null, "file": "2026-10-29T15.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 301732, "sha256": "d40b0b5f0be152cbb13c7b47f12936d46b27e7b5e0133ab4fb81fc6daea1171c", "size": 22421349, "sub_tag": null }, { "category": null, "file": "2026-10-29T15.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 687677, "sha256": "a3e812424e23d55103c567e9deb136fd146fa76c47bcc9d8b10a8f9dc41978a7", "size": 60206216, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "86e23be9-168e-4c8a-8448-b45a5a663f55", "hour": "2026-10-29/15", "hour_utc": "2026-10-29T15:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-29", "schedule_sha256": "e33b858c3c4dd19c3653224051c0128052d45b2c99299d9ca07169e0911d21e2", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-30", "max_sequence": 41376823364733518, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562971916022622, "mirror_audit": { "files": [ { "file": "2026-10-29T15.mirror_dropped.p1.parquet", "rows": 45486080, "sha256": "9fd9f456648aafb38fee0b9bd3322b3c61dec2d75942dc148c1d04d12989cbdd", "size": 285593204 }, { "file": "2026-10-29T15.mirror_dropped.p2.parquet", "rows": 23854425, "sha256": "1cde6148901c8177916a2ac99da856e451ed60a91e97458676e36b4563f4d24a", "size": 139597820 } ], "parts": 2, "public": false, "rows": 69340505, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 18842, "_pairs": 90369, "best_ask": 2, "best_bid": 1, "spread": 3, "witness_set": 90366 }, "book": { "_no_partner": 253, "_pairs": 3646, "asks": 9, "bids": 21, "source_witness": 3, "witness_set": 3617 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 109211, "book": 3899, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 7880196, "book": 91061, "price_change": 61369248 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823353943029, "min_sequence": 562971916022625, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 8098660, "source_rows": 15978856 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823363644647, "min_sequence": 562971916031849, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 98923, "source_rows": 190053 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823328731714, "min_sequence": 562971916031851, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 67847, "source_rows": 67847 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823239945412, "min_sequence": 562971916324942, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 811, "source_rows": 811 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823352954532, "min_sequence": 562971916502239, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 1162, "source_rows": 1162 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376823364733518, "min_sequence": 562971916022622, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 61369304, "source_rows": 122738552 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562972053694439, "min_sequence": 562971918892967, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 3212, "source_rows": 3212 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "5ad4da972bbe7f49ae35387e1abf12032635ed51" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "27af8007054c8eb3ebec4a23fd36d43e0da05ee8e85e853178e4f5e8efa6f341", "recorders": null, "row_count": 69639919, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "q": { "reason": "not_in_merged_set" } }, "source_sha256": "414480f7e337845e762b6094a925d3c5db54adf496e713603cd1903fb174a2bf", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 9720, "ai-benchmarks": 17682, "ai-rankings": 1315208, "ai-releases": 509689, "anthropic": 11956, "art": 1, "big-tech": 334028, "china": 973, "companies-with-1-ai": 8039, "compute": 214179, "congress": 2762, "courts": 56, "elon-musk": 75, "gemini": 862, "google": 16224, "grok": 5072, "ipos": 10312, "leopold-aschenbrenner": 210, "math": 34509, "meta": 33441, "moonshot": 2798, "openai": 120521, "openrouter-total-tokens-weekly": 2026, "privates": 2185, "ssi": 13, "united-states": 31 }, "business": { "(none)": 5455, "acquisitions": 16, "banking": 335, "banks": 78, "big-tech": 71405, "cuba": 1, "economic-policy": 170, "equities": 21518, "fed-rates": 15532, "ipos": 23108, "jpm": 1577, "sec": 2, "stocks": 659, "taxes": 25 }, "crypto": { "aave": 11, "acquisitions": 2837, "big-tech": 201, "bitcoin": 6679597, "bnb": 779504, "congress": 24389, "crypto-culture": 34598, "crypto-legal": 1863, "crypto-listings": 16160, "crypto-prices": 3652, "dogecoin": 749505, "epstein": 261, "eric-adams": 9, "ethena": 2262, "ethereum": 3120551, "fees": 1507, "ftx": 10, "gov-reserve": 2108, "hack": 1145, "hype": 728876, "hyperliquid": 31875, "ipos": 363, "memecoins": 6935, "meta": 5, "microstrategy": 33, "network-stats": 25, "nft": 1877, "pre-market": 464285, "prediction-markets": 2071, "price-comparison": 912, "price-milestone": 11253, "privates": 8033, "protocol-risk": 58, "public-sales": 11374, "pumpptfun": 2721, "sam-altman": 2205, "solana": 1598024, "stablecoins": 788, "stocks": 14, "trump-presidency": 331, "xrp": 1764632, "yearly": 58372, "zcash": 96759 }, "earnings": { "equities": 11298 }, "economy": { "(none)": 14, "acquisitions": 17, "brazil": 13805, "canada": 3290, "commodities": 2687, "consumer": 2287, "economic-policy": 8196, "equities": 22, "europe": 1278, "fed": 1098, "fed-rates": 152216, "france": 17855, "global-rates": 38850, "housing": 7824, "inflation": 2260, "iran": 41195, "japan": 6897, "kevin-warsh": 2, "macro-indicators": 340402, "mexico": 43350, "oil": 16128, "parcl": 66320, "prices": 12113, "shipping": 24, "taxes": 1726, "trade-war": 1824, "trump": 3, "us-bank-bailout": 3, "us-debt-downgrade": 19, "us-defaults-on-debt": 48 }, "elections": { "celebrities": 109705, "france": 631, "global-elections": 2212048, "israel": 33475, "midterms": 8035328, "nov-4-elections": 1, "peru-elections": 9, "popular-vote": 311, "romania": 978, "taxes": 2102, "trump": 4735, "turkey": 163, "uk": 3510, "united-kingdom": 338, "us-presidential-election": 269821, "vance": 179, "wisconsin": 733 }, "esports": { "call-of-duty": 842, "counter-strike-2": 2398678, "dota-2": 835124, "esports-awards": 184700, "honor-of-kings": 328533, "league-of-legends": 278374, "mlb": 2909, "mobile-legends-bang-bang": 139466, "overwatch": 10723, "rainbow-six-siege": 53441, "valorant": 222997 }, "finance": { "aapl": 10229, "acquisitions": 427, "anthropic": 116668, "big-tech": 27220, "brazil": 15189, "canada": 2706, "commodities": 159251, "equities": 2663150, "forex": 62938, "gold": 74100, "indicies": 78087, "indonesia": 1862, "ipos": 8663, "italy": 18, "kpis": 102723, "macro-indicators": 6976, "mergers-and-acquisitions": 3, "openai": 81227, "privates": 182234, "silver": 93895, "stocks": 771, "tariffs": 272, "trump-presidency": 7879 }, "geopolitics": { "(none)": 8585, "afghanistan": 1, "africa": 4, "argentina": 534, "australia": 80, "awards": 11605, "brazil": 18, "brics-add-a-new-member": 7, "canada": 281, "china": 27672, "colombia": 20, "commodities": 22711, "country-leave-brics": 1173, "courts": 5238, "cuba": 634, "denmark": 215, "earn-4": 416, "epstein": 943, "europe": 82, "f1": 8, "foreign-policy": 14562, "france": 276, "global-elections": 539721, "greenland": 1062, "h-1b": 2804, "immigration": 5056, "india": 1414, "india-pakistan": 43, "iran": 490579, "israel": 13595, "mali": 869, "mexico": 6914, "middle-east": 115729, "midterms": 65044, "military": 2887, "military-action": 1449, "moscow": 5390, "nato": 5954, "north-korea": 1026, "oil": 298007, "parlays": 248, "philippines": 14, "president": 17, "prime-minister": 279, "putin": 76, "russia": 5404, "south-korea": 995, "spain": 2620, "strike": 2524, "sudan": 6, "taiwan": 822, "trade-war": 31456, "trump": 40484, "trump-presidency": 18642, "turkey": 15116, "uk-labour-leadership": 61988, "ukraine": 122549, "ukraine-map": 58252, "un": 5560, "venezuela": 16396, "world-affairs": 1057 }, "politics": { "(none)": 2830, "abc": 16, "approval": 7498, "asia": 6, "bernie-sanders": 1059, "biden": 9, "bolivia": 534, "boxing": 121, "brazil": 13531, "california": 5, "canada": 16467, "china": 59414, "comey": 40898, "congress": 6963, "courts": 11452, "democrat": 28, "department-of-war": 484, "dollar": 33, "earn-4": 1753, "elon-musk": 3, "epstein": 14183, "fed-rates": 41411, "fifa": 3956, "flip-off": 64, "foreign-policy": 132, "france": 8337, "gas": 876, "global-elections": 200963, "greece": 2194, "house-of-representatives": 1076, "hungary": 1778, "ice": 888, "india": 1112, "indonesia": 924, "israel": 912, "istanbul": 22, "japan": 183, "kippah": 1, "legislation": 2314, "mamdani": 68, "margin-of-victory": 35149, "marijuana": 7, "mention-markets": 512, "mexico": 417, "midterms": 215586, "minnesota": 48, "minnesota-fraud": 539, "nasa": 335, "new-york": 2, "new-york-city": 1803, "north-korea": 100, "nyc": 711, "obama": 31, "ohio": 2, "ohio-midterm": 656, "oil": 1051, "pakistan": 79, "pardon": 726, "parlays": 2, "parliament": 734, "pete-hegseth": 2574, "philippines": 46, "prison": 9649, "resign": 1021, "romania": 346, "russia": 3, "sbf": 38271, "senate-elections": 17226, "south-korea": 73, "spain": 1024, "speech": 354, "supreme-court": 118, "tariffs": 720, "taxes": 159, "tennessee": 236, "trump": 85469, "trump-cabinet": 118563, "trump-daily": 548, "trump-presidency": 35774, "trump-speech": 1778, "truth-social": 383, "turkey": 588, "tweets-markets": 84660, "uk": 22545, "ukraine": 41, "united-kingdom": 683, "united-states": 592, "us-house": 1225, "us-politics": 1767, "us-presidential-election": 329345, "venezuela": 10754, "voting": 1491, "washington-dc": 29, "white-house": 238 }, "pop-culture": { "(none)": 766, "aliens": 14187, "art": 3501, "australia": 36, "awards": 184533, "basketball": 599, "best-of-2026": 18119, "call-of-duty": 38, "celebrities": 103478, "charlie-kirk": 826, "clavicular": 547, "climate-science": 2464, "combat-sports": 3747, "counter-strike-2": 14, "court-cases": 38, "courts": 1576, "daejon-love": 12, "dominican-republic": 266, "dota-2": 159, "earthquake": 44, "elon-musk": 15, "f1": 16, "fda": 167, "fifa": 5639, "fifa-world-cup": 2, "gaming": 151477, "gta-vi": 20457, "israel": 2353, "japan": 155, "la-liga": 228, "league-of-legends": 16, "logan-paul": 12, "los-angeles": 6, "marijuana": 268, "midterms": 10125, "movie-delay": 458, "movies": 1057208, "music": 298567, "netflix": 96, "new-york-city": 914, "nfl": 15143, "pandemics": 887, "parent-for-derivative": 2011, "podcast": 177, "pokemon": 520, "pregnant": 727, "russia": 4, "spain": 957, "spider-man": 223, "streamer": 634, "sweden": 122, "taylor-swift": 9, "tennis": 8429, "the-legend-of-zelda": 398, "travel": 19106, "trump": 5606, "trump-daily": 36952, "trump-netanyahu": 10812, "tv": 24, "tweets-markets": 185900, "uk": 163, "utah": 148, "valve": 2180, "xbox": 14, "youtube": 43570 }, "science": { "(none)": 1263, "aliens": 2032, "big-tech": 5621, "climate-science": 43, "drug": 539, "elon-musk": 55583, "fda": 8052, "gold": 598, "macro-indicators": 6144, "mergers-and-acquisitions": 2, "new-york-city": 1635, "pandemics": 2408, "russia": 209, "space": 1, "spacex": 10362 }, "sports": { "(none)": 21217, "2026-summer-transfer-window": 13544, "afc": 13483, "afc-champions-league-elite": 16662, "afcon": 48765, "aflw": 359, "american-football": 244, "arg": 64070, "argpn": 84972, "australian-a-league": 42746, "austria-bundesliga": 10261, "awards": 55339, "aze1": 23075, "aze2": 3, "baseball": 6816, "basketball": 226390, "bel1": 19128, "bel2": 13024, "bolivia-lfpb": 75821, "boxing": 2801, "bra3": 27336, "brazil-serie-a": 108429, "brazil-serie-b": 76995, "bulgaria-parva-liga": 39140, "bundesliga": 224027, "bundesliga-2": 27554, "canpl": 10428, "carabao-cup": 22957, "cfb": 1600282, "chess": 18505, "chi2": 31248, "chile-primera": 29351, "china-fa-cup": 3302, "chinese-super-league": 71206, "chl2": 21841, "clf": 223, "col2": 16165, "colombia-primera-a": 19539, "concacaf": 9526, "concacaf-nations-league": 6860, "copa-america": 17529, "copa-del-rey": 709048, "cricket": 297800, "cristiano-ronaldo": 7308, "czechia-fortuna-liga": 36115, "darts": 12770, "denmark-superliga": 19832, "dfb-pokal": 21210, "ecu1": 53433, "efl-championship": 165642, "egypt-premier-league": 697414, "epl": 405694, "ere": 55821, "est1": 33122, "europa-conference-league": 186903, "f1": 59454, "fa-cup": 12847, "fifa": 14599, "fifa-friendly": 1947, "fifa-world-cup": 4085, "fin1": 75374, "formula1": 12139, "fro1": 3211, "goals": 790, "golf": 14263, "gre1": 21893, "handball": 257, "hockey": 62618, "hungary-nb1": 18926, "idn1": 26085, "idn2": 21179, "indian-super-league": 15071, "irl1": 19089, "isl1": 6, "israel-premier-league": 10777, "japan-j-league": 41448, "japan-j2-league": 51001, "k-league": 50641, "kaz1": 52651, "kor2": 46745, "la-liga": 346228, "la-liga-2": 29137, "lacrosse": 731, "lazio": 51, "lcs": 1, "lib": 14389, "ligue-1": 181427, "ligue-2": 86396, "lionel-messi": 229, "ltu1": 12715, "lva1": 41552, "mex": 317303, "mlb": 69471, "mls": 301220, "morocco-botola-pro": 35040, "moto2": 15, "moto3": 12, "nascar": 45272, "national-league": 25570, "nba": 1563707, "ned2": 30080, "nfl": 2443040, "nhl": 866592, "nirl1": 19032, "nor2": 30286, "norway-eliteserien": 34573, "peru-liga-1": 85440, "pickleball": 9161, "poland-ekstraklasa": 22589, "power-slap": 59, "primeira-liga": 79212, "qat1": 18139, "qualification": 3048, "racing": 3168, "romania-superliga": 36043, "rugby": 2511, "rus": 26419, "saf1": 3298, "saudi-professional-league": 1181894, "scotland-league-cup": 2231, "scottish-premiership": 91687, "sea": 368560, "serbian-superliga": 30681, "serie-b": 58883, "slovenia-prvaliga": 28578, "soccer": 312936, "soccer-atc": 9918, "soccer-brco": 4828, "soccer-ccc": 13110, "soccer-el1": 48471, "soccer-el2": 35243, "soccer-fpd": 31052, "soccer-grc": 74655, "soccer-gtm": 93610, "soccer-hr1": 18299, "soccer-nlc": 68751, "soccer-nwsl": 37137, "soccer-ptc": 54, "soccer-scoc": 364, "soccer-svk1": 20325, "soccer-trsk": 801, "sud": 592, "swe2": 35317, "sweden-allsvenskan": 152615, "swimming": 878, "switzerland-super-league": 99556, "table-tennis": 10577, "tennis": 2889012, "tur": 43346, "tur2": 54763, "u20wwc": 1, "uae1": 1592, "ucl": 465451, "uefa": 46049, "uefa-nations-league": 76570, "uel": 343226, "ufc": 179090, "ukraine-premier-liha": 53277, "uru1": 37054, "usl1": 8, "uslc": 28532, "usoc": 5, "uwec": 13328, "uzb1": 22894, "ven1": 28372, "volleyball": 449, "womens-champions-league": 104519, "wsl": 24651 }, "tech": { "(none)": 4854, "airbnb": 23, "anthropic": 2221, "big-tech": 598086, "celebrities": 101263, "china": 3948, "coding": 4574, "collectibles": 394, "congress": 11, "corporate-financials": 526, "courts": 723, "earn-4": 17720, "elon-musk": 1874, "equities": 415, "gaming": 481, "google": 96963, "hack": 686, "ipos": 8674, "kpis": 111, "midterms": 46, "movies": 10839, "nuke": 230, "oil": 11777, "openai": 2879, "outage": 7, "prediction-markets": 1429, "video-games": 223 }, "uncategorised": { "(none)": 1594, "bayeux-tapestry": 372, "cfb": 9594, "climate-science": 1145, "dnc": 81, "fed": 11880, "fed-chair": 2261, "fed-rates": 4228, "iran": 6, "la-liga": 12, "leopold-aschenbrenner": 2111, "macro-indicators": 2168, "mma": 30, "nfl": 23041, "pandemics": 86, "social-media": 856, "space": 3, "supreme-court": 18730, "tennis": 2884, "trump-presidency": 9, "ufc": 5669, "uk": 2455, "united-nations": 26112, "united-states": 1771, "youtube": 11920 }, "weather": { "brazil": 503, "climate": 48601, "climate-science": 13903, "drought": 984, "earthquakes": 6742, "germany": 14821, "global-temp": 616, "highest-temperature": 1880824, "italy": 2, "lowest-temperature": 284171, "mexico": 58, "natural-disaster": 1856, "pandemics": 986, "precipitation": 16265, "rain": 1088, "tornado-risk": 74, "united-states": 18110 }, "world": { "(none)": 135, "argentina": 10676, "brazil": 15789, "canada": 940, "economic-policy": 5423, "europe": 135, "foreign-policy": 915, "forex": 1797, "france": 11159, "germany": 3166, "global-elections": 1311577, "global-rates": 27503, "hong-kong": 164, "italy": 512, "macro-indicators": 17226, "middle-east": 12, "nyc": 14, "pandemics": 272, "south-korea": 4218, "trump-presidency": 6165, "uk": 635 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 138980424, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-29T15.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 301732, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 69639919, "twin_rows": 69340505 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001853, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-29T15.witness_stats.json", "witness_stats_sha256": "a8d4891d5736c5047c01dd3475260badfa95ef0894636ce9745f4b1a93f34bb8", "witnesses": "iop", "writer_versions": null }