{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 123, "class": "FULL", "exception_markets": 37, "rows_by_domain": { "i": 18296341, "o": 18296304, "p": 18297023 }, "rows_i": 18296341, "rows_joined": 18298128, "rows_merged": 18298005, "rows_o": 18296304, "rows_p": 18297023, "unique_by_domain": { "i": 56, "o": 48, "p": 183 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 94, "1000_2000ms": 5128, "100_200ms": 146024, "10_20ms": 1001107, "1_2ms": 0, "2000_5000ms": 1079, "200_500ms": 103480, "20_50ms": 16592014, "2_5ms": 0, "5000_10000ms": 100, "500_1000ms": 22417, "50_100ms": 424898, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 20539, "mean_ms": 29.022081682889493, "measurable": 18296341, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 32.0, "p99_ms": 147.0, "rows": 18296341, "unmeasurable": 0, "won_output_rows": 110 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 66, "1000_2000ms": 5924, "100_200ms": 106974, "10_20ms": 4296563, "1_2ms": 0, "2000_5000ms": 2141, "200_500ms": 100591, "20_50ms": 1236375, "2_5ms": 826491, "5000_10000ms": 379, "500_1000ms": 24555, "50_100ms": 204423, "5_10ms": 11491822, "ge30000ms": 0, "neg": 0 }, "max_ms": 15345, "mean_ms": 14.376925962751821, "measurable": 18296304, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 19.0, "p99_ms": 140.0, "rows": 18296304, "unmeasurable": 0, "won_output_rows": 882 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 160, "1000_2000ms": 4926, "100_200ms": 87072, "10_20ms": 3596962, "1_2ms": 0, "2000_5000ms": 2111, "200_500ms": 89271, "20_50ms": 989087, "2_5ms": 1184576, "5000_10000ms": 467, "500_1000ms": 22474, "50_100ms": 158093, "5_10ms": 12161824, "ge30000ms": 0, "neg": 0 }, "max_ms": 27068, "mean_ms": 13.21146221437225, "measurable": 18297023, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 16.0, "p99_ms": 119.0, "rows": 18297023, "unmeasurable": 0, "won_output_rows": 18297013 } } }, "book": { "boundary_dropped": 6, "class": "FULL", "exception_markets": 33684, "rows_by_domain": { "i": 179234, "o": 170703, "p": 169563 }, "rows_i": 179234, "rows_joined": 221415, "rows_merged": 221409, "rows_o": 170703, "rows_p": 169563, "unique_by_domain": { "i": 29832, "o": 21394, "p": 20314 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1796, "1000_2000ms": 1050, "100_200ms": 3560, "10_20ms": 430, "1_2ms": 0, "2000_5000ms": 2126, "200_500ms": 1912, "20_50ms": 128536, "2_5ms": 0, "5000_10000ms": 1098, "500_1000ms": 625, "50_100ms": 11540, "5_10ms": 0, "ge30000ms": 26561, "neg": 0 }, "max_ms": 11527630264, "mean_ms": 62927503.459622614, "measurable": 179234, "min_ms": 18, "p50_ms": 30.0, "p90_ms": 495618.0, "p99_ms": 2802010392.0, "rows": 179234, "unmeasurable": 0, "won_output_rows": 30093 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1540, "1000_2000ms": 907, "100_200ms": 1329, "10_20ms": 54522, "1_2ms": 0, "2000_5000ms": 1886, "200_500ms": 1450, "20_50ms": 20189, "2_5ms": 656, "5000_10000ms": 820, "500_1000ms": 671, "50_100ms": 2556, "5_10ms": 65381, "ge30000ms": 18796, "neg": 0 }, "max_ms": 13126570250, "mean_ms": 44302598.594459385, "measurable": 170703, "min_ms": 3, "p50_ms": 11.0, "p90_ms": 72210.0, "p99_ms": 636059572.62, "rows": 170703, "unmeasurable": 0, "won_output_rows": 21755 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1228, "1000_2000ms": 814, "100_200ms": 1284, "10_20ms": 52306, "1_2ms": 0, "2000_5000ms": 1838, "200_500ms": 1320, "20_50ms": 17875, "2_5ms": 1124, "5000_10000ms": 712, "500_1000ms": 573, "50_100ms": 2231, "5_10ms": 69970, "ge30000ms": 18288, "neg": 0 }, "max_ms": 11529304180, "mean_ms": 44048119.25478436, "measurable": 169563, "min_ms": 3, "p50_ms": 11.0, "p90_ms": 69472.0, "p99_ms": 634941252.36, "rows": 169563, "unmeasurable": 0, "won_output_rows": 169561 } } }, "last_trade_price": { "boundary_dropped": 1, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 72902, "o": 72896, "p": 72890 }, "rows_i": 72902, "rows_joined": 72910, "rows_merged": 72909, "rows_o": 72896, "rows_p": 72890, "unique_by_domain": { "i": 2, "o": 1, "p": 1 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 174, "100_200ms": 1534, "10_20ms": 930, "1_2ms": 0, "2000_5000ms": 81, "200_500ms": 799, "20_50ms": 65507, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 177, "50_100ms": 3700, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 4870, "mean_ms": 39.725206441524236, "measurable": 72902, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 43.0, "p99_ms": 290.99000000000524, "rows": 72902, "unmeasurable": 0, "won_output_rows": 3 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 135, "100_200ms": 571, "10_20ms": 20467, "1_2ms": 0, "2000_5000ms": 21, "200_500ms": 639, "20_50ms": 3829, "2_5ms": 564, "5000_10000ms": 0, "500_1000ms": 175, "50_100ms": 769, "5_10ms": 45726, "ge30000ms": 0, "neg": 0 }, "max_ms": 4065, "mean_ms": 18.905907045654082, "measurable": 72896, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 238.0, "rows": 72896, "unmeasurable": 0, "won_output_rows": 16 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3, "1000_2000ms": 100, "100_200ms": 571, "10_20ms": 17715, "1_2ms": 0, "2000_5000ms": 13, "200_500ms": 551, "20_50ms": 3092, "2_5ms": 908, "5000_10000ms": 3, "500_1000ms": 176, "50_100ms": 670, "5_10ms": 49088, "ge30000ms": 0, "neg": 0 }, "max_ms": 11954, "mean_ms": 17.967937988750172, "measurable": 72890, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 16.0, "p99_ms": 224.0, "rows": 72890, "unmeasurable": 0, "won_output_rows": 72890 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 8, "rows_by_domain": { "i": 1685, "o": 1677, "p": 1685 }, "rows_i": 1685, "rows_joined": 2096, "rows_merged": 2096, "rows_o": 1677, "rows_p": 1685, "unique_by_domain": { "i": 117, "o": 294, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 190, "1000_2000ms": 0, "100_200ms": 11, "10_20ms": 51, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 12, "20_50ms": 1264, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 72, "5_10ms": 0, "ge30000ms": 84, "neg": 0 }, "max_ms": 54322, "mean_ms": 4461.083086053412, "measurable": 1685, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 20594.00000000001, "p99_ms": 48405.8, "rows": 1685, "unmeasurable": 0, "won_output_rows": 117 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 42, "1000_2000ms": 0, "100_200ms": 15, "10_20ms": 257, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 25, "20_50ms": 55, "2_5ms": 56, "5000_10000ms": 0, "500_1000ms": 3, "50_100ms": 25, "5_10ms": 1096, "ge30000ms": 103, "neg": 0 }, "max_ms": 56503, "mean_ms": 2915.94931425164, "measurable": 1677, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 217.20000000000027, "p99_ms": 40867.24, "rows": 1677, "unmeasurable": 0, "won_output_rows": 294 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1, "100_200ms": 9, "10_20ms": 196, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 5, "20_50ms": 42, "2_5ms": 114, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 11, "5_10ms": 1150, "ge30000ms": 157, "neg": 0 }, "max_ms": 71321, "mean_ms": 4206.021364985163, "measurable": 1685, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 152.20000000000437, "p99_ms": 47854.76000000025, "rows": 1685, "unmeasurable": 0, "won_output_rows": 1685 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1396, "o": 1396, "p": 1396 }, "rows_i": 1396, "rows_joined": 2013, "rows_merged": 2013, "rows_o": 1396, "rows_p": 1396, "unique_by_domain": { "i": 268, "o": 143, "p": 206 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 235, "1000_2000ms": 1, "100_200ms": 251, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 109, "20_50ms": 306, "2_5ms": 0, "5000_10000ms": 88, "500_1000ms": 11, "50_100ms": 325, "5_10ms": 0, "ge30000ms": 70, "neg": 0 }, "max_ms": 101196, "mean_ms": 5245.8760744985675, "measurable": 1396, "min_ms": 25, "p50_ms": 118.0, "p90_ms": 14599.5, "p99_ms": 48172.049999999996, "rows": 1396, "unmeasurable": 0, "won_output_rows": 351 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 242, "1000_2000ms": 0, "100_200ms": 153, "10_20ms": 90, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 62, "20_50ms": 295, "2_5ms": 0, "5000_10000ms": 66, "500_1000ms": 1, "50_100ms": 323, "5_10ms": 4, "ge30000ms": 160, "neg": 0 }, "max_ms": 92365, "mean_ms": 7481.340257879656, "measurable": 1396, "min_ms": 9, "p50_ms": 98.0, "p90_ms": 30788.5, "p99_ms": 44305.45, "rows": 1396, "unmeasurable": 0, "won_output_rows": 266 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 250, "1000_2000ms": 0, "100_200ms": 8, "10_20ms": 280, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 99, "20_50ms": 321, "2_5ms": 0, "5000_10000ms": 74, "500_1000ms": 9, "50_100ms": 166, "5_10ms": 34, "ge30000ms": 155, "neg": 0 }, "max_ms": 60011, "mean_ms": 7583.69340974212, "measurable": 1396, "min_ms": 7, "p50_ms": 62.5, "p90_ms": 30716.5, "p99_ms": 44707.49999999999, "rows": 1396, "unmeasurable": 0, "won_output_rows": 1396 } } }, "price_change": { "boundary_dropped": 782, "class": "FULL", "exception_markets": 110, "rows_by_domain": { "i": 138221840, "o": 138213382, "p": 138225486 }, "rows_i": 138221840, "rows_joined": 138236552, "rows_merged": 138235770, "rows_o": 138213382, "rows_p": 138225486, "unique_by_domain": { "i": 558, "o": 482, "p": 3510 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1598, "1000_2000ms": 49212, "100_200ms": 1477602, "10_20ms": 5725610, "1_2ms": 0, "2000_5000ms": 13888, "200_500ms": 921658, "20_50ms": 125556010, "2_5ms": 0, "5000_10000ms": 822, "500_1000ms": 199784, "50_100ms": 4275656, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 20567, "mean_ms": 30.878904216584008, "measurable": 138221840, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 36.0, "p99_ms": 175.0, "rows": 138221840, "unmeasurable": 0, "won_output_rows": 926 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 516, "1000_2000ms": 52236, "100_200ms": 925584, "10_20ms": 35336902, "1_2ms": 0, "2000_5000ms": 17408, "200_500ms": 855248, "20_50ms": 11498784, "2_5ms": 4816944, "5000_10000ms": 2920, "500_1000ms": 207788, "50_100ms": 1822566, "5_10ms": 82676486, "ge30000ms": 0, "neg": 0 }, "max_ms": 15386, "mean_ms": 15.588355373577357, "measurable": 138213382, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 21.0, "p99_ms": 163.0, "rows": 138213382, "unmeasurable": 0, "won_output_rows": 9436 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2060, "1000_2000ms": 39326, "100_200ms": 781480, "10_20ms": 30188824, "1_2ms": 0, "2000_5000ms": 16884, "200_500ms": 763156, "20_50ms": 9602302, "2_5ms": 7042104, "5000_10000ms": 4086, "500_1000ms": 190676, "50_100ms": 1452706, "5_10ms": 88141882, "ge30000ms": 0, "neg": 0 }, "max_ms": 29422, "mean_ms": 14.481848593391815, "measurable": 138225486, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 19.0, "p99_ms": 143.0, "rows": 138225486, "unmeasurable": 0, "won_output_rows": 138225408 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 8676, "o": 8676, "p": 8676 }, "rows_i": 8676, "rows_joined": 8676, "rows_merged": 8676, "rows_o": 8676, "rows_p": 8676, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 32, "10_20ms": 516, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 11, "20_50ms": 7963, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 150, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 627, "mean_ms": 25.843937298294144, "measurable": 8676, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 31.0, "p99_ms": 84.25, "rows": 8676, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 31, "10_20ms": 1967, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 12, "20_50ms": 646, "2_5ms": 319, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 97, "5_10ms": 5600, "ge30000ms": 0, "neg": 0 }, "max_ms": 681, "mean_ms": 11.380705394190871, "measurable": 8676, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 70.0, "rows": 8676, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 32, "10_20ms": 1694, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 16, "20_50ms": 430, "2_5ms": 527, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 65, "5_10ms": 5912, "ge30000ms": 0, "neg": 0 }, "max_ms": 274, "mean_ms": 10.102120792992162, "measurable": 8676, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 15.0, "p99_ms": 64.0, "rows": 8676, "unmeasurable": 0, "won_output_rows": 8676 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "union-staging", "book_audit": { "files": [ { "file": "2026-10-28T20.book_dropped.parquet", "rows": 110, "sha256": "ba65aaa04cb0041296334573b3e1cd13b57b6b3f2ea98fb2c08150e88d87a592", "size": 5549 } ], "parts": 1, "public": false, "rows": 110, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 110, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-703f798f.parquet", "sha256": "703f798f3fbd15f5afeb2361a83e77fa17f2f7374902c3ca0e5c2aedb0655c61" }, "category_gate": { "bulk_pin": { "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "created_at": "2026-10-29T08:06:22Z", "map_health_sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v1", "sha256": "e053400908aa8e8536a63e697270c64aeba8374c8e07e7a161c7857de4c77374", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "evaluated_at": "2026-10-29T12:56:26Z", "evidence": { "file": "category_evidence.json.gz", "sha256": "bc0a77172fcd323792902bbeb544faa0291a079dd14ee46fb32f4cb69db335b3" }, "hour": "2026-10-28/20", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9998209275950576, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": null, "changed_markets": null, "common_markets": null, "file": "category_map.json.gz.health.json", "logic_identity_changed": null, "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "mapping_logic_changed": null, "markets": 5155761, "query_ok": true, "review_acceptance": { "accepted_at": "2026-10-29T08:00:47Z", "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "note": "gate v7 (live3 from 10-28T19, chair GO CYCLE-10811, 2026-10-29), reviewed by Capture against gate v6 map dfd8d842: 5,155,761 markets, 20,444 added, 0 gone (no shrink), 331,963 labels changed (6.464%), ALL uncategorised -> a venue category (crypto 157,893, sports 88,962, esports 51,552, weather 22,471; uncategorised 19.81% -> 13.29%); rule native-category-ranked-subtag-v1, tag list 1c81c469" }, "rule_version": "native-category-ranked-subtag-v1", "sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "shrink_share": null, "source_tags_changed": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 58918, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 90990, "fetched_untagged": 0, "not_fetched": 12 }, "lt_24h": { "fetched_tagged": 17592, "fetched_untagged": 0, "not_fetched": 7 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 11 } }, "classes": { "fetched_tagged": 167500, "fetched_untagged": 0, "not_fetched": 30 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": null, "changed_markets": null, "common_markets": null, "file": "category_map.json.gz.health.json", "logic_identity_changed": null, "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "mapping_logic_changed": null, "markets": 5155761, "query_ok": true, "review_acceptance": { "accepted_at": "2026-10-29T08:00:47Z", "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "note": "gate v7 (live3 from 10-28T19, chair GO CYCLE-10811, 2026-10-29), reviewed by Capture against gate v6 map dfd8d842: 5,155,761 markets, 20,444 added, 0 gone (no shrink), 331,963 labels changed (6.464%), ALL uncategorised -> a venue category (crypto 157,893, sports 88,962, esports 51,552, weather 22,471; uncategorised 19.81% -> 13.29%); rule native-category-ranked-subtag-v1, tag list 1c81c469" }, "rule_version": "native-category-ranked-subtag-v1", "sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "shrink_share": null, "source_tags_changed": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 12, "not_reached": 18 }, "row_share": { "fetched_tagged": 0.99991, "fetched_untagged": 0.0, "not_fetched": 9e-05, "without_market": 0.0 }, "rows": { "fetched_tagged": 156826689, "fetched_untagged": 0, "not_fetched": 14189, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 167530, "young": { "not_fetched": 7, "traded": 17599 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v3", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [ "0x056e08babb69fb7c6ee2c5e9f436c618bad69b45c83a1d70e076eafd4e138c87", "0x0d71a01ce6a69c386a2d96cf7db8fa1c71a2cdf826120213d24fd0b261849e17", "0x11948dda7ea3f2967dc84cd117f4826caa48dea0d1ffc4b18042c6a77ed96044", "0x11d6d72ba526a95b6d27deff581ca25daf71f7bc2e5ceb8ba5e1f8185c5ac8a6", "0x1207c020a003d1b4df1119209423a0c4e4a51cf67ade7ea9de12aff4676e76eb", "0x16dea458809007a4fcfa19a800c868b39138cddde68f2c4c46fdd7bf32bab70a", "0x1f0b77fff743603ed8124e2ef416b7499556fd2bdf800f5c75485b30f4f493f3", "0x2075775e6db3de158f2a17213c8be48114a85c347ccda29e8412ddcc5d5d78f8", "0x285bdfb83721eb42958e87c10f6c7c336ca85eec0de0a19f4005c6e5d827be12", "0x2a30526806fa06c913509810286a222dec765bf8ad3bf88b1f2057778c318b51", "0x2be8ef40eaa224699f9f7465e2583f80a53aaf724909bb588c788dec017c3f60", "0x2fea2c502a40ca61e49bcdf799ab660923e0bca06d231f1beb8a2c7a084d67bb", "0x335baabd58f0324accaf427ce71d605caf29f340ecf6b81f16e460c19290d3ec", "0x38d0cf5212d3434a7ed62459a1ea80e336aa6bdf41095000c3f489e8739708da", "0x3a3fac7c8ee4f60669df77da8713564a6af15f1461be036d5392cc8d28e0deb9", "0x3f543ff161f0af57431b2d3c808105acb82bdb039bb0cc357a8a279b5ad4a985", "0x3fda3e757fd29b8e297a82dd864d99b82773c0857807048adb54fc6b614bfa73", "0x4ac553bf9e6194446d01c8c3ec16a52140a9a7ead3147913bd0a0594bb800fd1", "0x5476c9a55f1979b24a353300bd9021738bc63e39f3aed75f6d23e3b011398956", "0x56b837693e8c63c9f71aadd04b974ac7df6365c23b36ddca5e528f0b2d8b06c9", "0x5a9207cbdb5ec76425e00958b5434ca7212146afd8b694a854fb3e15cbb9781f", "0x63d2b160ac03c19150c6e2419b5212828ad3ab210e0390e9c868a823daa533c3", "0x64f979aad72690a645c3601f97a5f2f080ca3459711c4fa88a978ea624bc0cb3", "0x71cd46b7958d583e0b42db5b45b04334c6fdef32d5a0b3e96c7a302b3cfae996", "0x73509ec92de5dbd86a5a888e702a571325783ea208b3e9334f9d488a73e528ac", "0x74cff8570377ccd48c91489508e210df08f66446983bfb184ff138c956394ba7", "0x81b7c8905908d7e36df075d8cbf1730e9f2a12a0b9554665c8ac9c8a55b7195d", "0x8568bbd5b2e542396574ece34b5db1b2f060487db14c0dabb0427d1841d3644e", "0x89413e4f0e027e2a579f62d2de47a095938663ce144df05dedcc24e4da401437", "0x8ecac0a5f474f70c515efd34f56303d58f4c5b9f8d23573f48e96785e07bc6e0", "0x924fb186efcf40f80d8d9ed3f90ceef975679bde81b49db48d2dd3fbb505c19b", "0x94ccc340c3baa27bca6a19007a49dc093b699015b8318e2bd16bb404e90b89e7", "0x974b5fd3bb8413bbf25cccc985b06989e287d3e606a033defeb6ecf4562650e6", "0xa43a1186d7f7b6e2b659c00450aaa27a3ef48b4ec2bd802052ef9b76ae94772b", "0xb68fefb96ae3cba649aa57bf0dfddc9608f6cbc9ecc5a88c721a9f82d358fe27", "0xbcdbdd5167be976c5a8be63d9462bc537b849a8fc5a11e4af2ea72ebdbf89960", "0xbee8af77d3a18877ba8791dd9d70770d2ffebb20d6d03f7d272df4ea4b28d415", "0xda1b657566daebae5c7f03b053740d3ac0d0e93bb8ec955f50d97bceec595293", "0xe25ebe30c9657b154525d29ee77e533492170b0bb59cba23a9505c82f4a46fad", "0xe318b6019bf45b3b792dca30433b0f60f3b9b91e0943329ca9d94f2b3b9f6311", "0xe35b565f00c847c99c0bf3af76cfc76ea9b148851747e7160eaae3aac948e8cd", "0xe5b3c7adb8e305c91c96cad9fd7b060f031ef21fbae9c723fa3acbba4423aa33", "0xe987cbe1a561be938e9675f19081c2ad84a978ccc01d6e8245a5c7ae3f89931e", "0xf369d385c3410baf756fff122e57f7397bb310eb984cb25e3fe09e867f225a88", "0xf6b1d0e8ee0fcd6f782884f842d6dd259bac4f9e4f7f05545c95bb9c1ecd57c4", "0xfb4fbe47324b0a9833584ddefbe5797379b5cd4fe688a423f51b130e9c213df9", "0xfc239df174433848445feeba7af4f4bfa7edcb9de6177f3fb42a3bbc90a30597" ], "untagged_overrides": {} }, "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-28T20.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 123, "class": "FULL", "exception_markets": 37, "rows_by_domain": { "i": 18296341, "o": 18296304, "p": 18297023 }, "rows_i": 18296341, "rows_joined": 18298128, "rows_merged": 18298005, "rows_o": 18296304, "rows_p": 18297023, "unique_by_domain": { "i": 56, "o": 48, "p": 183 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 94, "1000_2000ms": 5128, "100_200ms": 146024, "10_20ms": 1001107, "1_2ms": 0, "2000_5000ms": 1079, "200_500ms": 103480, "20_50ms": 16592014, "2_5ms": 0, "5000_10000ms": 100, "500_1000ms": 22417, "50_100ms": 424898, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 20539, "mean_ms": 29.022081682889493, "measurable": 18296341, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 32.0, "p99_ms": 147.0, "rows": 18296341, "unmeasurable": 0, "won_output_rows": 110 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 66, "1000_2000ms": 5924, "100_200ms": 106974, "10_20ms": 4296563, "1_2ms": 0, "2000_5000ms": 2141, "200_500ms": 100591, "20_50ms": 1236375, "2_5ms": 826491, "5000_10000ms": 379, "500_1000ms": 24555, "50_100ms": 204423, "5_10ms": 11491822, "ge30000ms": 0, "neg": 0 }, "max_ms": 15345, "mean_ms": 14.376925962751821, "measurable": 18296304, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 19.0, "p99_ms": 140.0, "rows": 18296304, "unmeasurable": 0, "won_output_rows": 882 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 160, "1000_2000ms": 4926, "100_200ms": 87072, "10_20ms": 3596962, "1_2ms": 0, "2000_5000ms": 2111, "200_500ms": 89271, "20_50ms": 989087, "2_5ms": 1184576, "5000_10000ms": 467, "500_1000ms": 22474, "50_100ms": 158093, "5_10ms": 12161824, "ge30000ms": 0, "neg": 0 }, "max_ms": 27068, "mean_ms": 13.21146221437225, "measurable": 18297023, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 16.0, "p99_ms": 119.0, "rows": 18297023, "unmeasurable": 0, "won_output_rows": 18297013 } } }, "book": { "boundary_dropped": 6, "class": "FULL", "exception_markets": 33684, "rows_by_domain": { "i": 179234, "o": 170703, "p": 169563 }, "rows_i": 179234, "rows_joined": 221415, "rows_merged": 221409, "rows_o": 170703, "rows_p": 169563, "unique_by_domain": { "i": 29832, "o": 21394, "p": 20314 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1796, "1000_2000ms": 1050, "100_200ms": 3560, "10_20ms": 430, "1_2ms": 0, "2000_5000ms": 2126, "200_500ms": 1912, "20_50ms": 128536, "2_5ms": 0, "5000_10000ms": 1098, "500_1000ms": 625, "50_100ms": 11540, "5_10ms": 0, "ge30000ms": 26561, "neg": 0 }, "max_ms": 11527630264, "mean_ms": 62927503.459622614, "measurable": 179234, "min_ms": 18, "p50_ms": 30.0, "p90_ms": 495618.0, "p99_ms": 2802010392.0, "rows": 179234, "unmeasurable": 0, "won_output_rows": 30093 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1540, "1000_2000ms": 907, "100_200ms": 1329, "10_20ms": 54522, "1_2ms": 0, "2000_5000ms": 1886, "200_500ms": 1450, "20_50ms": 20189, "2_5ms": 656, "5000_10000ms": 820, "500_1000ms": 671, "50_100ms": 2556, "5_10ms": 65381, "ge30000ms": 18796, "neg": 0 }, "max_ms": 13126570250, "mean_ms": 44302598.594459385, "measurable": 170703, "min_ms": 3, "p50_ms": 11.0, "p90_ms": 72210.0, "p99_ms": 636059572.62, "rows": 170703, "unmeasurable": 0, "won_output_rows": 21755 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1228, "1000_2000ms": 814, "100_200ms": 1284, "10_20ms": 52306, "1_2ms": 0, "2000_5000ms": 1838, "200_500ms": 1320, "20_50ms": 17875, "2_5ms": 1124, "5000_10000ms": 712, "500_1000ms": 573, "50_100ms": 2231, "5_10ms": 69970, "ge30000ms": 18288, "neg": 0 }, "max_ms": 11529304180, "mean_ms": 44048119.25478436, "measurable": 169563, "min_ms": 3, "p50_ms": 11.0, "p90_ms": 69472.0, "p99_ms": 634941252.36, "rows": 169563, "unmeasurable": 0, "won_output_rows": 169561 } } }, "last_trade_price": { "boundary_dropped": 1, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 72902, "o": 72896, "p": 72890 }, "rows_i": 72902, "rows_joined": 72910, "rows_merged": 72909, "rows_o": 72896, "rows_p": 72890, "unique_by_domain": { "i": 2, "o": 1, "p": 1 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 174, "100_200ms": 1534, "10_20ms": 930, "1_2ms": 0, "2000_5000ms": 81, "200_500ms": 799, "20_50ms": 65507, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 177, "50_100ms": 3700, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 4870, "mean_ms": 39.725206441524236, "measurable": 72902, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 43.0, "p99_ms": 290.99000000000524, "rows": 72902, "unmeasurable": 0, "won_output_rows": 3 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 135, "100_200ms": 571, "10_20ms": 20467, "1_2ms": 0, "2000_5000ms": 21, "200_500ms": 639, "20_50ms": 3829, "2_5ms": 564, "5000_10000ms": 0, "500_1000ms": 175, "50_100ms": 769, "5_10ms": 45726, "ge30000ms": 0, "neg": 0 }, "max_ms": 4065, "mean_ms": 18.905907045654082, "measurable": 72896, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 238.0, "rows": 72896, "unmeasurable": 0, "won_output_rows": 16 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3, "1000_2000ms": 100, "100_200ms": 571, "10_20ms": 17715, "1_2ms": 0, "2000_5000ms": 13, "200_500ms": 551, "20_50ms": 3092, "2_5ms": 908, "5000_10000ms": 3, "500_1000ms": 176, "50_100ms": 670, "5_10ms": 49088, "ge30000ms": 0, "neg": 0 }, "max_ms": 11954, "mean_ms": 17.967937988750172, "measurable": 72890, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 16.0, "p99_ms": 224.0, "rows": 72890, "unmeasurable": 0, "won_output_rows": 72890 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 8, "rows_by_domain": { "i": 1685, "o": 1677, "p": 1685 }, "rows_i": 1685, "rows_joined": 2096, "rows_merged": 2096, "rows_o": 1677, "rows_p": 1685, "unique_by_domain": { "i": 117, "o": 294, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 190, "1000_2000ms": 0, "100_200ms": 11, "10_20ms": 51, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 12, "20_50ms": 1264, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 72, "5_10ms": 0, "ge30000ms": 84, "neg": 0 }, "max_ms": 54322, "mean_ms": 4461.083086053412, "measurable": 1685, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 20594.00000000001, "p99_ms": 48405.8, "rows": 1685, "unmeasurable": 0, "won_output_rows": 117 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 42, "1000_2000ms": 0, "100_200ms": 15, "10_20ms": 257, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 25, "20_50ms": 55, "2_5ms": 56, "5000_10000ms": 0, "500_1000ms": 3, "50_100ms": 25, "5_10ms": 1096, "ge30000ms": 103, "neg": 0 }, "max_ms": 56503, "mean_ms": 2915.94931425164, "measurable": 1677, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 217.20000000000027, "p99_ms": 40867.24, "rows": 1677, "unmeasurable": 0, "won_output_rows": 294 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1, "100_200ms": 9, "10_20ms": 196, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 5, "20_50ms": 42, "2_5ms": 114, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 11, "5_10ms": 1150, "ge30000ms": 157, "neg": 0 }, "max_ms": 71321, "mean_ms": 4206.021364985163, "measurable": 1685, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 152.20000000000437, "p99_ms": 47854.76000000025, "rows": 1685, "unmeasurable": 0, "won_output_rows": 1685 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1396, "o": 1396, "p": 1396 }, "rows_i": 1396, "rows_joined": 2013, "rows_merged": 2013, "rows_o": 1396, "rows_p": 1396, "unique_by_domain": { "i": 268, "o": 143, "p": 206 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 235, "1000_2000ms": 1, "100_200ms": 251, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 109, "20_50ms": 306, "2_5ms": 0, "5000_10000ms": 88, "500_1000ms": 11, "50_100ms": 325, "5_10ms": 0, "ge30000ms": 70, "neg": 0 }, "max_ms": 101196, "mean_ms": 5245.8760744985675, "measurable": 1396, "min_ms": 25, "p50_ms": 118.0, "p90_ms": 14599.5, "p99_ms": 48172.049999999996, "rows": 1396, "unmeasurable": 0, "won_output_rows": 351 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 242, "1000_2000ms": 0, "100_200ms": 153, "10_20ms": 90, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 62, "20_50ms": 295, "2_5ms": 0, "5000_10000ms": 66, "500_1000ms": 1, "50_100ms": 323, "5_10ms": 4, "ge30000ms": 160, "neg": 0 }, "max_ms": 92365, "mean_ms": 7481.340257879656, "measurable": 1396, "min_ms": 9, "p50_ms": 98.0, "p90_ms": 30788.5, "p99_ms": 44305.45, "rows": 1396, "unmeasurable": 0, "won_output_rows": 266 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 250, "1000_2000ms": 0, "100_200ms": 8, "10_20ms": 280, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 99, "20_50ms": 321, "2_5ms": 0, "5000_10000ms": 74, "500_1000ms": 9, "50_100ms": 166, "5_10ms": 34, "ge30000ms": 155, "neg": 0 }, "max_ms": 60011, "mean_ms": 7583.69340974212, "measurable": 1396, "min_ms": 7, "p50_ms": 62.5, "p90_ms": 30716.5, "p99_ms": 44707.49999999999, "rows": 1396, "unmeasurable": 0, "won_output_rows": 1396 } } }, "price_change": { "boundary_dropped": 782, "class": "FULL", "exception_markets": 110, "rows_by_domain": { "i": 138221840, "o": 138213382, "p": 138225486 }, "rows_i": 138221840, "rows_joined": 138236552, "rows_merged": 138235770, "rows_o": 138213382, "rows_p": 138225486, "unique_by_domain": { "i": 558, "o": 482, "p": 3510 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1598, "1000_2000ms": 49212, "100_200ms": 1477602, "10_20ms": 5725610, "1_2ms": 0, "2000_5000ms": 13888, "200_500ms": 921658, "20_50ms": 125556010, "2_5ms": 0, "5000_10000ms": 822, "500_1000ms": 199784, "50_100ms": 4275656, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 20567, "mean_ms": 30.878904216584008, "measurable": 138221840, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 36.0, "p99_ms": 175.0, "rows": 138221840, "unmeasurable": 0, "won_output_rows": 926 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 516, "1000_2000ms": 52236, "100_200ms": 925584, "10_20ms": 35336902, "1_2ms": 0, "2000_5000ms": 17408, "200_500ms": 855248, "20_50ms": 11498784, "2_5ms": 4816944, "5000_10000ms": 2920, "500_1000ms": 207788, "50_100ms": 1822566, "5_10ms": 82676486, "ge30000ms": 0, "neg": 0 }, "max_ms": 15386, "mean_ms": 15.588355373577357, "measurable": 138213382, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 21.0, "p99_ms": 163.0, "rows": 138213382, "unmeasurable": 0, "won_output_rows": 9436 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2060, "1000_2000ms": 39326, "100_200ms": 781480, "10_20ms": 30188824, "1_2ms": 0, "2000_5000ms": 16884, "200_500ms": 763156, "20_50ms": 9602302, "2_5ms": 7042104, "5000_10000ms": 4086, "500_1000ms": 190676, "50_100ms": 1452706, "5_10ms": 88141882, "ge30000ms": 0, "neg": 0 }, "max_ms": 29422, "mean_ms": 14.481848593391815, "measurable": 138225486, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 19.0, "p99_ms": 143.0, "rows": 138225486, "unmeasurable": 0, "won_output_rows": 138225408 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 8676, "o": 8676, "p": 8676 }, "rows_i": 8676, "rows_joined": 8676, "rows_merged": 8676, "rows_o": 8676, "rows_p": 8676, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 32, "10_20ms": 516, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 11, "20_50ms": 7963, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 150, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 627, "mean_ms": 25.843937298294144, "measurable": 8676, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 31.0, "p99_ms": 84.25, "rows": 8676, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 31, "10_20ms": 1967, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 12, "20_50ms": 646, "2_5ms": 319, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 97, "5_10ms": 5600, "ge30000ms": 0, "neg": 0 }, "max_ms": 681, "mean_ms": 11.380705394190871, "measurable": 8676, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 70.0, "rows": 8676, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 32, "10_20ms": 1694, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 16, "20_50ms": 430, "2_5ms": 527, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 65, "5_10ms": 5912, "ge30000ms": 0, "neg": 0 }, "max_ms": 274, "mean_ms": 10.102120792992162, "measurable": 8676, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 15.0, "p99_ms": 64.0, "rows": 8676, "unmeasurable": 0, "won_output_rows": 8676 } } } }, "archive_root": "union-staging", "boundary_guard": "cache", "bytes": 1624012143, "file": "2026-10-28T20.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-28/20", "hour_utc": "2026-10-28T20:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41095370406630466, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562969473762750, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 204114113 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370395791227, "min_sequence": 562969473762816, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 18298005, "row_groups": [ 0, 69 ], "sha256": "d4fccbe9c0b6b328d63e0060640fdf80eeec2ae598218d6fdf5e10a4c0bea908" }, "book": { "byte_range": [ 204114113, 228243193 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370406630466, "min_sequence": 562969473762898, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 221409, "row_groups": [ 70, 70 ], "sha256": "e9855025bd688c8583eddd4aa2af700af17cd941bbfa40f1dfb96c7a67c54f39" }, "last_trade_price": { "byte_range": [ 228243193, 232386697 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370369778347, "min_sequence": 562969473764235, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 72909, "row_groups": [ 71, 71 ], "sha256": "9199f6d78594faa7b4e43449363bdb4b54c738154fb6f064136a56dca58909f8" }, "market_resolved": { "byte_range": [ 232386697, 232655737 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370399878613, "min_sequence": 562969474060220, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 2096, "row_groups": [ 72, 72 ], "sha256": "006151715706a9073603584dddbb38d8773950f03b659ee303048d0c68614c4a" }, "new_market": { "byte_range": [ 232655737, 232874848 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370399325930, "min_sequence": 562969474299743, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 2013, "row_groups": [ 73, 73 ], "sha256": "54ad10f126e7b467005e2511411f4a4a523bf3750c897b28e16175023b9afed2" }, "price_change": { "byte_range": [ 232874848, 1621925619 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370405999680, "min_sequence": 562969473762750, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 138235770, "row_groups": [ 74, 601 ], "sha256": "cd3a47c70f8a9a4c155dafa86a20c0715ee2804a280c36bfe6886d6892b9ce23" }, "tick_size_change": { "byte_range": [ 1621925619, 1622239655 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562969628417846, "min_sequence": 562969478473645, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 8676, "row_groups": [ 602, 602 ], "sha256": "5da557718830dd4030f8fef1a4b3ba913984a712ab2b284c9e5b869722ad7b34" } }, "row_count": 156840878, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "served_note": "This hour is the merger's union file, published byte for byte. Hours before the era cutover are rebuilt here from the seven product files and carry one column fewer.", "served_verbatim": true, "sha256": "95219fe2710f0ea2877009537a0c0894d1ec9f337dea00b015c8b44e78831eef", "skipped_witnesses": { "m": { "reason": "not_in_merged_set" }, "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-28T20.witness_stats.json", "witness_stats_sha256": "67d7cd70f341d0fc526fd386375f201bb69bc5eb3582eae2c764c685ddf042a4", "witnesses": "iop", "witnesses_captured": [ "i", "m", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-28T20.ai.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 78585215, "row_ordinal_min": 0, "rows": 1787918, "sha256": "636931cbff128e0a5894dde8d88ef411081f41881a307babda2eb1835d85b6b2", "size": 9768047, "sub_tag": null }, { "category": "ai", "file": "2026-10-28T20.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 78585215, "row_ordinal_min": 0, "rows": 1787918, "sha256": "55ab307797ca51714f778706b9f368078fd4c8954ca65519cde0d4b91028c5a1", "size": 9131683, "sub_tag": null }, { "category": "business", "file": "2026-10-28T20.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 11211336, "row_ordinal_min": 215613, "rows": 206504, "sha256": "03bd6a3c972831ef071194ffd5badb04a280339cdc5ce0d55c7c6db6de0227db", "size": 1170067, "sub_tag": null }, { "category": "business", "file": "2026-10-28T20.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 11211336, "row_ordinal_min": 215613, "rows": 206504, "sha256": "8235f783c4381f6fe88387707f8e2b0dce8cbb20638d49f4a5d69cf0c91dae56", "size": 1086219, "sub_tag": null }, { "category": "crypto", "file": "2026-10-28T20.crypto.parquet", "part": null, "role": "lean", "row_groups": 21, "row_ordinal_max": 78585935, "row_ordinal_min": 248452, "rows": 11918828, "sha256": "550e0d9e4e429d7e55d30c21faffc7eba8f4bd6324b1f8a0bc173fa118ea4397", "size": 63421117, "sub_tag": null }, { "category": "crypto", "file": "2026-10-28T20.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 21, "row_ordinal_max": 78585935, "row_ordinal_min": 248452, "rows": 11918828, "sha256": "7053a38d2bde901db1f7bfc5d4f460efaf12129bac22f5e96fba0f6c571d28c8", "size": 50915929, "sub_tag": null }, { "category": "earnings", "file": "2026-10-28T20.earnings.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 78585975, "row_ordinal_min": 1100444, "rows": 19322, "sha256": "d0db033c1886cfe59a49ffee91da245d4e822e20b35c40d3ff57b373519446de", "size": 141655, "sub_tag": null }, { "category": "earnings", "file": "2026-10-28T20.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 78585975, "row_ordinal_min": 1100444, "rows": 19322, "sha256": "68ea4702b20b38e1f54faeb77dde1239d015874818ab07ceed6838a395e34d28", "size": 117136, "sub_tag": null }, { "category": "economy", "file": "2026-10-28T20.economy.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 78585979, "row_ordinal_min": 1102404, "rows": 742380, "sha256": "ec610ecd352d993213a9af805f5e25c658e666ce304476363a46288497f40e63", "size": 4163895, "sub_tag": null }, { "category": "economy", "file": "2026-10-28T20.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 78585979, "row_ordinal_min": 1102404, "rows": 742380, "sha256": "88cc838da4dc096c3c59a4dd23ab3ec0245661dd5c5732da3786aef5d8daadba", "size": 3775114, "sub_tag": null }, { "category": "elections", "file": "2026-10-28T20.elections.parquet", "part": null, "role": "lean", "row_groups": 18, "row_ordinal_max": 78585991, "row_ordinal_min": 1214388, "rows": 9930979, "sha256": "9b51787f448d825061b903b3b0ce72bcf24fd24bcebcdbed2146811bc1dcbc40", "size": 53824351, "sub_tag": null }, { "category": "elections", "file": "2026-10-28T20.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 18, "row_ordinal_max": 78585991, "row_ordinal_min": 1214388, "rows": 9930979, "sha256": "aac197c120b5b2114cf5e318003e3c5003a744627aa17126f6ad8a88154997ff", "size": 49671176, "sub_tag": null }, { "category": "esports", "file": "2026-10-28T20.esports.parquet", "part": null, "role": "lean", "row_groups": 13, "row_ordinal_max": 78586223, "row_ordinal_min": 2692543, "rows": 4397385, "sha256": "a4f858768c3a9551f242ed8371d51471e89e06b0c0ebaa0cd86dee0c40551cc3", "size": 22663402, "sub_tag": null }, { "category": "esports", "file": "2026-10-28T20.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 13, "row_ordinal_max": 78586223, "row_ordinal_min": 2692543, "rows": 4397385, "sha256": "fe526079d2615bf121cdf7b36d5bd1f8bece8426581bb23913710dda9928b7f6", "size": 19138956, "sub_tag": null }, { "category": "finance", "file": "2026-10-28T20.finance.parquet", "part": null, "role": "lean", "row_groups": 12, "row_ordinal_max": 78586499, "row_ordinal_min": 3168249, "rows": 2914971, "sha256": "67bdae02c2528354c24cab12171dc13d1f2e9ea7db02f3c8a44cb711f4d89e59", "size": 15133775, "sub_tag": null }, { "category": "finance", "file": "2026-10-28T20.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 12, "row_ordinal_max": 78586499, "row_ordinal_min": 3168249, "rows": 2914971, "sha256": "d3970588f80f2c096651dcaa0960945c955fca12c35df0813bbf2932339ed95e", "size": 14637541, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-28T20.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 39268691, "row_ordinal_min": 3744994, "rows": 1883946, "sha256": "2111f24c3a9ab2c0dc58b872c9eb143276884627a24f95897b0a99735b70c2f7", "size": 10466452, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-28T20.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 39268691, "row_ordinal_min": 3744994, "rows": 1883946, "sha256": "9ca165dba173b7b1e0d952ed0b518cc35c8f463ce7c56b70f0aea0a9bceacd57", "size": 9181230, "sub_tag": null }, { "category": "politics", "file": "2026-10-28T20.politics.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 78586507, "row_ordinal_min": 3901601, "rows": 1138837, "sha256": "34fa2a16fd54f3c85e3553815d3a5c5b37a63963583dfbf9d6cd8d956fb485f1", "size": 6396047, "sub_tag": null }, { "category": "politics", "file": "2026-10-28T20.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 78586507, "row_ordinal_min": 3901601, "rows": 1138837, "sha256": "a059b00207565743b63a55ed5eba7678df9ff0f0f7ccc7e163d8078eb894082e", "size": 5751728, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-28T20.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 78586515, "row_ordinal_min": 4023517, "rows": 1672193, "sha256": "182d64aa677f1c70727dc4ae1e067d1f8adced091ced01be3861f5b7ba4f2aa5", "size": 9496555, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-28T20.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 78586515, "row_ordinal_min": 4023517, "rows": 1672193, "sha256": "f54e33541354ea48825759a44fa3e37985a101a544199fcd0700882530a63479", "size": 8534894, "sub_tag": null }, { "category": "science", "file": "2026-10-28T20.science.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 78586523, "row_ordinal_min": 4213113, "rows": 90299, "sha256": "c5532989cfa89d6de56a8c64ecface830afdfed147755afbe2c3c37f0e3745b9", "size": 533737, "sub_tag": null }, { "category": "science", "file": "2026-10-28T20.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 78586523, "row_ordinal_min": 4213113, "rows": 90299, "sha256": "5d8005bdb88cc4a56533f1fb8b9b30028a099b8f5e2511fc672077ee790859d4", "size": 481280, "sub_tag": null }, { "category": "sports", "file": "2026-10-28T20.sports.parquet", "part": null, "role": "lean", "row_groups": 46, "row_ordinal_max": 78593655, "row_ordinal_min": 4227826, "rows": 38052062, "sha256": "a381abab3e1173a7eb60c056067a7b5c43c766fb4deb6327e1612299af907231", "size": 237020609, "sub_tag": null }, { "category": "sports", "file": "2026-10-28T20.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 46, "row_ordinal_max": 78593655, "row_ordinal_min": 4227826, "rows": 38052062, "sha256": "3296d57d76f2dc060d44229d3dffe44d20a56d01dfc432d9e697d7d1f7876fdd", "size": 185894743, "sub_tag": null }, { "category": "tech", "file": "2026-10-28T20.tech.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 78593671, "row_ordinal_min": 8815602, "rows": 485372, "sha256": "8ca2bf0e8894aa322876b88e887c40145c56e7190fe41a6f27faf2af6413b9fa", "size": 2732593, "sub_tag": null }, { "category": "tech", "file": "2026-10-28T20.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 78593671, "row_ordinal_min": 8815602, "rows": 485372, "sha256": "5d903e3af103fab6290b4a88bfea496e524ccb29ffe3a95fae72bf77fd034f22", "size": 2480713, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-28T20.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 78593683, "row_ordinal_min": 8882352, "rows": 121333, "sha256": "afc081dadf09c62a5ccda9433687719c6068eb7ffae4e6f50c264ecef06f7627", "size": 740721, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-28T20.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 78593683, "row_ordinal_min": 8882352, "rows": 121333, "sha256": "1d46d1da7f3ed4b99f38f70d49faf2359fb709b104cf6e8198471ec85ae2f04e", "size": 642979, "sub_tag": null }, { "category": "unknown", "file": "2026-10-28T20.unknown.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 75741494, "row_ordinal_min": 8899585, "rows": 7191, "sha256": "afae08c3a73fbb9efaf6835a511b1a740a0505038210a3cc8db8b5f48fb7c8f1", "size": 84160, "sub_tag": null }, { "category": "unknown", "file": "2026-10-28T20.unknown.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 75741494, "row_ordinal_min": 8899585, "rows": 7191, "sha256": "9a21bed3106f4d8933d2af39ab1dae6265d61ad3854a56bb6ecfaccf5a7e07cf", "size": 49692, "sub_tag": null }, { "category": "weather", "file": "2026-10-28T20.weather.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 78593883, "row_ordinal_min": 8900557, "rows": 1871533, "sha256": "e682c037888ed805801d3b6c0396e767652d791b92bad2f03d982e337bfac278", "size": 10844060, "sub_tag": null }, { "category": "weather", "file": "2026-10-28T20.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 78593883, "row_ordinal_min": 8900557, "rows": 1871533, "sha256": "8af361d19f006ed1d6fc6316c969f882d8388814641a843f0fc91c5e7892b667", "size": 9285033, "sub_tag": null }, { "category": "world", "file": "2026-10-28T20.world.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 78593887, "row_ordinal_min": 9025874, "rows": 1352835, "sha256": "17ef5a36f202f6589b1267056c918556056172774a2975d40defc4f87998e81a", "size": 6990448, "sub_tag": null }, { "category": "world", "file": "2026-10-28T20.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 78593887, "row_ordinal_min": 9025874, "rows": 1352835, "sha256": "4e75b487396f3f4c9816f63be30b0e4c566690e7d550244e71edb200b518dd3e", "size": 6722533, "sub_tag": null }, { "category": null, "file": "2026-10-28T20.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 345692, "sha256": "614ce69d11301326440a99d5d7edb0e40f3fd980e4d9d2bd0223d874e1cb6861", "size": 25301348, "sub_tag": null }, { "category": null, "file": "2026-10-28T20.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 637671, "sha256": "673eb19ea96c3ae6990a206a1fcf054af21f199a6a4742bca6e6c27f45a7b412", "size": 57351065, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "a0a1c417-40ab-4729-8cc6-96053291f5a0", "hour": "2026-10-28/20", "hour_utc": "2026-10-28T20:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "unknown": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-28", "schedule_sha256": "b32eebd026cb65c027dca2c9cf811b054ac467c1cbf23609842d507c83462f23", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-29", "max_sequence": 41095370406630466, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562969473762750, "mirror_audit": { "files": [ { "file": "2026-10-28T20.mirror_dropped.p1.parquet", "rows": 43991040, "sha256": "74216f55f2a3ae8a832f65b7e6d82743f7925bbc97e8ce64e4f2d93fac89f9f5", "size": 293312512 }, { "file": "2026-10-28T20.mirror_dropped.p2.parquet", "rows": 34255840, "sha256": "a3f198cb6d2ee4725b840355bc48d5fb79dd4e5b52d859ba4eb43b791517cc38", "size": 208533797 } ], "parts": 2, "public": false, "rows": 78246880, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 38088, "_pairs": 87608, "best_ask": 2, "best_bid": 9, "spread": 11, "witness_set": 87599 }, "book": { "_no_partner": 478, "_pairs": 4412, "asks": 7, "bids": 22, "source_witness": 7, "witness_set": 4383 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 125696, "book": 4890, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 9023286, "book": 105736, "price_change": 69117858 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370395791226, "min_sequence": 562969473762816, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 9274719, "source_rows": 18298005 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370406630466, "min_sequence": 562969473762898, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 115563, "source_rows": 221409 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370369778347, "min_sequence": 562969473764235, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 72909, "source_rows": 72909 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370399878613, "min_sequence": 562969474060220, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 2096, "source_rows": 2096 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370399325930, "min_sequence": 562969474299743, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 2013, "source_rows": 2013 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370405999680, "min_sequence": 562969473762750, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 69117912, "source_rows": 138235770 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562969628417846, "min_sequence": 562969478473645, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 8676, "source_rows": 8676 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "e07de38fc770cd0ecc13430a71cb4fc72b06f14b" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "2bc4ed02488e9a03a5cd3a498c84aad8e780230bdfe6fcd8bf8d3480e6b08816", "recorders": null, "row_count": 78593888, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "m": { "reason": "not_in_merged_set" }, "q": { "reason": "not_in_merged_set" } }, "source_sha256": "95219fe2710f0ea2877009537a0c0894d1ec9f337dea00b015c8b44e78831eef", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 1438, "ai-benchmarks": 11803, "ai-rankings": 967938, "ai-releases": 135643, "anthropic": 39493, "art": 2, "big-tech": 275992, "china": 608, "companies-with-1-ai": 1675, "compute": 206533, "congress": 2532, "courts": 160, "elon-musk": 1365, "gemini": 2201, "google": 3326, "grok": 2184, "ipos": 11934, "leopold-aschenbrenner": 16, "math": 32268, "meta": 16007, "moonshot": 1287, "openai": 65174, "openrouter-total-tokens-weekly": 5888, "privates": 1230, "ssi": 13, "united-states": 1208 }, "business": { "(none)": 7219, "acquisitions": 313, "banking": 518, "banks": 29, "big-tech": 108122, "economic-policy": 158, "equities": 30185, "fed-rates": 27650, "ipos": 30581, "jpm": 1116, "sec": 2, "stocks": 540, "taxes": 71 }, "crypto": { "aave": 1, "acquisitions": 3685, "big-tech": 722, "bitcoin": 3897842, "bnb": 600828, "congress": 18057, "crypto-culture": 20578, "crypto-legal": 4519, "crypto-listings": 24460, "crypto-prices": 3553, "dogecoin": 680627, "epstein": 250, "eric-adams": 3, "ethena": 976, "ethereum": 2527963, "fees": 26, "ftx": 16, "gov-reserve": 170, "hack": 885, "hype": 541742, "hyperliquid": 46205, "ipos": 681, "memecoins": 14623, "meta": 11, "microstrategy": 121, "network-stats": 49, "nft": 814, "pre-market": 538115, "prediction-markets": 1002, "price-comparison": 422, "price-milestone": 75729, "privates": 4790, "protocol-risk": 139, "public-sales": 17191, "pumpptfun": 571, "sam-altman": 113, "solana": 1510436, "stablecoins": 793, "stocks": 22, "trump-presidency": 199, "xrp": 1208868, "yearly": 36841, "zcash": 134190 }, "earnings": { "equities": 19322 }, "economy": { "(none)": 171, "acquisitions": 397, "brazil": 23401, "canada": 5895, "commodities": 1070, "consumer": 3652, "economic-policy": 14993, "equities": 214, "europe": 1262, "fed": 364, "fed-rates": 100976, "france": 15637, "global-rates": 46146, "housing": 4625, "inflation": 1268, "iran": 13542, "japan": 6418, "kevin-warsh": 4, "macro-indicators": 339468, "mexico": 37436, "oil": 14246, "parcl": 97392, "prices": 2, "shipping": 18, "taxes": 1540, "trade-war": 2327, "trump": 1275, "united-kingdom": 8480, "us-bank-bailout": 117, "us-debt-downgrade": 8, "us-defaults-on-debt": 36 }, "elections": { "celebrities": 124629, "france": 935, "global-elections": 2340770, "israel": 31895, "midterms": 7154522, "nov-4-elections": 344, "peru-elections": 15, "popular-vote": 4689, "romania": 1371, "taxes": 2665, "trump": 3980, "turkey": 28, "uk": 1899, "united-kingdom": 222, "us-presidential-election": 254350, "vance": 5106, "wisconsin": 3559 }, "esports": { "call-of-duty": 858, "counter-strike-2": 1863504, "dota-2": 558415, "esports-awards": 185321, "honor-of-kings": 12852, "league-of-legends": 1022111, "mlb": 92, "mobile-legends-bang-bang": 163174, "overwatch": 6049, "rainbow-six-siege": 49730, "starcraft-2": 518, "valorant": 534761 }, "finance": { "aapl": 21695, "acquisitions": 413, "anthropic": 37652, "big-tech": 31922, "brazil": 22612, "canada": 3182, "commodities": 166663, "equities": 2014916, "forex": 67128, "gold": 36958, "googl": 7924, "indicies": 14979, "indonesia": 1562, "ipos": 39270, "italy": 792, "kpis": 233077, "macro-indicators": 4272, "mergers-and-acquisitions": 24, "msft": 9194, "openai": 46252, "privates": 81889, "silver": 67952, "stocks": 784, "tariffs": 260, "trump-presidency": 93, "youtube": 3506 }, "geopolitics": { "(none)": 2793, "africa": 8, "argentina": 173, "australia": 229, "awards": 12648, "brazil": 1, "brics-add-a-new-member": 3, "canada": 2060, "china": 19695, "colombia": 26, "commodities": 9598, "country-leave-brics": 5043, "courts": 3898, "cuba": 2168, "denmark": 140, "earn-4": 481, "epstein": 701, "europe": 630, "f1": 4, "foreign-policy": 9783, "france": 951, "global-elections": 514682, "greenland": 638, "h-1b": 10560, "immigration": 7284, "india": 1434, "india-pakistan": 156, "iran": 398395, "israel": 13214, "mali": 2058, "mexico": 4561, "middle-east": 105332, "midterms": 48167, "military": 1656, "military-action": 413, "moscow": 2844, "nato": 287, "north-korea": 12361, "oil": 289652, "parlays": 192, "philippines": 72, "president": 37, "prime-minister": 239, "putin": 136, "russia": 3773, "south-korea": 478, "spain": 4139, "strike": 763, "sudan": 140, "taiwan": 200, "trade-war": 25247, "trump": 35687, "trump-presidency": 22947, "turkey": 2143, "uk-labour-leadership": 83528, "ukraine": 130465, "ukraine-map": 48249, "un": 14447, "venezuela": 24680, "world-affairs": 1657 }, "politics": { "(none)": 386, "abc": 35, "approval": 8851, "asia": 18, "bernie-sanders": 5822, "biden": 182, "bolivia": 287, "boxing": 33, "brazil": 10038, "california": 20, "canada": 14384, "china": 3676, "comey": 36470, "compute": 1, "congress": 8401, "courts": 10239, "democrat": 41, "department-of-war": 1249, "dollar": 35, "earn-4": 3325, "elon-musk": 13, "epstein": 8448, "fed": 760, "fed-rates": 38399, "fifa": 3236, "flip-off": 67, "foreign-policy": 106, "france": 27127, "gas": 1140, "global-elections": 93035, "greece": 3202, "house-of-representatives": 1153, "hungary": 1977, "ice": 360, "india": 405, "indonesia": 465, "israel": 4316, "istanbul": 22, "japan": 161, "kippah": 7, "legislation": 1266, "mamdani": 143, "margin-of-victory": 46694, "marijuana": 52, "mention-markets": 26, "mexico": 743, "midterms": 105225, "minnesota": 135, "minnesota-fraud": 670, "nasa": 336, "new-york": 1, "new-york-city": 793, "north-korea": 152, "nyc": 420, "obama": 68, "ohio-midterm": 847, "oil": 1952, "pakistan": 98, "pardon": 410, "parlays": 2, "parliament": 684, "pete-hegseth": 2838, "philippines": 148, "prison": 1221, "resign": 3168, "russia": 14, "sbf": 17748, "senate-elections": 7439, "south-korea": 58, "spain": 697, "speech": 34, "supreme-court": 94, "tariffs": 3, "taxes": 847, "tennessee": 592, "trump": 100855, "trump-cabinet": 52454, "trump-daily": 921, "trump-presidency": 27655, "trump-speech": 1814, "truth-social": 529, "turkey": 835, "tweets-markets": 104563, "uk": 19231, "ukraine": 30, "united-kingdom": 3644, "united-states": 637, "us-house": 603, "us-politics": 2446, "us-presidential-election": 328652, "venezuela": 8770, "voting": 1190, "washington-dc": 35, "white-house": 463 }, "pop-culture": { "(none)": 465, "aliens": 5696, "art": 4832, "australia": 23, "awards": 192593, "basketball": 443, "best-of-2026": 10239, "call-of-duty": 115, "celebrities": 30390, "charlie-kirk": 604, "clavicular": 421, "climate-science": 15316, "combat-sports": 167, "counter-strike-2": 416, "court-cases": 3, "courts": 4621, "daejon-love": 8, "dominican-republic": 465, "dota-2": 917, "earthquake": 46, "elon-musk": 14, "f1": 73, "fda": 118, "fifa": 6336, "fifa-world-cup": 3, "gaming": 11437, "gta-vi": 13542, "israel": 1625, "japan": 2, "la-liga": 14, "league-of-legends": 21, "logan-paul": 10, "marijuana": 286, "midterms": 14042, "movie-delay": 139, "movies": 780713, "music": 290299, "netflix": 130, "new-york-city": 1030, "nfl": 13345, "pandemics": 2608, "parent-for-derivative": 2084, "podcast": 240, "pokemon": 1025, "pope-leo-xiv": 66, "pregnant": 74, "russia": 1, "spain": 587, "spider-man": 161, "streamer": 645, "sweden": 202, "tennis": 450, "the-legend-of-zelda": 1259, "travel": 13037, "trump": 12322, "trump-daily": 6139, "trump-netanyahu": 11781, "tv": 17444, "tweets-markets": 174043, "uk": 180, "utah": 262, "valve": 1163, "xbox": 74, "youtube": 25387 }, "science": { "(none)": 1129, "aliens": 1992, "big-tech": 6890, "climate-science": 213, "drug": 167, "elon-musk": 48451, "fda": 2595, "gold": 945, "macro-indicators": 12262, "mergers-and-acquisitions": 17, "new-york-city": 2700, "pandemics": 2429, "russia": 471, "space": 1, "spacex": 10037 }, "sports": { "(none)": 4346, "2026-summer-transfer-window": 18695, "afc": 29479, "afc-champions-league-elite": 19717, "afcon": 46138, "aflw": 306, "american-football": 879, "arg": 83873, "argcopa": 22750, "argpn": 108839, "australian-a-league": 59207, "austria-bundesliga": 32283, "awards": 20159, "aze1": 576, "aze2": 3, "baseball": 12218, "basketball": 898001, "bel1": 38545, "bel2": 23931, "bolivia-lfpb": 66258, "boxing": 5043, "bra3": 29039, "brazil-serie-a": 254440, "brazil-serie-b": 91619, "bulgaria-parva-liga": 58248, "bundesliga": 258304, "bundesliga-2": 54528, "canpl": 1, "carabao-cup": 4224842, "cfb": 1755526, "chess": 1710, "chi2": 2, "chile-primera": 28834, "chinese-super-league": 46218, "chl2": 19691, "clf": 239, "col2": 26234, "colombia-primera-a": 29879, "concacaf": 8603, "concacaf-nations-league": 6950, "copa-america": 28654, "copa-del-rey": 281187, "cricket": 49375, "cristiano-ronaldo": 7326, "czechia-fortuna-liga": 35668, "darts": 1, "denmark-superliga": 40418, "dfb-pokal": 2223222, "ecu1": 36412, "efl-championship": 116371, "egypt-premier-league": 51468, "epl": 484825, "ere": 113197, "est1": 40910, "europa-conference-league": 215314, "f1": 88784, "fa-cup": 18487, "fifa": 19582, "fifa-friendly": 768, "fifa-world-cup": 2124, "fin1": 57777, "formula1": 15903, "fro1": 5720, "goals": 272, "golf": 3938, "gre1": 34510, "handball": 319, "hockey": 61171, "hungary-nb1": 18060, "idn1": 33763, "idn2": 14, "indian-super-league": 24101, "irl1": 28917, "isl1": 4, "israel-premier-league": 16564, "itc": 1, "japan-j-league": 63789, "japan-j2-league": 51493, "k-league": 42830, "kaz1": 22724, "kor2": 40975, "la-liga": 464405, "la-liga-2": 49189, "lacrosse": 705, "lazio": 69, "lib": 13481, "ligue-1": 277398, "ligue-2": 121956, "lionel-messi": 27, "ltu1": 1196, "lva1": 22006, "mex": 384629, "mlb": 199249, "mls": 777308, "morocco-botola-pro": 214801, "moto2": 10, "moto3": 135, "nascar": 52063, "national-league": 1055632, "nba": 2642818, "ned2": 36903, "nfl": 2531889, "nhl": 608260, "nirl1": 12443, "nor2": 54840, "norway-eliteserien": 55944, "peru-liga-1": 339756, "pickleball": 20039, "poland-ekstraklasa": 54439, "power-slap": 59, "primeira-liga": 83911, "qat1": 11099, "qualification": 17121, "racing": 7887, "romania-superliga": 40393, "rugby": 2170, "rus": 21878, "saf1": 1679, "saudi-professional-league": 75705, "scotland-league-cup": 9291, "scottish-premiership": 3222465, "sea": 2534089, "serbian-superliga": 5729, "serie-b": 1176140, "slovenia-prvaliga": 136028, "soccer": 408979, "soccer-atc": 143328, "soccer-auc": 1, "soccer-brco": 10047, "soccer-ccc": 15750, "soccer-el1": 76969, "soccer-el2": 71121, "soccer-fpd": 38751, "soccer-grc": 152120, "soccer-gtm": 122699, "soccer-hr1": 29736, "soccer-nlc": 1653369, "soccer-nwsl": 38738, "soccer-ptc": 63, "soccer-scoc": 230, "soccer-svk1": 41730, "soccer-trsk": 350, "sud": 719, "swe2": 40396, "sweden-allsvenskan": 288086, "swimming": 13349, "switzerland-super-league": 200950, "table-tennis": 10642, "tennis": 1824353, "tha1": 1, "tur": 55941, "tur2": 54822, "uae1": 3488, "ucl": 746605, "uefa": 30875, "uefa-nations-league": 60680, "uel": 333453, "ufc": 176598, "ukraine-premier-liha": 54238, "uru1": 47511, "usl1": 9, "uslc": 46717, "usoc": 2, "uwec": 90258, "uzb1": 17660, "ven1": 37544, "volleyball": 93, "womens-champions-league": 987970, "wsl": 24795, "wsl2": 1 }, "tech": { "(none)": 84, "airbnb": 399, "anthropic": 692, "big-tech": 278428, "celebrities": 73044, "china": 3804, "coding": 3515, "collectibles": 568, "congress": 9, "corporate-financials": 1353, "courts": 775, "earn-4": 2331, "elon-musk": 2345, "equities": 19582, "gaming": 1050, "google": 36967, "hack": 2021, "ipos": 29394, "kpis": 1514, "midterms": 95, "movies": 16855, "nuke": 187, "oil": 1202, "openai": 2184, "outage": 157, "prediction-markets": 5329, "video-games": 1488 }, "uncategorised": { "bayeux-tapestry": 451, "cfb": 8409, "climate-science": 1460, "dnc": 152, "earnings-calls": 2919, "fed": 5622, "fed-chair": 1591, "fed-rates": 7645, "la-liga": 45, "leopold-aschenbrenner": 75, "macro-indicators": 3248, "mma": 86, "nfl": 18176, "pandemics": 185, "social-media": 88, "space": 59, "supreme-court": 17669, "tennis": 1138, "trump-presidency": 3, "ufc": 5565, "uk": 2754, "united-nations": 39657, "united-states": 867, "youtube": 3469 }, "unknown": { "(none)": 7191 }, "weather": { "brazil": 2985, "climate": 62737, "climate-science": 21149, "drought": 526, "earthquakes": 19933, "germany": 9555, "global-temp": 736, "highest-temperature": 1479856, "italy": 88, "lowest-temperature": 238635, "mexico": 335, "natural-disaster": 2949, "pandemics": 793, "precipitation": 13951, "rain": 1268, "tornado-risk": 9, "united-states": 16019, "volcano": 9 }, "world": { "(none)": 2285, "argentina": 7599, "brazil": 10905, "canada": 654, "china": 7, "economic-policy": 11967, "europe": 505, "foreign-policy": 1258, "forex": 3359, "france": 10331, "germany": 3405, "global-elections": 1240521, "global-rates": 27688, "hong-kong": 175, "italy": 532, "macro-indicators": 16387, "middle-east": 2041, "nyc": 436, "south-korea": 4456, "trump-presidency": 8299, "uk": 25 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 156840768, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-28T20.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 345692, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 78593888, "twin_rows": 78246880 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001544, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-28T20.witness_stats.json", "witness_stats_sha256": "67d7cd70f341d0fc526fd386375f201bb69bc5eb3582eae2c764c685ddf042a4", "witnesses": "iop", "writer_versions": null }