{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 446, "class": "FULL", "exception_markets": 32, "rows_by_domain": { "i": 18243657, "o": 18244176, "p": 18244490 }, "rows_i": 18243657, "rows_joined": 18245891, "rows_merged": 18245445, "rows_o": 18244176, "rows_p": 18244490, "unique_by_domain": { "i": 20, "o": 28, "p": 108 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 8, "1000_2000ms": 3578, "100_200ms": 244830, "10_20ms": 1078172, "1_2ms": 0, "2000_5000ms": 774, "200_500ms": 215634, "20_50ms": 16147067, "2_5ms": 0, "5000_10000ms": 32, "500_1000ms": 36043, "50_100ms": 517487, "5_10ms": 0, "ge30000ms": 32, "neg": 0 }, "max_ms": 38910, "mean_ms": 32.200612245669824, "measurable": 18243657, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 36.0, "p99_ms": 258.0, "rows": 18243657, "unmeasurable": 0, "won_output_rows": 117 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 658, "1000_2000ms": 8309, "100_200ms": 202364, "10_20ms": 4801608, "1_2ms": 0, "2000_5000ms": 3735, "200_500ms": 231920, "20_50ms": 1530033, "2_5ms": 591097, "5000_10000ms": 554, "500_1000ms": 48328, "50_100ms": 295073, "5_10ms": 10530433, "ge30000ms": 64, "neg": 0 }, "max_ms": 38984, "mean_ms": 20.32324940298756, "measurable": 18244176, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 23.0, "p99_ms": 273.0, "rows": 18244176, "unmeasurable": 0, "won_output_rows": 1021 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 196, "1000_2000ms": 4753, "100_200ms": 156847, "10_20ms": 4169750, "1_2ms": 0, "2000_5000ms": 2173, "200_500ms": 191369, "20_50ms": 1242472, "2_5ms": 691096, "5000_10000ms": 361, "500_1000ms": 37096, "50_100ms": 206697, "5_10ms": 11541632, "ge30000ms": 48, "neg": 0 }, "max_ms": 39285, "mean_ms": 16.813183213123523, "measurable": 18244490, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 20.0, "p99_ms": 235.0, "rows": 18244490, "unmeasurable": 0, "won_output_rows": 18244307 } } }, "book": { "boundary_dropped": 18, "class": "FULL", "exception_markets": 16752, "rows_by_domain": { "i": 176069, "o": 175658, "p": 175731 }, "rows_i": 176069, "rows_joined": 200624, "rows_merged": 200606, "rows_o": 175658, "rows_p": 175731, "unique_by_domain": { "i": 12584, "o": 12087, "p": 11878 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 944, "1000_2000ms": 1902, "100_200ms": 5085, "10_20ms": 535, "1_2ms": 0, "2000_5000ms": 4666, "200_500ms": 3860, "20_50ms": 133372, "2_5ms": 0, "5000_10000ms": 956, "500_1000ms": 1222, "50_100ms": 12613, "5_10ms": 0, "ge30000ms": 10914, "neg": 0 }, "max_ms": 11523983959, "mean_ms": 25147098.498935077, "measurable": 176069, "min_ms": 17, "p50_ms": 30.0, "p90_ms": 1937.0, "p99_ms": 158775463.0, "rows": 176069, "unmeasurable": 0, "won_output_rows": 12660 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1020, "1000_2000ms": 1951, "100_200ms": 2733, "10_20ms": 60445, "1_2ms": 0, "2000_5000ms": 4983, "200_500ms": 3445, "20_50ms": 25295, "2_5ms": 462, "5000_10000ms": 1002, "500_1000ms": 1296, "50_100ms": 4021, "5_10ms": 58884, "ge30000ms": 10121, "neg": 0 }, "max_ms": 11524986111, "mean_ms": 23859066.670148812, "measurable": 175658, "min_ms": 3, "p50_ms": 12.0, "p90_ms": 1823.0, "p99_ms": 150135477.0599989, "rows": 175658, "unmeasurable": 0, "won_output_rows": 12215 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 978, "1000_2000ms": 1744, "100_200ms": 2356, "10_20ms": 59850, "1_2ms": 0, "2000_5000ms": 4798, "200_500ms": 3122, "20_50ms": 20746, "2_5ms": 462, "5000_10000ms": 856, "500_1000ms": 1000, "50_100ms": 2863, "5_10ms": 66580, "ge30000ms": 10376, "neg": 0 }, "max_ms": 11521322698, "mean_ms": 23796388.1504174, "measurable": 175731, "min_ms": 3, "p50_ms": 11.0, "p90_ms": 1737.0, "p99_ms": 153492700.5000034, "rows": 175731, "unmeasurable": 0, "won_output_rows": 175731 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 77710, "o": 77791, "p": 77885 }, "rows_i": 77710, "rows_joined": 77906, "rows_merged": 77906, "rows_o": 77791, "rows_p": 77885, "unique_by_domain": { "i": 3, "o": 2, "p": 2 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 109, "100_200ms": 2257, "10_20ms": 2048, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 1822, "20_50ms": 67184, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 388, "50_100ms": 3901, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2109, "mean_ms": 41.74989061896796, "measurable": 77710, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 55.0, "p99_ms": 379.0, "rows": 77710, "unmeasurable": 0, "won_output_rows": 3 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 185, "100_200ms": 1279, "10_20ms": 22423, "1_2ms": 0, "2000_5000ms": 13, "200_500ms": 1604, "20_50ms": 4721, "2_5ms": 563, "5000_10000ms": 2, "500_1000ms": 474, "50_100ms": 1492, "5_10ms": 45031, "ge30000ms": 4, "neg": 0 }, "max_ms": 32690, "mean_ms": 29.182296152511217, "measurable": 77791, "min_ms": 3, "p50_ms": 9.0, "p90_ms": 25.0, "p99_ms": 460.0, "rows": 77791, "unmeasurable": 0, "won_output_rows": 18 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2, "1000_2000ms": 96, "100_200ms": 1073, "10_20ms": 18184, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 1451, "20_50ms": 3144, "2_5ms": 585, "5000_10000ms": 0, "500_1000ms": 284, "50_100ms": 1060, "5_10ms": 52002, "ge30000ms": 0, "neg": 0 }, "max_ms": 23526, "mean_ms": 21.98918918918919, "measurable": 77885, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 321.0, "rows": 77885, "unmeasurable": 0, "won_output_rows": 77885 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 8, "rows_by_domain": { "i": 2830, "o": 2822, "p": 2830 }, "rows_i": 2830, "rows_joined": 3519, "rows_merged": 3519, "rows_o": 2822, "rows_p": 2830, "unique_by_domain": { "i": 125, "o": 564, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 123, "1000_2000ms": 1, "100_200ms": 26, "10_20ms": 181, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 18, "20_50ms": 2197, "2_5ms": 0, "5000_10000ms": 27, "500_1000ms": 4, "50_100ms": 125, "5_10ms": 0, "ge30000ms": 128, "neg": 0 }, "max_ms": 54803, "mean_ms": 2907.936042402827, "measurable": 2830, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 496.49999999999955, "p99_ms": 48789.62, "rows": 2830, "unmeasurable": 0, "won_output_rows": 125 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 98, "1000_2000ms": 0, "100_200ms": 16, "10_20ms": 491, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 25, "20_50ms": 79, "2_5ms": 84, "5000_10000ms": 8, "500_1000ms": 5, "50_100ms": 19, "5_10ms": 1684, "ge30000ms": 313, "neg": 0 }, "max_ms": 53673, "mean_ms": 5232.763288447909, "measurable": 2822, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 32737.800000000003, "p99_ms": 47757.58, "rows": 2822, "unmeasurable": 0, "won_output_rows": 564 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 2, "100_200ms": 7, "10_20ms": 413, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 21, "20_50ms": 75, "2_5ms": 120, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 13, "5_10ms": 2025, "ge30000ms": 153, "neg": 0 }, "max_ms": 63622, "mean_ms": 2480.1296819787985, "measurable": 2830, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 19.0, "p99_ms": 50514.89, "rows": 2830, "unmeasurable": 0, "won_output_rows": 2830 } } }, "new_market": { "boundary_dropped": 5, "class": "FULL", "exception_markets": 6, "rows_by_domain": { "i": 3896, "o": 3902, "p": 3896 }, "rows_i": 3896, "rows_joined": 5293, "rows_merged": 5288, "rows_o": 3902, "rows_p": 3896, "unique_by_domain": { "i": 654, "o": 483, "p": 255 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 163, "1000_2000ms": 0, "100_200ms": 756, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 202, "20_50ms": 736, "2_5ms": 0, "5000_10000ms": 22, "500_1000ms": 0, "50_100ms": 916, "5_10ms": 0, "ge30000ms": 1101, "neg": 0 }, "max_ms": 197076, "mean_ms": 26745.308264887062, "measurable": 3896, "min_ms": 24, "p50_ms": 122.0, "p90_ms": 101151.0, "p99_ms": 165993.30000000028, "rows": 3896, "unmeasurable": 0, "won_output_rows": 757 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 186, "1000_2000ms": 0, "100_200ms": 807, "10_20ms": 136, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 278, "20_50ms": 575, "2_5ms": 0, "5000_10000ms": 30, "500_1000ms": 4, "50_100ms": 931, "5_10ms": 6, "ge30000ms": 949, "neg": 0 }, "max_ms": 199116, "mean_ms": 21471.955407483343, "measurable": 3902, "min_ms": 7, "p50_ms": 118.0, "p90_ms": 86197.1, "p99_ms": 153029.16999999993, "rows": 3902, "unmeasurable": 0, "won_output_rows": 635 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 176, "1000_2000ms": 0, "100_200ms": 87, "10_20ms": 531, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 354, "20_50ms": 1002, "2_5ms": 0, "5000_10000ms": 30, "500_1000ms": 3, "50_100ms": 618, "5_10ms": 44, "ge30000ms": 1051, "neg": 0 }, "max_ms": 192600, "mean_ms": 24383.236396303902, "measurable": 3896, "min_ms": 8, "p50_ms": 70.0, "p90_ms": 92894.0, "p99_ms": 154238.4, "rows": 3896, "unmeasurable": 0, "won_output_rows": 3896 } } }, "price_change": { "boundary_dropped": 3410, "class": "FULL", "exception_markets": 101, "rows_by_domain": { "i": 139330474, "o": 139339022, "p": 139352874 }, "rows_i": 139330474, "rows_joined": 139372820, "rows_merged": 139369410, "rows_o": 139339022, "rows_p": 139352874, "unique_by_domain": { "i": 464, "o": 1030, "p": 4024 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 212, "1000_2000ms": 55046, "100_200ms": 2325380, "10_20ms": 6271962, "1_2ms": 0, "2000_5000ms": 12476, "200_500ms": 1929078, "20_50ms": 123261686, "2_5ms": 0, "5000_10000ms": 386, "500_1000ms": 354650, "50_100ms": 5119434, "5_10ms": 0, "ge30000ms": 164, "neg": 0 }, "max_ms": 44214, "mean_ms": 34.8168332650616, "measurable": 139330474, "min_ms": 16, "p50_ms": 24.0, "p90_ms": 40.0, "p99_ms": 285.0, "rows": 139330474, "unmeasurable": 0, "won_output_rows": 1142 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2686, "1000_2000ms": 97188, "100_200ms": 1770550, "10_20ms": 40055196, "1_2ms": 0, "2000_5000ms": 33284, "200_500ms": 2002908, "20_50ms": 14427934, "2_5ms": 3251878, "5000_10000ms": 4034, "500_1000ms": 433010, "50_100ms": 2611660, "5_10ms": 74648052, "ge30000ms": 642, "neg": 0 }, "max_ms": 39419, "mean_ms": 22.284792496964705, "measurable": 139339022, "min_ms": 2, "p50_ms": 9.0, "p90_ms": 26.0, "p99_ms": 298.0, "rows": 139339022, "unmeasurable": 0, "won_output_rows": 16754 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2170, "1000_2000ms": 59278, "100_200ms": 1407604, "10_20ms": 34901976, "1_2ms": 0, "2000_5000ms": 21710, "200_500ms": 1662832, "20_50ms": 11887194, "2_5ms": 3797790, "5000_10000ms": 3214, "500_1000ms": 340786, "50_100ms": 1887842, "5_10ms": 83379964, "ge30000ms": 514, "neg": 0 }, "max_ms": 39474, "mean_ms": 18.949835107096536, "measurable": 139352874, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 22.0, "p99_ms": 251.0, "rows": 139352874, "unmeasurable": 0, "won_output_rows": 139351514 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 8880, "o": 8880, "p": 8880 }, "rows_i": 8880, "rows_joined": 8880, "rows_merged": 8880, "rows_o": 8880, "rows_p": 8880, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 8, "100_200ms": 104, "10_20ms": 465, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 89, "20_50ms": 7937, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 273, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1124, "mean_ms": 30.261486486486486, "measurable": 8880, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 34.0, "p99_ms": 204.72999999998865, "rows": 8880, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 52, "10_20ms": 2074, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 102, "20_50ms": 583, "2_5ms": 370, "5000_10000ms": 0, "500_1000ms": 8, "50_100ms": 106, "5_10ms": 5585, "ge30000ms": 0, "neg": 0 }, "max_ms": 743, "mean_ms": 14.905405405405405, "measurable": 8880, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 19.0, "p99_ms": 226.0, "rows": 8880, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 65, "10_20ms": 1778, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 129, "20_50ms": 468, "2_5ms": 368, "5000_10000ms": 0, "500_1000ms": 12, "50_100ms": 81, "5_10ms": 5975, "ge30000ms": 0, "neg": 0 }, "max_ms": 3059, "mean_ms": 16.893918918918917, "measurable": 8880, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 18.0, "p99_ms": 241.0, "rows": 8880, "unmeasurable": 0, "won_output_rows": 8880 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "union-staging", "book_audit": { "files": [ { "file": "2026-10-28T19.book_dropped.parquet", "rows": 168, "sha256": "b6d3e060f93feda79cf406b0cb095ed949516d8868b0639918ffe88aaee78094", "size": 7868 } ], "parts": 1, "public": false, "rows": 168, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 168, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-703f798f.parquet", "sha256": "703f798f3fbd15f5afeb2361a83e77fa17f2f7374902c3ca0e5c2aedb0655c61" }, "category_gate": { "bulk_pin": { "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "created_at": "2026-10-29T08:06:22Z", "map_health_sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v1", "sha256": "e053400908aa8e8536a63e697270c64aeba8374c8e07e7a161c7857de4c77374", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "evaluated_at": "2026-10-29T12:53:02Z", "evidence": { "file": "category_evidence.json.gz", "sha256": "bc0a77172fcd323792902bbeb544faa0291a079dd14ee46fb32f4cb69db335b3" }, "hour": "2026-10-28/19", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9998235595104364, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": null, "changed_markets": null, "common_markets": null, "file": "category_map.json.gz.health.json", "logic_identity_changed": null, "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "mapping_logic_changed": null, "markets": 5155761, "query_ok": true, "review_acceptance": { "accepted_at": "2026-10-29T08:00:47Z", "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "note": "gate v7 (live3 from 10-28T19, chair GO CYCLE-10811, 2026-10-29), reviewed by Capture against gate v6 map dfd8d842: 5,155,761 markets, 20,444 added, 0 gone (no shrink), 331,963 labels changed (6.464%), ALL uncategorised -> a venue category (crypto 157,893, sports 88,962, esports 51,552, weather 22,471; uncategorised 19.81% -> 13.29%); rule native-category-ranked-subtag-v1, tag list 1c81c469" }, "rule_version": "native-category-ranked-subtag-v1", "sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "shrink_share": null, "source_tags_changed": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 56828, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 91333, "fetched_untagged": 0, "not_fetched": 12 }, "lt_24h": { "fetched_tagged": 21838, "fetched_untagged": 0, "not_fetched": 7 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 11 } }, "classes": { "fetched_tagged": 169999, "fetched_untagged": 0, "not_fetched": 30 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": null, "changed_markets": null, "common_markets": null, "file": "category_map.json.gz.health.json", "logic_identity_changed": null, "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "mapping_logic_changed": null, "markets": 5155761, "query_ok": true, "review_acceptance": { "accepted_at": "2026-10-29T08:00:47Z", "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "note": "gate v7 (live3 from 10-28T19, chair GO CYCLE-10811, 2026-10-29), reviewed by Capture against gate v6 map dfd8d842: 5,155,761 markets, 20,444 added, 0 gone (no shrink), 331,963 labels changed (6.464%), ALL uncategorised -> a venue category (crypto 157,893, sports 88,962, esports 51,552, weather 22,471; uncategorised 19.81% -> 13.29%); rule native-category-ranked-subtag-v1, tag list 1c81c469" }, "rule_version": "native-category-ranked-subtag-v1", "sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "shrink_share": null, "source_tags_changed": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 12, "not_reached": 18 }, "row_share": { "fetched_tagged": 0.999918, "fetched_untagged": 0.0, "not_fetched": 8.2e-05, "without_market": 0.0 }, "rows": { "fetched_tagged": 157898122, "fetched_untagged": 0, "not_fetched": 12932, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 170029, "young": { "not_fetched": 7, "traded": 21845 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v3", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [ "0x023cc0b9becd4ced9787c193fc417158934e3eea1beab6be5c950c37018809ae", "0x056e08babb69fb7c6ee2c5e9f436c618bad69b45c83a1d70e076eafd4e138c87", "0x0d71a01ce6a69c386a2d96cf7db8fa1c71a2cdf826120213d24fd0b261849e17", "0x1207c020a003d1b4df1119209423a0c4e4a51cf67ade7ea9de12aff4676e76eb", "0x16dea458809007a4fcfa19a800c868b39138cddde68f2c4c46fdd7bf32bab70a", "0x2746ca8ccf2c9d5b8f18928c3df9da1abbaed1fcb979f3b6dc0af6959ce31a8c", "0x3232a5d8d590b187c1bc02434bf2db8c324fb5765f1d53bfa8c71986f750d392", "0x335baabd58f0324accaf427ce71d605caf29f340ecf6b81f16e460c19290d3ec", "0x3a3fac7c8ee4f60669df77da8713564a6af15f1461be036d5392cc8d28e0deb9", "0x46af347d57ac2e625833cf6e456ac5b78369d9d383d431d2c1a182b7c90c08b2", "0x4ac553bf9e6194446d01c8c3ec16a52140a9a7ead3147913bd0a0594bb800fd1", "0x4f1827ef166ca6295168a06f59fe051b79924973f74e23ef96353687cc045e5e", "0x51c8d1f9b77685b83792c425cb4c7d2b8cee6df84a2e286865ae3f502b5bac5e", "0x53720e6f4ff8b42b326e8d70b72dd7ebfc8650ac9672e68f00307e6e8d45fd9f", "0x555cd8f2dce856609bb4c152b7ad18d69ec6049c2f7e9cd0eee1f27e5742e521", "0x56b837693e8c63c9f71aadd04b974ac7df6365c23b36ddca5e528f0b2d8b06c9", "0x62b13fade3d9274d5872be301b69ef02e073f9802b534a2b0c6773e1ad5755fd", "0x63d2b160ac03c19150c6e2419b5212828ad3ab210e0390e9c868a823daa533c3", "0x659ce11d67c06a8b318e4b7a19de7d22032abb754de00e923a72644c1f5e56f8", "0x662c594fcb44e99c64336ce51f206d54d408be0bd20ad23c6d0a911f5943643a", "0x7135773b12b37ffdb6e6bf08796e23ebe0be651d0980d43641c6bf56e5cb93c6", "0x73509ec92de5dbd86a5a888e702a571325783ea208b3e9334f9d488a73e528ac", "0x75b21ebb8cf879ce75cbeb272e174ea91cad14dbc84fcd18c936ce0d146937a9", "0x804fed86785d953ef23a00813bc983dbab64b0343dd84d401d57ee34ce3becd1", "0x81b7c8905908d7e36df075d8cbf1730e9f2a12a0b9554665c8ac9c8a55b7195d", "0x8491fe05ca04e253a492084e6734ed7a8895c1a5a85009408dffc4d68001bc71", "0x89463bae70d37f79a0c8059363f8d8c557e731f8e082eddb58fe6440e61b30fc", "0x8ecac0a5f474f70c515efd34f56303d58f4c5b9f8d23573f48e96785e07bc6e0", "0x924fb186efcf40f80d8d9ed3f90ceef975679bde81b49db48d2dd3fbb505c19b", "0x9a6d3656a99bbaff39c7f65b354c0ae54a30dd897cef1e7c31cbf5e58050c5dd", "0x9fe1230b3096865bc0315a5c881ce813011f82cbc11b2bbbd33cd9f522385496", "0xa43a1186d7f7b6e2b659c00450aaa27a3ef48b4ec2bd802052ef9b76ae94772b", "0xaaa4997dfdfd1b3fd6bf97526a761f10d0e4f0b60a4ccee10b01ed27ad692392", "0xb3b62993c40fe25c5bb6e6daed453eea2de9649f9e764b46e7fb593affebcef4", "0xb68fefb96ae3cba649aa57bf0dfddc9608f6cbc9ecc5a88c721a9f82d358fe27", "0xbc0e9cdcc950bb55734af7b7f3cfc0b2cf4facb675e297a160174c3dfe8d1f95", "0xccae4679a4ae003c97959c911c64250326b2320fa5ef4dcbe4705b996a1e1538", "0xda6178b29a2bc40ca6bd61dcf2a7eee2f5cb2008b1c2f675c01ba1e5b1b3d77b", "0xe25ebe30c9657b154525d29ee77e533492170b0bb59cba23a9505c82f4a46fad", "0xe35b565f00c847c99c0bf3af76cfc76ea9b148851747e7160eaae3aac948e8cd", "0xe4d40961cc5b9c313213f8d772a3e3d3f6cfa5f50ba41edf412422ffd4549ff3", "0xeea9633b84968e7f8c6e13dd32b32e1ade98d848c7348dec3cda566613afc42e", "0xf369d385c3410baf756fff122e57f7397bb310eb984cb25e3fe09e867f225a88", "0xf6b1d0e8ee0fcd6f782884f842d6dd259bac4f9e4f7f05545c95bb9c1ecd57c4", "0xfb4fbe47324b0a9833584ddefbe5797379b5cd4fe688a423f51b130e9c213df9" ], "untagged_overrides": {} }, "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-28T19.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 446, "class": "FULL", "exception_markets": 32, "rows_by_domain": { "i": 18243657, "o": 18244176, "p": 18244490 }, "rows_i": 18243657, "rows_joined": 18245891, "rows_merged": 18245445, "rows_o": 18244176, "rows_p": 18244490, "unique_by_domain": { "i": 20, "o": 28, "p": 108 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 8, "1000_2000ms": 3578, "100_200ms": 244830, "10_20ms": 1078172, "1_2ms": 0, "2000_5000ms": 774, "200_500ms": 215634, "20_50ms": 16147067, "2_5ms": 0, "5000_10000ms": 32, "500_1000ms": 36043, "50_100ms": 517487, "5_10ms": 0, "ge30000ms": 32, "neg": 0 }, "max_ms": 38910, "mean_ms": 32.200612245669824, "measurable": 18243657, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 36.0, "p99_ms": 258.0, "rows": 18243657, "unmeasurable": 0, "won_output_rows": 117 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 658, "1000_2000ms": 8309, "100_200ms": 202364, "10_20ms": 4801608, "1_2ms": 0, "2000_5000ms": 3735, "200_500ms": 231920, "20_50ms": 1530033, "2_5ms": 591097, "5000_10000ms": 554, "500_1000ms": 48328, "50_100ms": 295073, "5_10ms": 10530433, "ge30000ms": 64, "neg": 0 }, "max_ms": 38984, "mean_ms": 20.32324940298756, "measurable": 18244176, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 23.0, "p99_ms": 273.0, "rows": 18244176, "unmeasurable": 0, "won_output_rows": 1021 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 196, "1000_2000ms": 4753, "100_200ms": 156847, "10_20ms": 4169750, "1_2ms": 0, "2000_5000ms": 2173, "200_500ms": 191369, "20_50ms": 1242472, "2_5ms": 691096, "5000_10000ms": 361, "500_1000ms": 37096, "50_100ms": 206697, "5_10ms": 11541632, "ge30000ms": 48, "neg": 0 }, "max_ms": 39285, "mean_ms": 16.813183213123523, "measurable": 18244490, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 20.0, "p99_ms": 235.0, "rows": 18244490, "unmeasurable": 0, "won_output_rows": 18244307 } } }, "book": { "boundary_dropped": 18, "class": "FULL", "exception_markets": 16752, "rows_by_domain": { "i": 176069, "o": 175658, "p": 175731 }, "rows_i": 176069, "rows_joined": 200624, "rows_merged": 200606, "rows_o": 175658, "rows_p": 175731, "unique_by_domain": { "i": 12584, "o": 12087, "p": 11878 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 944, "1000_2000ms": 1902, "100_200ms": 5085, "10_20ms": 535, "1_2ms": 0, "2000_5000ms": 4666, "200_500ms": 3860, "20_50ms": 133372, "2_5ms": 0, "5000_10000ms": 956, "500_1000ms": 1222, "50_100ms": 12613, "5_10ms": 0, "ge30000ms": 10914, "neg": 0 }, "max_ms": 11523983959, "mean_ms": 25147098.498935077, "measurable": 176069, "min_ms": 17, "p50_ms": 30.0, "p90_ms": 1937.0, "p99_ms": 158775463.0, "rows": 176069, "unmeasurable": 0, "won_output_rows": 12660 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1020, "1000_2000ms": 1951, "100_200ms": 2733, "10_20ms": 60445, "1_2ms": 0, "2000_5000ms": 4983, "200_500ms": 3445, "20_50ms": 25295, "2_5ms": 462, "5000_10000ms": 1002, "500_1000ms": 1296, "50_100ms": 4021, "5_10ms": 58884, "ge30000ms": 10121, "neg": 0 }, "max_ms": 11524986111, "mean_ms": 23859066.670148812, "measurable": 175658, "min_ms": 3, "p50_ms": 12.0, "p90_ms": 1823.0, "p99_ms": 150135477.0599989, "rows": 175658, "unmeasurable": 0, "won_output_rows": 12215 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 978, "1000_2000ms": 1744, "100_200ms": 2356, "10_20ms": 59850, "1_2ms": 0, "2000_5000ms": 4798, "200_500ms": 3122, "20_50ms": 20746, "2_5ms": 462, "5000_10000ms": 856, "500_1000ms": 1000, "50_100ms": 2863, "5_10ms": 66580, "ge30000ms": 10376, "neg": 0 }, "max_ms": 11521322698, "mean_ms": 23796388.1504174, "measurable": 175731, "min_ms": 3, "p50_ms": 11.0, "p90_ms": 1737.0, "p99_ms": 153492700.5000034, "rows": 175731, "unmeasurable": 0, "won_output_rows": 175731 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 77710, "o": 77791, "p": 77885 }, "rows_i": 77710, "rows_joined": 77906, "rows_merged": 77906, "rows_o": 77791, "rows_p": 77885, "unique_by_domain": { "i": 3, "o": 2, "p": 2 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 109, "100_200ms": 2257, "10_20ms": 2048, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 1822, "20_50ms": 67184, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 388, "50_100ms": 3901, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2109, "mean_ms": 41.74989061896796, "measurable": 77710, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 55.0, "p99_ms": 379.0, "rows": 77710, "unmeasurable": 0, "won_output_rows": 3 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 185, "100_200ms": 1279, "10_20ms": 22423, "1_2ms": 0, "2000_5000ms": 13, "200_500ms": 1604, "20_50ms": 4721, "2_5ms": 563, "5000_10000ms": 2, "500_1000ms": 474, "50_100ms": 1492, "5_10ms": 45031, "ge30000ms": 4, "neg": 0 }, "max_ms": 32690, "mean_ms": 29.182296152511217, "measurable": 77791, "min_ms": 3, "p50_ms": 9.0, "p90_ms": 25.0, "p99_ms": 460.0, "rows": 77791, "unmeasurable": 0, "won_output_rows": 18 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2, "1000_2000ms": 96, "100_200ms": 1073, "10_20ms": 18184, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 1451, "20_50ms": 3144, "2_5ms": 585, "5000_10000ms": 0, "500_1000ms": 284, "50_100ms": 1060, "5_10ms": 52002, "ge30000ms": 0, "neg": 0 }, "max_ms": 23526, "mean_ms": 21.98918918918919, "measurable": 77885, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 321.0, "rows": 77885, "unmeasurable": 0, "won_output_rows": 77885 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 8, "rows_by_domain": { "i": 2830, "o": 2822, "p": 2830 }, "rows_i": 2830, "rows_joined": 3519, "rows_merged": 3519, "rows_o": 2822, "rows_p": 2830, "unique_by_domain": { "i": 125, "o": 564, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 123, "1000_2000ms": 1, "100_200ms": 26, "10_20ms": 181, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 18, "20_50ms": 2197, "2_5ms": 0, "5000_10000ms": 27, "500_1000ms": 4, "50_100ms": 125, "5_10ms": 0, "ge30000ms": 128, "neg": 0 }, "max_ms": 54803, "mean_ms": 2907.936042402827, "measurable": 2830, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 496.49999999999955, "p99_ms": 48789.62, "rows": 2830, "unmeasurable": 0, "won_output_rows": 125 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 98, "1000_2000ms": 0, "100_200ms": 16, "10_20ms": 491, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 25, "20_50ms": 79, "2_5ms": 84, "5000_10000ms": 8, "500_1000ms": 5, "50_100ms": 19, "5_10ms": 1684, "ge30000ms": 313, "neg": 0 }, "max_ms": 53673, "mean_ms": 5232.763288447909, "measurable": 2822, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 32737.800000000003, "p99_ms": 47757.58, "rows": 2822, "unmeasurable": 0, "won_output_rows": 564 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 2, "100_200ms": 7, "10_20ms": 413, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 21, "20_50ms": 75, "2_5ms": 120, "5000_10000ms": 0, "500_1000ms": 1, "50_100ms": 13, "5_10ms": 2025, "ge30000ms": 153, "neg": 0 }, "max_ms": 63622, "mean_ms": 2480.1296819787985, "measurable": 2830, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 19.0, "p99_ms": 50514.89, "rows": 2830, "unmeasurable": 0, "won_output_rows": 2830 } } }, "new_market": { "boundary_dropped": 5, "class": "FULL", "exception_markets": 6, "rows_by_domain": { "i": 3896, "o": 3902, "p": 3896 }, "rows_i": 3896, "rows_joined": 5293, "rows_merged": 5288, "rows_o": 3902, "rows_p": 3896, "unique_by_domain": { "i": 654, "o": 483, "p": 255 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 163, "1000_2000ms": 0, "100_200ms": 756, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 202, "20_50ms": 736, "2_5ms": 0, "5000_10000ms": 22, "500_1000ms": 0, "50_100ms": 916, "5_10ms": 0, "ge30000ms": 1101, "neg": 0 }, "max_ms": 197076, "mean_ms": 26745.308264887062, "measurable": 3896, "min_ms": 24, "p50_ms": 122.0, "p90_ms": 101151.0, "p99_ms": 165993.30000000028, "rows": 3896, "unmeasurable": 0, "won_output_rows": 757 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 186, "1000_2000ms": 0, "100_200ms": 807, "10_20ms": 136, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 278, "20_50ms": 575, "2_5ms": 0, "5000_10000ms": 30, "500_1000ms": 4, "50_100ms": 931, "5_10ms": 6, "ge30000ms": 949, "neg": 0 }, "max_ms": 199116, "mean_ms": 21471.955407483343, "measurable": 3902, "min_ms": 7, "p50_ms": 118.0, "p90_ms": 86197.1, "p99_ms": 153029.16999999993, "rows": 3902, "unmeasurable": 0, "won_output_rows": 635 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 176, "1000_2000ms": 0, "100_200ms": 87, "10_20ms": 531, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 354, "20_50ms": 1002, "2_5ms": 0, "5000_10000ms": 30, "500_1000ms": 3, "50_100ms": 618, "5_10ms": 44, "ge30000ms": 1051, "neg": 0 }, "max_ms": 192600, "mean_ms": 24383.236396303902, "measurable": 3896, "min_ms": 8, "p50_ms": 70.0, "p90_ms": 92894.0, "p99_ms": 154238.4, "rows": 3896, "unmeasurable": 0, "won_output_rows": 3896 } } }, "price_change": { "boundary_dropped": 3410, "class": "FULL", "exception_markets": 101, "rows_by_domain": { "i": 139330474, "o": 139339022, "p": 139352874 }, "rows_i": 139330474, "rows_joined": 139372820, "rows_merged": 139369410, "rows_o": 139339022, "rows_p": 139352874, "unique_by_domain": { "i": 464, "o": 1030, "p": 4024 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 212, "1000_2000ms": 55046, "100_200ms": 2325380, "10_20ms": 6271962, "1_2ms": 0, "2000_5000ms": 12476, "200_500ms": 1929078, "20_50ms": 123261686, "2_5ms": 0, "5000_10000ms": 386, "500_1000ms": 354650, "50_100ms": 5119434, "5_10ms": 0, "ge30000ms": 164, "neg": 0 }, "max_ms": 44214, "mean_ms": 34.8168332650616, "measurable": 139330474, "min_ms": 16, "p50_ms": 24.0, "p90_ms": 40.0, "p99_ms": 285.0, "rows": 139330474, "unmeasurable": 0, "won_output_rows": 1142 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2686, "1000_2000ms": 97188, "100_200ms": 1770550, "10_20ms": 40055196, "1_2ms": 0, "2000_5000ms": 33284, "200_500ms": 2002908, "20_50ms": 14427934, "2_5ms": 3251878, "5000_10000ms": 4034, "500_1000ms": 433010, "50_100ms": 2611660, "5_10ms": 74648052, "ge30000ms": 642, "neg": 0 }, "max_ms": 39419, "mean_ms": 22.284792496964705, "measurable": 139339022, "min_ms": 2, "p50_ms": 9.0, "p90_ms": 26.0, "p99_ms": 298.0, "rows": 139339022, "unmeasurable": 0, "won_output_rows": 16754 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2170, "1000_2000ms": 59278, "100_200ms": 1407604, "10_20ms": 34901976, "1_2ms": 0, "2000_5000ms": 21710, "200_500ms": 1662832, "20_50ms": 11887194, "2_5ms": 3797790, "5000_10000ms": 3214, "500_1000ms": 340786, "50_100ms": 1887842, "5_10ms": 83379964, "ge30000ms": 514, "neg": 0 }, "max_ms": 39474, "mean_ms": 18.949835107096536, "measurable": 139352874, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 22.0, "p99_ms": 251.0, "rows": 139352874, "unmeasurable": 0, "won_output_rows": 139351514 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 8880, "o": 8880, "p": 8880 }, "rows_i": 8880, "rows_joined": 8880, "rows_merged": 8880, "rows_o": 8880, "rows_p": 8880, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 8, "100_200ms": 104, "10_20ms": 465, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 89, "20_50ms": 7937, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 273, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1124, "mean_ms": 30.261486486486486, "measurable": 8880, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 34.0, "p99_ms": 204.72999999998865, "rows": 8880, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 52, "10_20ms": 2074, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 102, "20_50ms": 583, "2_5ms": 370, "5000_10000ms": 0, "500_1000ms": 8, "50_100ms": 106, "5_10ms": 5585, "ge30000ms": 0, "neg": 0 }, "max_ms": 743, "mean_ms": 14.905405405405405, "measurable": 8880, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 19.0, "p99_ms": 226.0, "rows": 8880, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 65, "10_20ms": 1778, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 129, "20_50ms": 468, "2_5ms": 368, "5000_10000ms": 0, "500_1000ms": 12, "50_100ms": 81, "5_10ms": 5975, "ge30000ms": 0, "neg": 0 }, "max_ms": 3059, "mean_ms": 16.893918918918917, "measurable": 8880, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 18.0, "p99_ms": 241.0, "rows": 8880, "unmeasurable": 0, "won_output_rows": 8880 } } } }, "archive_root": "union-staging", "boundary_guard": "cache", "bytes": 1633790480, "file": "2026-10-28T19.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-28/19", "hour_utc": "2026-10-28T19:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41095370249063057, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562969315895951, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 205457262 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370230650129, "min_sequence": 562969315895979, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 18245445, "row_groups": [ 0, 69 ], "sha256": "1c5b73660fed0d83e89ccf012dd7e1427427949caa93c19e3f8eb8e2f724fb47" }, "book": { "byte_range": [ 205457262, 227332306 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370249063057, "min_sequence": 562969315908817, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 200606, "row_groups": [ 70, 70 ], "sha256": "cf9ecbfa8ae881b7717a73ac6da7bdd11dab552807220cb26cb2dea0ec6eb70b" }, "last_trade_price": { "byte_range": [ 227332306, 231786267 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370190690452, "min_sequence": 562969315910469, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 77906, "row_groups": [ 71, 71 ], "sha256": "a4125ac1bfa790c9829bbb88259a66e75140f5287090399df7fe37905409b3b4" }, "market_resolved": { "byte_range": [ 231786267, 232246254 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370241883298, "min_sequence": 562969316205357, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 3519, "row_groups": [ 72, 72 ], "sha256": "c00f791a346caa7e0cdc3c4e2d8a9255e884f173f636f205f58495d162f1b9b1" }, "new_market": { "byte_range": [ 232246254, 232825638 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370248576000, "min_sequence": 562969316009526, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 5288, "row_groups": [ 73, 73 ], "sha256": "a3a08b64bb94aaa9ca6733b8be16b131a901e01b1e132e3d4a9d9674deb45ebf" }, "price_change": { "byte_range": [ 232825638, 1631689059 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370245521115, "min_sequence": 562969315895951, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 139369410, "row_groups": [ 74, 605 ], "sha256": "f826036a4b44e604bae38fe720b0c9dc002a40bf9ae8df5c6b388f02dc74541b" }, "tick_size_change": { "byte_range": [ 1631689059, 1632006868 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562969472654452, "min_sequence": 562969318299961, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 8880, "row_groups": [ 606, 606 ], "sha256": "7659de98e2e2dc4ff2e192c2e7f6f30898bbd0556971ee86e3b798fe91ce7883" } }, "row_count": 157911054, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "served_note": "This hour is the merger's union file, published byte for byte. Hours before the era cutover are rebuilt here from the seven product files and carry one column fewer.", "served_verbatim": true, "sha256": "3472d9ddf80d8a51273af383c4592a9d94c0fb36ff7dc0c4bf492aebf86e7f31", "skipped_witnesses": { "m": { "reason": "not_in_merged_set" }, "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-28T19.witness_stats.json", "witness_stats_sha256": "67d7cd70f341d0fc526fd386375f201bb69bc5eb3582eae2c764c685ddf042a4", "witnesses": "iop", "witnesses_captured": [ "i", "m", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-28T19.ai.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 79133997, "row_ordinal_min": 0, "rows": 1852231, "sha256": "090a1e5f63212582d8f13a1a2c53aa59c7797089603798144bce3965990873c9", "size": 10131540, "sub_tag": null }, { "category": "ai", "file": "2026-10-28T19.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 79133997, "row_ordinal_min": 0, "rows": 1852231, "sha256": "dc1918ff6095f43782d17674619151aeefcc19cfd2b15a3744881911bf35683d", "size": 9594559, "sub_tag": null }, { "category": "business", "file": "2026-10-28T19.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 11254410, "row_ordinal_min": 216682, "rows": 201671, "sha256": "fac756ad597937eef1a71cff9fba5f81b45c72af08477519dd95285d8207f15b", "size": 1158668, "sub_tag": null }, { "category": "business", "file": "2026-10-28T19.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 11254410, "row_ordinal_min": 216682, "rows": 201671, "sha256": "433a440258060dcd2eee62f9584860cd04b0691d612068531de4290908a25add", "size": 1074437, "sub_tag": null }, { "category": "crypto", "file": "2026-10-28T19.crypto.parquet", "part": null, "role": "lean", "row_groups": 22, "row_ordinal_max": 79134745, "row_ordinal_min": 247007, "rows": 12734533, "sha256": "594df418498a00a087dd4f260479ddaf3f1b16f489024ebc9e33154da413cf93", "size": 67951222, "sub_tag": null }, { "category": "crypto", "file": "2026-10-28T19.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 22, "row_ordinal_max": 79134745, "row_ordinal_min": 247007, "rows": 12734533, "sha256": "a851d8a312a0bb153ad4433bdad9840b2a274de8a2bff6eaecde64a4b456f472", "size": 54065261, "sub_tag": null }, { "category": "earnings", "file": "2026-10-28T19.earnings.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 23088908, "row_ordinal_min": 1084549, "rows": 12765, "sha256": "697a07af7eacaff35b2377a7804b525c76d03800c603a9a6d7762a41b6ebb368", "size": 120400, "sub_tag": null }, { "category": "earnings", "file": "2026-10-28T19.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 23088908, "row_ordinal_min": 1084549, "rows": 12765, "sha256": "295a4dd3b6339f802a633f2ee3e2f6bec4cc3c05ce0768b7e5e31b4b66d34309", "size": 85067, "sub_tag": null }, { "category": "economy", "file": "2026-10-28T19.economy.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 79134749, "row_ordinal_min": 1086648, "rows": 748291, "sha256": "791ed7caf77b07ed0b2ecb69ce8e3e6ed94a790f3b6dae565dd97af3772e200d", "size": 4338460, "sub_tag": null }, { "category": "economy", "file": "2026-10-28T19.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 79134749, "row_ordinal_min": 1086648, "rows": 748291, "sha256": "517ca210ae949a2227f7f4fd9c5150c932145c6bf9cb0a5eac339346b751b881", "size": 3879934, "sub_tag": null }, { "category": "elections", "file": "2026-10-28T19.elections.parquet", "part": null, "role": "lean", "row_groups": 18, "row_ordinal_max": 79134753, "row_ordinal_min": 1179245, "rows": 10056603, "sha256": "a1f78b1e24715d9c970f6328afea3f47db425a3cd417edfd10ba3e56d545b912", "size": 55031376, "sub_tag": null }, { "category": "elections", "file": "2026-10-28T19.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 18, "row_ordinal_max": 79134753, "row_ordinal_min": 1179245, "rows": 10056603, "sha256": "5201ba8f1ac74eec039af4a4967b166b22423da193bc187f236349c071211293", "size": 51132698, "sub_tag": null }, { "category": "esports", "file": "2026-10-28T19.esports.parquet", "part": null, "role": "lean", "row_groups": 13, "row_ordinal_max": 79135073, "row_ordinal_min": 2539482, "rows": 3927618, "sha256": "5dd5cd2d8cf0fc82a814e54b347f4fded4f9bd3570dd9f49eca66e793f9c8ecf", "size": 19624743, "sub_tag": null }, { "category": "esports", "file": "2026-10-28T19.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 13, "row_ordinal_max": 79135073, "row_ordinal_min": 2539482, "rows": 3927618, "sha256": "7cbf294cfdd0fb6c249e69ee837ea38ae667e916640c17957be2c14dd1f22d2a", "size": 17375721, "sub_tag": null }, { "category": "finance", "file": "2026-10-28T19.finance.parquet", "part": null, "role": "lean", "row_groups": 12, "row_ordinal_max": 79135213, "row_ordinal_min": 3022043, "rows": 3415123, "sha256": "94d387aa3ac4db74555b15ce0315c57f2f4f14a58d6a3834eff9aafb626dc6ba", "size": 17773817, "sub_tag": null }, { "category": "finance", "file": "2026-10-28T19.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 12, "row_ordinal_max": 79135213, "row_ordinal_min": 3022043, "rows": 3415123, "sha256": "43dad4465eda54d435c596d4aa0940e1a2afe25ae18ec5dd64c7f858c5d79aa2", "size": 17523535, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-28T19.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 79135221, "row_ordinal_min": 3630700, "rows": 1863170, "sha256": "8c714635f7d6d79b2e5cd5458f4837125912c59a2bc18b7e94ec210ee86f5f53", "size": 10401407, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-28T19.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 79135221, "row_ordinal_min": 3630700, "rows": 1863170, "sha256": "f06ca618e415728bf95e4161e30febee0b0d1f0ca9a5347c95e5ca52e4bdfe78", "size": 9404441, "sub_tag": null }, { "category": "politics", "file": "2026-10-28T19.politics.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 79135269, "row_ordinal_min": 3788074, "rows": 1144708, "sha256": "3bebf256fbd27d460e3e9e47d5bb7884b38eca9da296d9a6cafd595df9e5137b", "size": 6554004, "sub_tag": null }, { "category": "politics", "file": "2026-10-28T19.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 79135269, "row_ordinal_min": 3788074, "rows": 1144708, "sha256": "534a0a90c9f79891741c5e94db4f18befc43ce17daf935b8525f2d5f0ffc3f07", "size": 5951603, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-28T19.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 79135273, "row_ordinal_min": 3909270, "rows": 1625421, "sha256": "960a8b5298ec68a2b98c3cc39e98a652f7e666a637d76bed5836a0d424799ab1", "size": 9458190, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-28T19.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 79135273, "row_ordinal_min": 3909270, "rows": 1625421, "sha256": "166ddc4218a83b29c842ca6d01447d09b32efa52915bdc10bd5a0c100f86c03a", "size": 8427008, "sub_tag": null }, { "category": "science", "file": "2026-10-28T19.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 42908190, "row_ordinal_min": 4087166, "rows": 81240, "sha256": "021f4a48c32887ed6ec5191ba4e6b7c9c3673884e6e29814dea37a325b99f95e", "size": 523296, "sub_tag": null }, { "category": "science", "file": "2026-10-28T19.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 42908190, "row_ordinal_min": 4087166, "rows": 81240, "sha256": "343964095977f5d11142936192e9d3b2e9e0850d25e68728b56eded055c8bf5d", "size": 434115, "sub_tag": null }, { "category": "sports", "file": "2026-10-28T19.sports.parquet", "part": null, "role": "lean", "row_groups": 45, "row_ordinal_max": 79142761, "row_ordinal_min": 4099361, "rows": 37144197, "sha256": "376c9f4c2b973fe68943f86e1e190ee0f85948194504a0949eb9870ecaa8deb2", "size": 237456315, "sub_tag": null }, { "category": "sports", "file": "2026-10-28T19.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 45, "row_ordinal_max": 79142761, "row_ordinal_min": 4099361, "rows": 37144197, "sha256": "ba4a11f4707b9831897e954ce08649f0097effc71f664dcc65d0a3f45b12da96", "size": 185985167, "sub_tag": null }, { "category": "tech", "file": "2026-10-28T19.tech.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 79142765, "row_ordinal_min": 8751434, "rows": 471498, "sha256": "86b5a8d698d4c7d015cdcc34ada7b10249dedbbcd3733d9e70ab12b7719f87e8", "size": 2632097, "sub_tag": null }, { "category": "tech", "file": "2026-10-28T19.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 79142765, "row_ordinal_min": 8751434, "rows": 471498, "sha256": "c210ba1da5c6ff29469dc65a8460461ae8dddd008620ffdbc2a276ed7f80eb4d", "size": 2441761, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-28T19.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 75825174, "row_ordinal_min": 8815342, "rows": 119563, "sha256": "46c87051979837f064fda79980ab9ed3e513c9cbcf9c4c9e77edaadf9468852f", "size": 711314, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-28T19.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 75825174, "row_ordinal_min": 8815342, "rows": 119563, "sha256": "80f49c2ad64288946675ae5078338919a8d1bc498c12061d4661c53310b854dc", "size": 641842, "sub_tag": null }, { "category": "unknown", "file": "2026-10-28T19.unknown.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 75830886, "row_ordinal_min": 8830218, "rows": 6569, "sha256": "ee12709d5d8f683c4b4bb08570b83e3a1c753a9a979e1f9bc4244ce28275ce62", "size": 81077, "sub_tag": null }, { "category": "unknown", "file": "2026-10-28T19.unknown.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 75830886, "row_ordinal_min": 8830218, "rows": 6569, "sha256": "5a5b4a1a26c7579b4becbb3b316bf2a4951f6daa3e181bbf696bc5e90f78fe20", "size": 47403, "sub_tag": null }, { "category": "weather", "file": "2026-10-28T19.weather.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 79142869, "row_ordinal_min": 8830997, "rows": 2380814, "sha256": "1dc5c54b5adaa1a375edc11e35fceaeefb4ca1a8afa33b7a124ae124d2551a24", "size": 13383430, "sub_tag": null }, { "category": "weather", "file": "2026-10-28T19.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 79142869, "row_ordinal_min": 8830997, "rows": 2380814, "sha256": "a9e293918f270073370e623bfa1018c44321b77e10cabe0e6cdefa65431cc688", "size": 11720852, "sub_tag": null }, { "category": "world", "file": "2026-10-28T19.world.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 79133989, "row_ordinal_min": 9023060, "rows": 1356855, "sha256": "75a4e6735e75b9b6ae5a4a25a4e640ba256ba214c7fdedac51185a3449d53d4d", "size": 7041401, "sub_tag": null }, { "category": "world", "file": "2026-10-28T19.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 79133989, "row_ordinal_min": 9023060, "rows": 1356855, "sha256": "df95e2057edec4ae6a85349401280ec5edfd2b69bec221b696acaf8170324d84", "size": 6824120, "sub_tag": null }, { "category": null, "file": "2026-10-28T19.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 343092, "sha256": "2e60ef1b36afdd43d8ce735250d45765c2e3d158c3a1e0139476c44341ef6f8e", "size": 25007586, "sub_tag": null }, { "category": null, "file": "2026-10-28T19.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 629979, "sha256": "b9c1a21eecad1da9abed79db7d2c08b40ea4340d7d52b69a7616bc490ce1358f", "size": 56856703, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "168b09e4-ce8e-413a-884b-4faa82ea1409", "hour": "2026-10-28/19", "hour_utc": "2026-10-28T19:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "unknown": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-28", "schedule_sha256": "b32eebd026cb65c027dca2c9cf811b054ac467c1cbf23609842d507c83462f23", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-29", "max_sequence": 41095370249063057, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562969315895952, "mirror_audit": { "files": [ { "file": "2026-10-28T19.mirror_dropped.p1.parquet", "rows": 44072960, "sha256": "f2d723d31bcd3b6a0a06ecadfb47d73a84919f717bf23964a02c9affe6841f99", "size": 291217198 }, { "file": "2026-10-28T19.mirror_dropped.p2.parquet", "rows": 34695056, "sha256": "339bc4d942e2e211a3b0bc420c58755f39825bdd59c7ebf378b9d1e3cf892934", "size": 209789848 } ], "parts": 2, "public": false, "rows": 78768016, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 44658, "_pairs": 89881, "best_ask": 2, "best_bid": 2, "source_witness": 1, "spread": 4, "witness_set": 89877 }, "book": { "_no_partner": 464, "_pairs": 4551, "asks": 7, "bids": 9, "source_witness": 5, "witness_set": 4535 }, "price_change": { "_pairs": 1, "size": 1 } }, "mirror_exceptions_kept": { "best_bid_ask": 134539, "book": 5015, "price_change": 1 }, "mirror_rows_dropped": { "best_bid_ask": 8988163, "book": 95185, "price_change": 69684668 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370230650128, "min_sequence": 562969315895979, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 9257282, "source_rows": 18245445 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370249063057, "min_sequence": 562969315908817, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 105253, "source_rows": 200606 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370190690452, "min_sequence": 562969315910469, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 77906, "source_rows": 77906 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370241883298, "min_sequence": 562969316205357, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 3519, "source_rows": 3519 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370248576000, "min_sequence": 562969316009526, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 5288, "source_rows": 5288 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370245521115, "min_sequence": 562969315895952, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 69684742, "source_rows": 139369410 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562969472654452, "min_sequence": 562969318299961, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 8880, "source_rows": 8880 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "e07de38fc770cd0ecc13430a71cb4fc72b06f14b" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "2bc4ed02488e9a03a5cd3a498c84aad8e780230bdfe6fcd8bf8d3480e6b08816", "recorders": null, "row_count": 79142870, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "m": { "reason": "not_in_merged_set" }, "q": { "reason": "not_in_merged_set" } }, "source_sha256": "3472d9ddf80d8a51273af383c4592a9d94c0fb36ff7dc0c4bf492aebf86e7f31", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 2705, "ai-benchmarks": 8824, "ai-rankings": 1011361, "ai-releases": 168149, "anthropic": 47993, "big-tech": 316410, "china": 615, "companies-with-1-ai": 1433, "compute": 131242, "congress": 1892, "courts": 291, "elon-musk": 87, "gemini": 715, "google": 2829, "grok": 2919, "ipos": 15870, "leopold-aschenbrenner": 29, "math": 21314, "meta": 16233, "moonshot": 1379, "openai": 86473, "openrouter-total-tokens-weekly": 9673, "privates": 2157, "ssi": 14, "united-states": 1624 }, "business": { "(none)": 7249, "acquisitions": 155, "banking": 321, "banks": 30, "big-tech": 97127, "economic-policy": 131, "equities": 31246, "fed-rates": 29812, "ipos": 32399, "jpm": 1970, "sec": 4, "stocks": 435, "taxes": 792 }, "crypto": { "aave": 30, "acquisitions": 1670, "big-tech": 1194, "bitcoin": 4475673, "bnb": 643921, "congress": 21742, "crypto-culture": 35741, "crypto-legal": 3687, "crypto-listings": 21764, "crypto-prices": 5765, "dogecoin": 807324, "epstein": 165, "eric-adams": 4, "ethena": 783, "ethereum": 2448107, "fees": 185, "ftx": 34, "gov-reserve": 1573, "hack": 760, "hype": 603625, "hyperliquid": 39641, "ipos": 574, "memecoins": 34839, "meta": 11, "microstrategy": 494, "network-stats": 26, "nft": 2123, "pre-market": 454570, "prediction-markets": 2848, "price-comparison": 488, "price-milestone": 77900, "privates": 4586, "protocol-risk": 63, "public-sales": 27134, "pumpptfun": 1952, "sam-altman": 214, "solana": 1553576, "stablecoins": 2406, "stocks": 25, "trump-presidency": 197, "xrp": 1264793, "yearly": 44288, "zcash": 148038 }, "earnings": { "equities": 12765 }, "economy": { "(none)": 29, "acquisitions": 291, "brazil": 27317, "canada": 8997, "commodities": 870, "consumer": 2358, "economic-policy": 6567, "equities": 195, "europe": 1119, "fed": 428, "fed-rates": 114280, "france": 15922, "global-rates": 47127, "housing": 6164, "inflation": 2687, "iran": 21686, "japan": 10574, "kevin-warsh": 2, "macro-indicators": 381438, "mexico": 25868, "oil": 13945, "parcl": 48881, "prices": 5, "shipping": 17, "taxes": 2316, "trade-war": 2832, "trump": 1986, "united-kingdom": 4232, "us-bank-bailout": 120, "us-debt-downgrade": 3, "us-defaults-on-debt": 35 }, "elections": { "celebrities": 106622, "france": 617, "global-elections": 2677667, "israel": 33458, "midterms": 6862148, "nov-4-elections": 351, "peru-elections": 20, "popular-vote": 9532, "romania": 47, "taxes": 2311, "trump": 5027, "turkey": 30, "uk": 5303, "united-kingdom": 141, "us-presidential-election": 352230, "vance": 583, "wisconsin": 516 }, "esports": { "call-of-duty": 768, "counter-strike-2": 1910054, "dota-2": 614856, "esports-awards": 201374, "honor-of-kings": 29619, "league-of-legends": 356362, "mlb": 38, "mobile-legends-bang-bang": 153559, "overwatch": 4493, "rainbow-six-siege": 24536, "starcraft-2": 386, "valorant": 631573 }, "finance": { "aapl": 6067, "acquisitions": 440, "anthropic": 36312, "big-tech": 33946, "brazil": 19542, "canada": 21822, "commodities": 224463, "equities": 2352058, "forex": 66408, "gold": 65783, "googl": 3047, "indicies": 171731, "indonesia": 1676, "ipos": 42096, "italy": 965, "kpis": 143709, "macro-indicators": 3192, "msft": 11446, "openai": 34318, "privates": 81688, "silver": 93130, "stocks": 1043, "tariffs": 146, "trump-presidency": 73, "youtube": 22 }, "geopolitics": { "(none)": 3352, "afghanistan": 10, "africa": 7, "argentina": 191, "australia": 171, "awards": 20930, "brics-add-a-new-member": 2, "canada": 1854, "china": 20243, "colombia": 14, "commodities": 11632, "country-leave-brics": 1161, "courts": 11451, "cuba": 1293, "denmark": 90, "earn-4": 354, "epstein": 563, "europe": 457, "f1": 9, "foreign-policy": 9683, "france": 737, "global-elections": 545315, "greenland": 766, "h-1b": 8778, "immigration": 7931, "india": 1473, "india-pakistan": 160, "iran": 351906, "israel": 10431, "mali": 1825, "mexico": 3853, "middle-east": 115091, "midterms": 47509, "military": 2558, "military-action": 198, "moscow": 5345, "nato": 1504, "north-korea": 5411, "oil": 244706, "parlays": 209, "philippines": 92, "president": 11, "prime-minister": 181, "putin": 96, "russia": 5318, "south-korea": 565, "spain": 5626, "strike": 784, "sudan": 83, "taiwan": 899, "trade-war": 24473, "trump": 32371, "trump-presidency": 22984, "turkey": 8594, "uk-labour-leadership": 98128, "ukraine": 143186, "ukraine-map": 44168, "un": 17069, "venezuela": 17968, "world-affairs": 1401 }, "politics": { "(none)": 371, "abc": 13, "approval": 11395, "asia": 4, "bernie-sanders": 3670, "biden": 45, "bolivia": 157, "boxing": 58, "brazil": 13528, "canada": 17822, "china": 3570, "comey": 33291, "congress": 8178, "courts": 9197, "democrat": 44, "department-of-war": 335, "dollar": 27, "earn-4": 1353, "elon-musk": 281, "epstein": 6330, "fed": 2490, "fed-rates": 38863, "fifa": 3515, "flip-off": 21, "foreign-policy": 58, "france": 34950, "gas": 1238, "global-elections": 109239, "greece": 3451, "house-of-representatives": 1487, "hungary": 12881, "ice": 359, "india": 479, "indonesia": 556, "israel": 4764, "istanbul": 20, "japan": 184, "kippah": 10, "legislation": 215, "mamdani": 105, "margin-of-victory": 38027, "marijuana": 4, "mention-markets": 46, "mexico": 879, "midterms": 88274, "minnesota": 111, "minnesota-fraud": 346, "nasa": 343, "new-york": 2, "new-york-city": 1322, "north-korea": 206, "nyc": 408, "obama": 38, "ohio": 3, "ohio-midterm": 653, "oil": 3315, "pakistan": 158, "pardon": 625, "parlays": 2, "parliament": 466, "pete-hegseth": 2696, "philippines": 153, "prison": 719, "resign": 4946, "romania": 16, "russia": 15, "sbf": 20534, "senate-elections": 9449, "south-korea": 65, "spain": 838, "speech": 16, "supreme-court": 77, "tariffs": 2, "taxes": 533, "tennessee": 845, "trump": 79998, "trump-cabinet": 38255, "trump-daily": 1562, "trump-presidency": 28693, "trump-speech": 4643, "truth-social": 345, "turkey": 896, "tweets-markets": 132607, "uk": 25136, "ukraine": 28, "united-kingdom": 5601, "united-states": 1184, "us-house": 2133, "us-politics": 1890, "us-presidential-election": 312835, "venezuela": 6433, "voting": 1160, "washington-dc": 45, "white-house": 578 }, "pop-culture": { "(none)": 606, "aliens": 5544, "art": 5375, "australia": 23, "awards": 198443, "basketball": 773, "best-of-2026": 9432, "call-of-duty": 124, "celebrities": 23303, "charlie-kirk": 737, "clavicular": 391, "climate-science": 14149, "combat-sports": 199, "counter-strike-2": 182, "court-cases": 8, "courts": 2186, "daejon-love": 8, "dominican-republic": 397, "dota-2": 901, "earthquake": 35, "elon-musk": 53, "f1": 193, "fda": 35, "fifa": 7358, "fifa-world-cup": 3, "gaming": 11922, "gta-vi": 16302, "israel": 1537, "japan": 4, "la-liga": 45, "league-of-legends": 19, "logan-paul": 2140, "marijuana": 717, "midterms": 12255, "movie-delay": 740, "movies": 744653, "music": 233161, "netflix": 220, "new-york-city": 2624, "nfl": 13760, "pandemics": 1737, "parent-for-derivative": 1597, "podcast": 243, "pokemon": 1329, "pope-leo-xiv": 10, "pregnant": 680, "russia": 1, "spain": 1245, "spider-man": 174, "streamer": 827, "sweden": 617, "tennis": 777, "the-legend-of-zelda": 1482, "travel": 14155, "trump": 3956, "trump-daily": 5832, "trump-netanyahu": 16481, "tv": 18940, "tweets-markets": 220621, "uk": 193, "utah": 96, "valve": 371, "xbox": 2188, "youtube": 21312 }, "science": { "(none)": 1186, "aliens": 2073, "big-tech": 7076, "climate-science": 224, "drug": 103, "elon-musk": 44731, "fda": 2358, "gold": 1502, "macro-indicators": 4814, "new-york-city": 2765, "pandemics": 2177, "russia": 489, "space": 1, "spacex": 11741 }, "sports": { "(none)": 19439, "2026-summer-transfer-window": 7713, "afc": 26483, "afc-champions-league-elite": 18633, "afcon": 45498, "aflw": 331, "american-football": 674, "arg": 68130, "argcopa": 13074, "argpn": 110267, "australian-a-league": 38964, "austria-bundesliga": 28377, "awards": 50189, "aze1": 841, "aze2": 3, "baseball": 50780, "basketball": 1024466, "bel1": 30850, "bel2": 16023, "bolivia-lfpb": 64493, "boxing": 1466, "bra3": 35450, "brazil-serie-a": 242477, "brazil-serie-b": 81811, "bulgaria-parva-liga": 43219, "bundesliga": 248700, "bundesliga-2": 32956, "canpl": 1, "carabao-cup": 1884043, "cfb": 1767283, "chess": 1940, "chile-primera": 30295, "chinese-super-league": 46656, "chl2": 14424, "clf": 317, "col2": 23646, "colombia-primera-a": 36543, "concacaf": 8978, "concacaf-nations-league": 7453, "copa-america": 25900, "copa-del-rey": 464661, "cricket": 18795, "cristiano-ronaldo": 5512, "czechia-fortuna-liga": 26235, "darts": 12, "denmark-superliga": 36220, "dfb-pokal": 1094828, "ecu1": 50394, "efl-championship": 110017, "egypt-premier-league": 51388, "epl": 575677, "ere": 75061, "est1": 47320, "europa-conference-league": 188231, "f1": 127570, "fa-cup": 11598, "fifa": 14333, "fifa-friendly": 856, "fifa-world-cup": 4045, "fin1": 55914, "formula1": 18660, "fro1": 4163, "goals": 139, "golf": 4664, "gre1": 30714, "handball": 457, "hockey": 141440, "hungary-nb1": 13192, "idn1": 23033, "idn2": 8, "indian-super-league": 16663, "irl1": 16699, "isl1": 2, "israel-premier-league": 22754, "japan-j-league": 46949, "japan-j2-league": 41047, "k-league": 44640, "kaz1": 20677, "kor2": 39624, "la-liga": 528195, "la-liga-2": 35552, "lacrosse": 486, "lazio": 65, "lib": 20769, "ligue-1": 225826, "ligue-2": 103801, "lionel-messi": 23, "ltu1": 1048, "lva1": 6291, "mex": 386974, "mlb": 172366, "mls": 745917, "morocco-botola-pro": 184269, "moto2": 8, "moto3": 35, "nascar": 44052, "national-league": 338727, "nba": 2567274, "ned2": 30022, "nfl": 2390848, "nhl": 557235, "nirl1": 6869, "nor2": 38107, "norway-eliteserien": 44624, "peru-liga-1": 466144, "pickleball": 14420, "poland-ekstraklasa": 39093, "power-slap": 57, "primeira-liga": 63966, "qat1": 6946, "qualification": 13390, "racing": 5195, "romania-superliga": 26234, "rugby": 2040, "rus": 19032, "saf1": 435, "saudi-professional-league": 62166, "scotland-league-cup": 8462, "scottish-premiership": 1135121, "sea": 3052278, "serbian-superliga": 21813, "serie-b": 2187822, "slovenia-prvaliga": 362507, "soccer": 455775, "soccer-atc": 123382, "soccer-brco": 9671, "soccer-ccc": 15466, "soccer-el1": 50566, "soccer-el2": 43322, "soccer-fpd": 34429, "soccer-grc": 737998, "soccer-gtm": 124070, "soccer-hr1": 20655, "soccer-nlc": 2382084, "soccer-nwsl": 69745, "soccer-ptc": 37, "soccer-scoc": 128, "soccer-svk1": 23302, "soccer-trsk": 823, "sud": 978, "swe2": 34171, "sweden-allsvenskan": 1693668, "swimming": 26056, "switzerland-super-league": 190009, "table-tennis": 9151, "tennis": 2508848, "tur": 38186, "tur2": 50470, "uae1": 2093, "ucl": 716853, "uefa": 36218, "uefa-nations-league": 70609, "uel": 383978, "ufc": 145487, "ukraine-premier-liha": 60684, "uru1": 66364, "usl1": 67, "uslc": 76073, "usoc": 1, "uwec": 454536, "uzb1": 22855, "ven1": 36830, "volleyball": 321, "womens-champions-league": 891621, "wsl": 27135 }, "tech": { "(none)": 2149, "airbnb": 3, "anthropic": 750, "big-tech": 256709, "celebrities": 78174, "china": 876, "coding": 4193, "collectibles": 1219, "congress": 6, "corporate-financials": 486, "courts": 1071, "earn-4": 2261, "elon-musk": 10274, "equities": 86, "gaming": 720, "google": 43821, "hack": 957, "ipos": 41423, "kpis": 1428, "midterms": 79, "movies": 14671, "nuke": 109, "oil": 1137, "openai": 697, "outage": 184, "prediction-markets": 7894, "video-games": 121 }, "uncategorised": { "bayeux-tapestry": 419, "cfb": 8494, "climate-science": 1028, "dnc": 54, "earnings-calls": 2455, "fed": 4935, "fed-chair": 1090, "fed-rates": 10824, "iran": 1, "la-liga": 47, "leopold-aschenbrenner": 1510, "macro-indicators": 1447, "mma": 22, "nfl": 16525, "pandemics": 129, "social-media": 9290, "space": 5, "supreme-court": 11911, "tennis": 2769, "trump-presidency": 1, "ufc": 9985, "uk": 3259, "united-nations": 26941, "united-states": 1391, "youtube": 5031 }, "unknown": { "(none)": 6569 }, "weather": { "brazil": 1523, "climate": 61458, "climate-science": 19485, "drought": 524, "earthquakes": 11969, "germany": 13825, "global-temp": 820, "highest-temperature": 1975530, "italy": 85, "lowest-temperature": 266370, "mexico": 255, "natural-disaster": 2205, "pandemics": 825, "precipitation": 12656, "rain": 1597, "tornado-risk": 7, "united-states": 11679, "volcano": 1 }, "world": { "(none)": 2409, "argentina": 13230, "brazil": 15408, "canada": 540, "china": 10, "economic-policy": 9919, "europe": 359, "foreign-policy": 1517, "forex": 3275, "france": 12630, "germany": 2733, "global-elections": 1208117, "global-rates": 50877, "hong-kong": 168, "italy": 214, "macro-indicators": 16866, "middle-east": 2882, "nyc": 20, "pandemics": 1, "south-korea": 5255, "trump-presidency": 10336, "uk": 89 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 157910886, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-28T19.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 343092, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 79142870, "twin_rows": 78768016 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001511, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-28T19.witness_stats.json", "witness_stats_sha256": "67d7cd70f341d0fc526fd386375f201bb69bc5eb3582eae2c764c685ddf042a4", "witnesses": "iop", "writer_versions": null }