{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 64, "class": "FULL", "exception_markets": 29, "rows_by_domain": { "i": 14721156, "o": 14721402, "p": 14721550 }, "rows_i": 14721156, "rows_joined": 14721836, "rows_merged": 14721772, "rows_o": 14721402, "rows_p": 14721550, "unique_by_domain": { "i": 88, "o": 44, "p": 166 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1238, "100_200ms": 125904, "10_20ms": 1296928, "1_2ms": 0, "2000_5000ms": 254, "200_500ms": 82016, "20_50ms": 12892757, "2_5ms": 0, "5000_10000ms": 60, "500_1000ms": 9413, "50_100ms": 312586, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 6504, "mean_ms": 26.8357453721705, "measurable": 14721156, "min_ms": 16, "p50_ms": 22.0, "p90_ms": 28.0, "p99_ms": 138.0, "rows": 14721156, "unmeasurable": 0, "won_output_rows": 124 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2, "1000_2000ms": 2169, "100_200ms": 79733, "10_20ms": 3338151, "1_2ms": 0, "2000_5000ms": 718, "200_500ms": 79366, "20_50ms": 546816, "2_5ms": 604924, "5000_10000ms": 62, "500_1000ms": 12790, "50_100ms": 125558, "5_10ms": 9931113, "ge30000ms": 0, "neg": 0 }, "max_ms": 11960, "mean_ms": 12.443845973365852, "measurable": 14721402, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 15.0, "p99_ms": 124.0, "rows": 14721402, "unmeasurable": 0, "won_output_rows": 98 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 106, "1000_2000ms": 1728, "100_200ms": 73945, "10_20ms": 2617328, "1_2ms": 0, "2000_5000ms": 856, "200_500ms": 73981, "20_50ms": 449308, "2_5ms": 852879, "5000_10000ms": 196, "500_1000ms": 11485, "50_100ms": 111672, "5_10ms": 10528066, "ge30000ms": 0, "neg": 0 }, "max_ms": 18412, "mean_ms": 11.754413224150989, "measurable": 14721550, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 13.0, "p99_ms": 114.0, "rows": 14721550, "unmeasurable": 0, "won_output_rows": 14721550 } } }, "book": { "boundary_dropped": 4, "class": "FULL", "exception_markets": 3208, "rows_by_domain": { "i": 124429, "o": 122256, "p": 122603 }, "rows_i": 124429, "rows_joined": 127960, "rows_merged": 127956, "rows_o": 122256, "rows_p": 122603, "unique_by_domain": { "i": 3726, "o": 1522, "p": 1880 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 204, "1000_2000ms": 646, "100_200ms": 3685, "10_20ms": 2195, "1_2ms": 0, "2000_5000ms": 1251, "200_500ms": 2000, "20_50ms": 103167, "2_5ms": 0, "5000_10000ms": 78, "500_1000ms": 510, "50_100ms": 7639, "5_10ms": 0, "ge30000ms": 3054, "neg": 0 }, "max_ms": 11503237925, "mean_ms": 11321737.525544688, "measurable": 124429, "min_ms": 17, "p50_ms": 26.0, "p90_ms": 87.0, "p99_ms": 25222039.0, "rows": 124429, "unmeasurable": 0, "won_output_rows": 3772 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 134, "1000_2000ms": 552, "100_200ms": 1700, "10_20ms": 46508, "1_2ms": 0, "2000_5000ms": 1260, "200_500ms": 1485, "20_50ms": 7979, "2_5ms": 562, "5000_10000ms": 166, "500_1000ms": 311, "50_100ms": 1904, "5_10ms": 58562, "ge30000ms": 1133, "neg": 0 }, "max_ms": 11497576156, "mean_ms": 3576015.001349627, "measurable": 122256, "min_ms": 3, "p50_ms": 10.0, "p90_ms": 27.0, "p99_ms": 15125.549999999945, "rows": 122256, "unmeasurable": 0, "won_output_rows": 1581 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 134, "1000_2000ms": 637, "100_200ms": 1606, "10_20ms": 41214, "1_2ms": 0, "2000_5000ms": 1290, "200_500ms": 1559, "20_50ms": 7077, "2_5ms": 1148, "5000_10000ms": 72, "500_1000ms": 414, "50_100ms": 1787, "5_10ms": 64191, "ge30000ms": 1474, "neg": 0 }, "max_ms": 6652890755, "mean_ms": 3770240.0481309593, "measurable": 122603, "min_ms": 3, "p50_ms": 9.0, "p90_ms": 26.0, "p99_ms": 175614.0, "rows": 122603, "unmeasurable": 0, "won_output_rows": 122603 } } }, "last_trade_price": { "boundary_dropped": 5, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 59223, "o": 59176, "p": 59187 }, "rows_i": 59223, "rows_joined": 59237, "rows_merged": 59232, "rows_o": 59176, "rows_p": 59187, "unique_by_domain": { "i": 16, "o": 5, "p": 3 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 53, "100_200ms": 1677, "10_20ms": 1684, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 964, "20_50ms": 51212, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 266, "50_100ms": 3367, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1939, "mean_ms": 38.813163804602944, "measurable": 59223, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 54.0, "p99_ms": 325.0, "rows": 59223, "unmeasurable": 0, "won_output_rows": 30 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 52, "100_200ms": 844, "10_20ms": 18326, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 701, "20_50ms": 3059, "2_5ms": 378, "5000_10000ms": 1, "500_1000ms": 161, "50_100ms": 829, "5_10ms": 34821, "ge30000ms": 0, "neg": 0 }, "max_ms": 5299, "mean_ms": 19.265090577261052, "measurable": 59176, "min_ms": 3, "p50_ms": 9.0, "p90_ms": 19.0, "p99_ms": 239.0, "rows": 59176, "unmeasurable": 0, "won_output_rows": 15 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 54, "100_200ms": 793, "10_20ms": 15886, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 739, "20_50ms": 2705, "2_5ms": 802, "5000_10000ms": 0, "500_1000ms": 234, "50_100ms": 803, "5_10ms": 37170, "ge30000ms": 0, "neg": 0 }, "max_ms": 2216, "mean_ms": 19.49404430026864, "measurable": 59187, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 256.0, "rows": 59187, "unmeasurable": 0, "won_output_rows": 59187 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 8, "rows_by_domain": { "i": 764, "o": 756, "p": 764 }, "rows_i": 764, "rows_joined": 917, "rows_merged": 917, "rows_o": 756, "rows_p": 764, "unique_by_domain": { "i": 25, "o": 128, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 46, "1000_2000ms": 0, "100_200ms": 23, "10_20ms": 52, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 17, "20_50ms": 552, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 2, "50_100ms": 29, "5_10ms": 0, "ge30000ms": 43, "neg": 0 }, "max_ms": 53758, "mean_ms": 3923.1348167539268, "measurable": 764, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 11126.600000000002, "p99_ms": 52495.18000000001, "rows": 764, "unmeasurable": 0, "won_output_rows": 25 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3, "1000_2000ms": 2, "100_200ms": 5, "10_20ms": 164, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 11, "20_50ms": 30, "2_5ms": 15, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 11, "5_10ms": 450, "ge30000ms": 61, "neg": 0 }, "max_ms": 55599, "mean_ms": 4081.1309523809523, "measurable": 756, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 266.5, "p99_ms": 55053.15, "rows": 756, "unmeasurable": 0, "won_output_rows": 128 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 20, "1000_2000ms": 0, "100_200ms": 7, "10_20ms": 121, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 15, "20_50ms": 22, "2_5ms": 34, "5000_10000ms": 1, "500_1000ms": 1, "50_100ms": 4, "5_10ms": 496, "ge30000ms": 43, "neg": 0 }, "max_ms": 46626, "mean_ms": 2864.9149214659687, "measurable": 764, "min_ms": 4, "p50_ms": 8.0, "p90_ms": 219.70000000000005, "p99_ms": 44662.89000000001, "rows": 764, "unmeasurable": 0, "won_output_rows": 764 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1208, "o": 1208, "p": 1208 }, "rows_i": 1208, "rows_joined": 1929, "rows_merged": 1929, "rows_o": 1208, "rows_p": 1208, "unique_by_domain": { "i": 166, "o": 276, "p": 279 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 257, "1000_2000ms": 0, "100_200ms": 183, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 83, "20_50ms": 342, "2_5ms": 0, "5000_10000ms": 29, "500_1000ms": 11, "50_100ms": 232, "5_10ms": 0, "ge30000ms": 71, "neg": 0 }, "max_ms": 104383, "mean_ms": 6373.582781456954, "measurable": 1208, "min_ms": 23, "p50_ms": 105.0, "p90_ms": 22166.699999999997, "p99_ms": 44509.47000000001, "rows": 1208, "unmeasurable": 0, "won_output_rows": 275 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 175, "1000_2000ms": 0, "100_200ms": 118, "10_20ms": 135, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 61, "20_50ms": 332, "2_5ms": 0, "5000_10000ms": 60, "500_1000ms": 0, "50_100ms": 290, "5_10ms": 9, "ge30000ms": 28, "neg": 0 }, "max_ms": 90782, "mean_ms": 4076.3865894039736, "measurable": 1208, "min_ms": 8, "p50_ms": 67.5, "p90_ms": 16143.999999999998, "p99_ms": 39816.84000000001, "rows": 1208, "unmeasurable": 0, "won_output_rows": 446 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 262, "1000_2000ms": 0, "100_200ms": 22, "10_20ms": 221, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 61, "20_50ms": 327, "2_5ms": 0, "5000_10000ms": 26, "500_1000ms": 0, "50_100ms": 203, "5_10ms": 50, "ge30000ms": 36, "neg": 0 }, "max_ms": 105196, "mean_ms": 5328.2061258278145, "measurable": 1208, "min_ms": 7, "p50_ms": 50.0, "p90_ms": 19896.0, "p99_ms": 38821.42000000002, "rows": 1208, "unmeasurable": 0, "won_output_rows": 1208 } } }, "price_change": { "boundary_dropped": 340, "class": "FULL", "exception_markets": 27, "rows_by_domain": { "i": 116654520, "o": 116647482, "p": 116655050 }, "rows_i": 116654520, "rows_joined": 116666714, "rows_merged": 116666374, "rows_o": 116647482, "rows_p": 116655050, "unique_by_domain": { "i": 9006, "o": 146, "p": 1756 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 11420, "100_200ms": 1499066, "10_20ms": 8989408, "1_2ms": 0, "2000_5000ms": 2038, "200_500ms": 832450, "20_50ms": 101720854, "2_5ms": 0, "5000_10000ms": 314, "500_1000ms": 104008, "50_100ms": 3494962, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 7011, "mean_ms": 28.597344672113863, "measurable": 116654520, "min_ms": 17, "p50_ms": 22.0, "p90_ms": 30.0, "p99_ms": 172.0, "rows": 116654520, "unmeasurable": 0, "won_output_rows": 10040 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 150, "1000_2000ms": 17670, "100_200ms": 769128, "10_20ms": 28398988, "1_2ms": 0, "2000_5000ms": 5428, "200_500ms": 739122, "20_50ms": 5045022, "2_5ms": 3613698, "5000_10000ms": 386, "500_1000ms": 116220, "50_100ms": 1210628, "5_10ms": 76731042, "ge30000ms": 0, "neg": 0 }, "max_ms": 12375, "mean_ms": 13.357789840675686, "measurable": 116647482, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 16.0, "p99_ms": 153.0, "rows": 116647482, "unmeasurable": 0, "won_output_rows": 1286 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 674, "1000_2000ms": 15318, "100_200ms": 735356, "10_20ms": 22298864, "1_2ms": 0, "2000_5000ms": 5454, "200_500ms": 706674, "20_50ms": 4205114, "2_5ms": 5807186, "5000_10000ms": 2080, "500_1000ms": 112012, "50_100ms": 1095126, "5_10ms": 81671192, "ge30000ms": 0, "neg": 0 }, "max_ms": 18412, "mean_ms": 12.684503139812636, "measurable": 116655050, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 14.0, "p99_ms": 147.0, "rows": 116655050, "unmeasurable": 0, "won_output_rows": 116655048 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 4696, "o": 4696, "p": 4696 }, "rows_i": 4696, "rows_joined": 4696, "rows_merged": 4696, "rows_o": 4696, "rows_p": 4696, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 10, "10_20ms": 396, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 8, "20_50ms": 4244, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 38, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 308, "mean_ms": 23.612862010221466, "measurable": 4696, "min_ms": 17, "p50_ms": 22.0, "p90_ms": 26.0, "p99_ms": 52.0, "rows": 4696, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 8, "10_20ms": 1002, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 4, "20_50ms": 142, "2_5ms": 178, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 8, "5_10ms": 3354, "ge30000ms": 0, "neg": 0 }, "max_ms": 217, "mean_ms": 9.118824531516184, "measurable": 4696, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 13.0, "p99_ms": 36.0, "rows": 4696, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 4, "10_20ms": 702, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 52, "2_5ms": 276, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 20, "5_10ms": 3642, "ge30000ms": 0, "neg": 0 }, "max_ms": 169, "mean_ms": 7.951873935264055, "measurable": 4696, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 11.0, "p99_ms": 31.0, "rows": 4696, "unmeasurable": 0, "won_output_rows": 4696 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "union-staging", "book_audit": { "files": [ { "file": "2026-10-28T14.book_dropped.parquet", "rows": 0, "sha256": "0fac90bf7befb68524c1198ed46f93210923f0ced5ba9eb6bf62be06b46e9ebb", "size": 172 } ], "parts": 1, "public": false, "rows": 0, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 0, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-28-54687d29.parquet", "sha256": "54687d296e19a0bab637bb20fc3d4d5ea6b5c474c0db29ac86b01839fbf54c82" }, "category_gate": { "bulk_pin": { "category_map_sha256": "dfd8d842e504d36618bb15b18ca2d1ec776dfbab4c0c09f136cf92b7ad796cab", "created_at": "2026-10-28T19:45:18Z", "map_health_sha256": "742417dd2a77d6c8c94df0c1bcf16c026cee03d5d9c0519ad7f64bb3cdf8199d", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v1", "sha256": "f9ad2a56fd8c107352d13bebc2221ddf60cd4ba0b6a75763a9fdf12cc71f23ab", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "dfd8d842e504d36618bb15b18ca2d1ec776dfbab4c0c09f136cf92b7ad796cab", "evaluated_at": "2026-10-29T04:15:33Z", "evidence": { "file": "category_evidence.json.gz", "sha256": "735d51b654bd84769b90042086b9fda7fcb00037ab818807549f40c4d0809ad0" }, "hour": "2026-10-28/14", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9998015736734055, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": null, "changed_markets": null, "common_markets": null, "file": "category_map.json.gz.health.json", "logic_identity_changed": null, "map_sha256": "dfd8d842e504d36618bb15b18ca2d1ec776dfbab4c0c09f136cf92b7ad796cab", "mapping_logic_changed": null, "markets": 5135317, "query_ok": true, "review_acceptance": { "accepted_at": "2026-10-28T19:36:37Z", "map_sha256": "dfd8d842e504d36618bb15b18ca2d1ec776dfbab4c0c09f136cf92b7ad796cab", "note": "gate v6 (live2 relaunch, operator GO on CYCLE-10616, 2026-10-28), reviewed by Capture against gate v5b map 831fd988: 5,135,317 markets, 52,471 added, 0 gone (no shrink), 205,948 labels changed (4.052%), mostly uncategorised -> a venue category (crypto 83,451, sports 68,910, esports 35,052, weather 8,939); rule native-category-ranked-subtag-v1, tag list 1c81c469" }, "rule_version": "native-category-ranked-subtag-v1", "sha256": "742417dd2a77d6c8c94df0c1bcf16c026cee03d5d9c0519ad7f64bb3cdf8199d", "shrink_share": null, "source_tags_changed": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 37316, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 80149, "fetched_untagged": 0, "not_fetched": 11 }, "lt_24h": { "fetched_tagged": 13540, "fetched_untagged": 0, "not_fetched": 7 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 8 } }, "classes": { "fetched_tagged": 131005, "fetched_untagged": 0, "not_fetched": 26 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": null, "changed_markets": null, "common_markets": null, "file": "category_map.json.gz.health.json", "logic_identity_changed": null, "map_sha256": "dfd8d842e504d36618bb15b18ca2d1ec776dfbab4c0c09f136cf92b7ad796cab", "mapping_logic_changed": null, "markets": 5135317, "query_ok": true, "review_acceptance": { "accepted_at": "2026-10-28T19:36:37Z", "map_sha256": "dfd8d842e504d36618bb15b18ca2d1ec776dfbab4c0c09f136cf92b7ad796cab", "note": "gate v6 (live2 relaunch, operator GO on CYCLE-10616, 2026-10-28), reviewed by Capture against gate v5b map 831fd988: 5,135,317 markets, 52,471 added, 0 gone (no shrink), 205,948 labels changed (4.052%), mostly uncategorised -> a venue category (crypto 83,451, sports 68,910, esports 35,052, weather 8,939); rule native-category-ranked-subtag-v1, tag list 1c81c469" }, "rule_version": "native-category-ranked-subtag-v1", "sha256": "742417dd2a77d6c8c94df0c1bcf16c026cee03d5d9c0519ad7f64bb3cdf8199d", "shrink_share": null, "source_tags_changed": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 11, "not_reached": 15 }, "row_share": { "fetched_tagged": 0.999972, "fetched_untagged": 0.0, "not_fetched": 2.8e-05, "without_market": 0.0 }, "rows": { "fetched_tagged": 131579223, "fetched_untagged": 0, "not_fetched": 3653, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 131031, "young": { "not_fetched": 7, "traded": 13547 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v3", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [ "0x0920be6ba2fae816b4819959b7ab9791f249a5eb8d61eb7ce56b760dcc071fb3", "0x0d71a01ce6a69c386a2d96cf7db8fa1c71a2cdf826120213d24fd0b261849e17", "0x1207c020a003d1b4df1119209423a0c4e4a51cf67ade7ea9de12aff4676e76eb", "0x1a0308e67a36a86a562925a31291b28c2c79693c1a707f8cd2a2b32e5b649d6d", "0x22e723e12ac17ef2d44014fd1f6d1d0f98871c014c1b23266c430b4b0ce24757", "0x261541cb0bbc6696fd4c708bf2f8d6f19342560e8acd243cdb569d31584fc87a", "0x2fea2c502a40ca61e49bcdf799ab660923e0bca06d231f1beb8a2c7a084d67bb", "0x3232a5d8d590b187c1bc02434bf2db8c324fb5765f1d53bfa8c71986f750d392", "0x47bfdea54857c4cd115de6844346f38f47d7cc35a9ec61b463d858265f98119e", "0x56b837693e8c63c9f71aadd04b974ac7df6365c23b36ddca5e528f0b2d8b06c9", "0x5ae6664fee16aa3347e5eba29d30cf7123c7ecbe95c54f32e9abe53bafb5a34a", "0x63d2b160ac03c19150c6e2419b5212828ad3ab210e0390e9c868a823daa533c3", "0x6ec1e2397d388e21e34323780e3b5d7d406ca50d069e0a374ae1e0f653e56927", "0x73509ec92de5dbd86a5a888e702a571325783ea208b3e9334f9d488a73e528ac", "0x78ff2c7fbc042ce11c0c31c917abf851c466140732bfc2400f66da8e7634f312", "0x81b7c8905908d7e36df075d8cbf1730e9f2a12a0b9554665c8ac9c8a55b7195d", "0x8ecac0a5f474f70c515efd34f56303d58f4c5b9f8d23573f48e96785e07bc6e0", "0x95d9f78653998befef917125569e205c31d1b400aa9a4c35da2543cbf43056e9", "0xa43a1186d7f7b6e2b659c00450aaa27a3ef48b4ec2bd802052ef9b76ae94772b", "0xb36e152e89bc91ec512d520d84eed9105b2dec22fb6786a27c672c2c73771cb4", "0xb68fefb96ae3cba649aa57bf0dfddc9608f6cbc9ecc5a88c721a9f82d358fe27", "0xbee8af77d3a18877ba8791dd9d70770d2ffebb20d6d03f7d272df4ea4b28d415", "0xc2c2ee082a965ae0ae828fbdcc487441868a146cb676c6765b96b2577390cc03", "0xc6bdf9e2b74cc68ddbc13688c2c92dafc8e52a5753380b4b7210ac6fc3341b62", "0xd2b0f618b1dc4bb3fe7f8cbba5d287a111c94c55e9fe8d31ae81c3b58d8fd252", "0xd3d3f8d5f681a2783d6932c5a08e360e83a2168cf054d5d6afc2b8730803967a", "0xdbde63644471532436cdc7dfc35a7a6a0b4916845b1bc4025130ad5124fc0f9c", "0xe35b565f00c847c99c0bf3af76cfc76ea9b148851747e7160eaae3aac948e8cd", "0xee2546d21f208ca27db6e62b90108cfd9841110846da6c97b3a6c678ee8320d1", "0xf369d385c3410baf756fff122e57f7397bb310eb984cb25e3fe09e867f225a88", "0xf68d6e19b156eea40cd5160c3197c664a830d90c84e4204a5649caab965e371f", "0xf6b1d0e8ee0fcd6f782884f842d6dd259bac4f9e4f7f05545c95bb9c1ecd57c4", "0xfc715f2e728b4598b8d9ff1c703183b7722706e9483a8c76ce1ba88c0d34095f" ], "untagged_overrides": {} }, "category_map_sha256": "dfd8d842e504d36618bb15b18ca2d1ec776dfbab4c0c09f136cf92b7ad796cab", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-28T14.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 64, "class": "FULL", "exception_markets": 29, "rows_by_domain": { "i": 14721156, "o": 14721402, "p": 14721550 }, "rows_i": 14721156, "rows_joined": 14721836, "rows_merged": 14721772, "rows_o": 14721402, "rows_p": 14721550, "unique_by_domain": { "i": 88, "o": 44, "p": 166 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1238, "100_200ms": 125904, "10_20ms": 1296928, "1_2ms": 0, "2000_5000ms": 254, "200_500ms": 82016, "20_50ms": 12892757, "2_5ms": 0, "5000_10000ms": 60, "500_1000ms": 9413, "50_100ms": 312586, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 6504, "mean_ms": 26.8357453721705, "measurable": 14721156, "min_ms": 16, "p50_ms": 22.0, "p90_ms": 28.0, "p99_ms": 138.0, "rows": 14721156, "unmeasurable": 0, "won_output_rows": 124 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2, "1000_2000ms": 2169, "100_200ms": 79733, "10_20ms": 3338151, "1_2ms": 0, "2000_5000ms": 718, "200_500ms": 79366, "20_50ms": 546816, "2_5ms": 604924, "5000_10000ms": 62, "500_1000ms": 12790, "50_100ms": 125558, "5_10ms": 9931113, "ge30000ms": 0, "neg": 0 }, "max_ms": 11960, "mean_ms": 12.443845973365852, "measurable": 14721402, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 15.0, "p99_ms": 124.0, "rows": 14721402, "unmeasurable": 0, "won_output_rows": 98 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 106, "1000_2000ms": 1728, "100_200ms": 73945, "10_20ms": 2617328, "1_2ms": 0, "2000_5000ms": 856, "200_500ms": 73981, "20_50ms": 449308, "2_5ms": 852879, "5000_10000ms": 196, "500_1000ms": 11485, "50_100ms": 111672, "5_10ms": 10528066, "ge30000ms": 0, "neg": 0 }, "max_ms": 18412, "mean_ms": 11.754413224150989, "measurable": 14721550, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 13.0, "p99_ms": 114.0, "rows": 14721550, "unmeasurable": 0, "won_output_rows": 14721550 } } }, "book": { "boundary_dropped": 4, "class": "FULL", "exception_markets": 3208, "rows_by_domain": { "i": 124429, "o": 122256, "p": 122603 }, "rows_i": 124429, "rows_joined": 127960, "rows_merged": 127956, "rows_o": 122256, "rows_p": 122603, "unique_by_domain": { "i": 3726, "o": 1522, "p": 1880 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 204, "1000_2000ms": 646, "100_200ms": 3685, "10_20ms": 2195, "1_2ms": 0, "2000_5000ms": 1251, "200_500ms": 2000, "20_50ms": 103167, "2_5ms": 0, "5000_10000ms": 78, "500_1000ms": 510, "50_100ms": 7639, "5_10ms": 0, "ge30000ms": 3054, "neg": 0 }, "max_ms": 11503237925, "mean_ms": 11321737.525544688, "measurable": 124429, "min_ms": 17, "p50_ms": 26.0, "p90_ms": 87.0, "p99_ms": 25222039.0, "rows": 124429, "unmeasurable": 0, "won_output_rows": 3772 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 134, "1000_2000ms": 552, "100_200ms": 1700, "10_20ms": 46508, "1_2ms": 0, "2000_5000ms": 1260, "200_500ms": 1485, "20_50ms": 7979, "2_5ms": 562, "5000_10000ms": 166, "500_1000ms": 311, "50_100ms": 1904, "5_10ms": 58562, "ge30000ms": 1133, "neg": 0 }, "max_ms": 11497576156, "mean_ms": 3576015.001349627, "measurable": 122256, "min_ms": 3, "p50_ms": 10.0, "p90_ms": 27.0, "p99_ms": 15125.549999999945, "rows": 122256, "unmeasurable": 0, "won_output_rows": 1581 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 134, "1000_2000ms": 637, "100_200ms": 1606, "10_20ms": 41214, "1_2ms": 0, "2000_5000ms": 1290, "200_500ms": 1559, "20_50ms": 7077, "2_5ms": 1148, "5000_10000ms": 72, "500_1000ms": 414, "50_100ms": 1787, "5_10ms": 64191, "ge30000ms": 1474, "neg": 0 }, "max_ms": 6652890755, "mean_ms": 3770240.0481309593, "measurable": 122603, "min_ms": 3, "p50_ms": 9.0, "p90_ms": 26.0, "p99_ms": 175614.0, "rows": 122603, "unmeasurable": 0, "won_output_rows": 122603 } } }, "last_trade_price": { "boundary_dropped": 5, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 59223, "o": 59176, "p": 59187 }, "rows_i": 59223, "rows_joined": 59237, "rows_merged": 59232, "rows_o": 59176, "rows_p": 59187, "unique_by_domain": { "i": 16, "o": 5, "p": 3 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 53, "100_200ms": 1677, "10_20ms": 1684, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 964, "20_50ms": 51212, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 266, "50_100ms": 3367, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1939, "mean_ms": 38.813163804602944, "measurable": 59223, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 54.0, "p99_ms": 325.0, "rows": 59223, "unmeasurable": 0, "won_output_rows": 30 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 52, "100_200ms": 844, "10_20ms": 18326, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 701, "20_50ms": 3059, "2_5ms": 378, "5000_10000ms": 1, "500_1000ms": 161, "50_100ms": 829, "5_10ms": 34821, "ge30000ms": 0, "neg": 0 }, "max_ms": 5299, "mean_ms": 19.265090577261052, "measurable": 59176, "min_ms": 3, "p50_ms": 9.0, "p90_ms": 19.0, "p99_ms": 239.0, "rows": 59176, "unmeasurable": 0, "won_output_rows": 15 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 54, "100_200ms": 793, "10_20ms": 15886, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 739, "20_50ms": 2705, "2_5ms": 802, "5000_10000ms": 0, "500_1000ms": 234, "50_100ms": 803, "5_10ms": 37170, "ge30000ms": 0, "neg": 0 }, "max_ms": 2216, "mean_ms": 19.49404430026864, "measurable": 59187, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 18.0, "p99_ms": 256.0, "rows": 59187, "unmeasurable": 0, "won_output_rows": 59187 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 8, "rows_by_domain": { "i": 764, "o": 756, "p": 764 }, "rows_i": 764, "rows_joined": 917, "rows_merged": 917, "rows_o": 756, "rows_p": 764, "unique_by_domain": { "i": 25, "o": 128, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 46, "1000_2000ms": 0, "100_200ms": 23, "10_20ms": 52, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 17, "20_50ms": 552, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 2, "50_100ms": 29, "5_10ms": 0, "ge30000ms": 43, "neg": 0 }, "max_ms": 53758, "mean_ms": 3923.1348167539268, "measurable": 764, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 11126.600000000002, "p99_ms": 52495.18000000001, "rows": 764, "unmeasurable": 0, "won_output_rows": 25 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3, "1000_2000ms": 2, "100_200ms": 5, "10_20ms": 164, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 11, "20_50ms": 30, "2_5ms": 15, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 11, "5_10ms": 450, "ge30000ms": 61, "neg": 0 }, "max_ms": 55599, "mean_ms": 4081.1309523809523, "measurable": 756, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 266.5, "p99_ms": 55053.15, "rows": 756, "unmeasurable": 0, "won_output_rows": 128 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 20, "1000_2000ms": 0, "100_200ms": 7, "10_20ms": 121, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 15, "20_50ms": 22, "2_5ms": 34, "5000_10000ms": 1, "500_1000ms": 1, "50_100ms": 4, "5_10ms": 496, "ge30000ms": 43, "neg": 0 }, "max_ms": 46626, "mean_ms": 2864.9149214659687, "measurable": 764, "min_ms": 4, "p50_ms": 8.0, "p90_ms": 219.70000000000005, "p99_ms": 44662.89000000001, "rows": 764, "unmeasurable": 0, "won_output_rows": 764 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1208, "o": 1208, "p": 1208 }, "rows_i": 1208, "rows_joined": 1929, "rows_merged": 1929, "rows_o": 1208, "rows_p": 1208, "unique_by_domain": { "i": 166, "o": 276, "p": 279 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 257, "1000_2000ms": 0, "100_200ms": 183, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 83, "20_50ms": 342, "2_5ms": 0, "5000_10000ms": 29, "500_1000ms": 11, "50_100ms": 232, "5_10ms": 0, "ge30000ms": 71, "neg": 0 }, "max_ms": 104383, "mean_ms": 6373.582781456954, "measurable": 1208, "min_ms": 23, "p50_ms": 105.0, "p90_ms": 22166.699999999997, "p99_ms": 44509.47000000001, "rows": 1208, "unmeasurable": 0, "won_output_rows": 275 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 175, "1000_2000ms": 0, "100_200ms": 118, "10_20ms": 135, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 61, "20_50ms": 332, "2_5ms": 0, "5000_10000ms": 60, "500_1000ms": 0, "50_100ms": 290, "5_10ms": 9, "ge30000ms": 28, "neg": 0 }, "max_ms": 90782, "mean_ms": 4076.3865894039736, "measurable": 1208, "min_ms": 8, "p50_ms": 67.5, "p90_ms": 16143.999999999998, "p99_ms": 39816.84000000001, "rows": 1208, "unmeasurable": 0, "won_output_rows": 446 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 262, "1000_2000ms": 0, "100_200ms": 22, "10_20ms": 221, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 61, "20_50ms": 327, "2_5ms": 0, "5000_10000ms": 26, "500_1000ms": 0, "50_100ms": 203, "5_10ms": 50, "ge30000ms": 36, "neg": 0 }, "max_ms": 105196, "mean_ms": 5328.2061258278145, "measurable": 1208, "min_ms": 7, "p50_ms": 50.0, "p90_ms": 19896.0, "p99_ms": 38821.42000000002, "rows": 1208, "unmeasurable": 0, "won_output_rows": 1208 } } }, "price_change": { "boundary_dropped": 340, "class": "FULL", "exception_markets": 27, "rows_by_domain": { "i": 116654520, "o": 116647482, "p": 116655050 }, "rows_i": 116654520, "rows_joined": 116666714, "rows_merged": 116666374, "rows_o": 116647482, "rows_p": 116655050, "unique_by_domain": { "i": 9006, "o": 146, "p": 1756 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 11420, "100_200ms": 1499066, "10_20ms": 8989408, "1_2ms": 0, "2000_5000ms": 2038, "200_500ms": 832450, "20_50ms": 101720854, "2_5ms": 0, "5000_10000ms": 314, "500_1000ms": 104008, "50_100ms": 3494962, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 7011, "mean_ms": 28.597344672113863, "measurable": 116654520, "min_ms": 17, "p50_ms": 22.0, "p90_ms": 30.0, "p99_ms": 172.0, "rows": 116654520, "unmeasurable": 0, "won_output_rows": 10040 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 150, "1000_2000ms": 17670, "100_200ms": 769128, "10_20ms": 28398988, "1_2ms": 0, "2000_5000ms": 5428, "200_500ms": 739122, "20_50ms": 5045022, "2_5ms": 3613698, "5000_10000ms": 386, "500_1000ms": 116220, "50_100ms": 1210628, "5_10ms": 76731042, "ge30000ms": 0, "neg": 0 }, "max_ms": 12375, "mean_ms": 13.357789840675686, "measurable": 116647482, "min_ms": 2, "p50_ms": 8.0, "p90_ms": 16.0, "p99_ms": 153.0, "rows": 116647482, "unmeasurable": 0, "won_output_rows": 1286 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 674, "1000_2000ms": 15318, "100_200ms": 735356, "10_20ms": 22298864, "1_2ms": 0, "2000_5000ms": 5454, "200_500ms": 706674, "20_50ms": 4205114, "2_5ms": 5807186, "5000_10000ms": 2080, "500_1000ms": 112012, "50_100ms": 1095126, "5_10ms": 81671192, "ge30000ms": 0, "neg": 0 }, "max_ms": 18412, "mean_ms": 12.684503139812636, "measurable": 116655050, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 14.0, "p99_ms": 147.0, "rows": 116655050, "unmeasurable": 0, "won_output_rows": 116655048 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 4696, "o": 4696, "p": 4696 }, "rows_i": 4696, "rows_joined": 4696, "rows_merged": 4696, "rows_o": 4696, "rows_p": 4696, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 10, "10_20ms": 396, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 8, "20_50ms": 4244, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 38, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 308, "mean_ms": 23.612862010221466, "measurable": 4696, "min_ms": 17, "p50_ms": 22.0, "p90_ms": 26.0, "p99_ms": 52.0, "rows": 4696, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 8, "10_20ms": 1002, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 4, "20_50ms": 142, "2_5ms": 178, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 8, "5_10ms": 3354, "ge30000ms": 0, "neg": 0 }, "max_ms": 217, "mean_ms": 9.118824531516184, "measurable": 4696, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 13.0, "p99_ms": 36.0, "rows": 4696, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 4, "10_20ms": 702, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 52, "2_5ms": 276, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 20, "5_10ms": 3642, "ge30000ms": 0, "neg": 0 }, "max_ms": 169, "mean_ms": 7.951873935264055, "measurable": 4696, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 11.0, "p99_ms": 31.0, "rows": 4696, "unmeasurable": 0, "won_output_rows": 4696 } } } }, "archive_root": "union-staging", "boundary_guard": "cache", "bytes": 1322273862, "file": "2026-10-28T14.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-28/14", "hour_utc": "2026-10-28T14:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41095369511640276, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562968603515032, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 159502440 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095369502277335, "min_sequence": 562968603515038, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 14721772, "row_groups": [ 0, 56 ], "sha256": "61d694134ab192f44bc4b6b6ed606f51eb76eb6763eec57afa2553ba3159cd51" }, "book": { "byte_range": [ 159502440, 174317177 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095369510040184, "min_sequence": 562968603517607, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 127956, "row_groups": [ 57, 57 ], "sha256": "b0950c39ff247255b46ef922db3ea92f539e049f65fccf9a29b57dc5abbfad07" }, "last_trade_price": { "byte_range": [ 174317177, 177714382 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095369482644204, "min_sequence": 562968603519028, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 59232, "row_groups": [ 58, 58 ], "sha256": "0e458c79aa414b64473b82fabfa30a0f17a4b9ec10c9ebc7835a4c3d95a05391" }, "market_resolved": { "byte_range": [ 177714382, 177840146 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095369416005284, "min_sequence": 562968603840687, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 917, "row_groups": [ 59, 59 ], "sha256": "9b5a2da7ee890b923c7df1dc758884fae673ce0f2065893ccd114d0ce43c2987" }, "new_market": { "byte_range": [ 177840146, 178030215 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095369510383640, "min_sequence": 562968603890881, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 1929, "row_groups": [ 60, 60 ], "sha256": "58f6f9adfef4d159cc8119a3952a68374d10a761cf6c2dc040871a5a1eb681cc" }, "price_change": { "byte_range": [ 178030215, 1320613034 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095369511640276, "min_sequence": 562968603515032, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 116666374, "row_groups": [ 61, 506 ], "sha256": "652293ae8f7b7df1dc7740fc0b9f36815e114be6252f957b0ac73395eeb1065b" }, "tick_size_change": { "byte_range": [ 1320613034, 1320781864 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562968734827277, "min_sequence": 562968607489261, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 4696, "row_groups": [ 507, 507 ], "sha256": "59fe4e5a416a79770a74b4d84900dbb71a0ac5fd94fb7e8090c0563846255a3a" } }, "row_count": 131582876, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "served_note": "This hour is the merger's union file, published byte for byte. Hours before the era cutover are rebuilt here from the seven product files and carry one column fewer.", "served_verbatim": true, "sha256": "112575bf952935a2eb14bc1415cfa2fa9a17283e2c5211f54edc5d1e770addb4", "skipped_witnesses": { "m": { "reason": "not_in_merged_set" }, "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-28T14.witness_stats.json", "witness_stats_sha256": "67d7cd70f341d0fc526fd386375f201bb69bc5eb3582eae2c764c685ddf042a4", "witnesses": "iop", "witnesses_captured": [ "i", "m", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-28T14.ai.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 9303261, "row_ordinal_min": 0, "rows": 1986999, "sha256": "31ebed9a6251469f52cb8b626abf5fe2353c1acb923b719f2afe83cdd6748b8a", "size": 10136195, "sub_tag": null }, { "category": "ai", "file": "2026-10-28T14.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 9303261, "row_ordinal_min": 0, "rows": 1986999, "sha256": "cbc6737f958e25e2f56333ad7b02ceae79b4a3c78dd50d9075c11bfd4b992c13", "size": 9706426, "sub_tag": null }, { "category": "business", "file": "2026-10-28T14.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 9473394, "row_ordinal_min": 270466, "rows": 203223, "sha256": "80224fcc7ee43cb88f2d6f02936c339ed9df6ebd8b8f5c27d0ba6b55fdd78e18", "size": 1097839, "sub_tag": null }, { "category": "business", "file": "2026-10-28T14.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 9473394, "row_ordinal_min": 270466, "rows": 203223, "sha256": "7b9539166fd162159dc077d2800117db7f6b07e5a8332e02b2fb752f18a715bd", "size": 1035870, "sub_tag": null }, { "category": "crypto", "file": "2026-10-28T14.crypto.parquet", "part": null, "role": "lean", "row_groups": 23, "row_ordinal_max": 65921435, "row_ordinal_min": 303446, "rows": 13495337, "sha256": "7ba00ef650a2bd1d4433d53f42311a0a93a6ad9d42bb7852bb5c28c45115abae", "size": 69749504, "sub_tag": null }, { "category": "crypto", "file": "2026-10-28T14.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 23, "row_ordinal_max": 65921435, "row_ordinal_min": 303446, "rows": 13495337, "sha256": "000be159a37f78784e0c00954d335cc524881f65bd7a53abec83bba0d2aff536", "size": 54887831, "sub_tag": null }, { "category": "earnings", "file": "2026-10-28T14.earnings.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 22131901, "row_ordinal_min": 1093942, "rows": 20568, "sha256": "bdac2ea2fe405e4ce4d808802446f30bc6a4e6c45bb45d42f1f5a30c6af069f4", "size": 163687, "sub_tag": null }, { "category": "earnings", "file": "2026-10-28T14.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 22131901, "row_ordinal_min": 1093942, "rows": 20568, "sha256": "fe0f3e4e0aa3f288d68a89e03ddad9fc0bd6376937767b1f95a50fec4f08ee58", "size": 127654, "sub_tag": null }, { "category": "economy", "file": "2026-10-28T14.economy.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 22879620, "row_ordinal_min": 1098120, "rows": 891791, "sha256": "2baaa268f6cd71c110ed3ce1cff4aa6e82be57be942ae9e7c59efa85c1b3b0e1", "size": 4753496, "sub_tag": null }, { "category": "economy", "file": "2026-10-28T14.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 22879620, "row_ordinal_min": 1098120, "rows": 891791, "sha256": "9c2755e5826cbba47569cad3304726cd0e145c3df39a7427d5aaca6e249b18dd", "size": 4336717, "sub_tag": null }, { "category": "elections", "file": "2026-10-28T14.elections.parquet", "part": null, "role": "lean", "row_groups": 18, "row_ordinal_max": 65921443, "row_ordinal_min": 1239915, "rows": 10052083, "sha256": "b85844683cb293061973ae4ce4cec256a5a5bd85eb51bf561578234db04a6193", "size": 53288936, "sub_tag": null }, { "category": "elections", "file": "2026-10-28T14.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 18, "row_ordinal_max": 65921443, "row_ordinal_min": 1239915, "rows": 10052083, "sha256": "9f8a5b73e43b079ae6b8fc39aa6976f8b84089a5383e7ec52f5ba0c4182e7bf5", "size": 48955455, "sub_tag": null }, { "category": "esports", "file": "2026-10-28T14.esports.parquet", "part": null, "role": "lean", "row_groups": 13, "row_ordinal_max": 65921743, "row_ordinal_min": 2495307, "rows": 4035119, "sha256": "b2c2251909aed3755bfb966d0680381e97ea4c6cd5524cc3e4e678f7e5caa476", "size": 19885462, "sub_tag": null }, { "category": "esports", "file": "2026-10-28T14.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 13, "row_ordinal_max": 65921743, "row_ordinal_min": 2495307, "rows": 4035119, "sha256": "a970dc2b792bd99dc8c50fd007b7ab6e110c157ff0563c25f3a1ba4871f5276b", "size": 17108822, "sub_tag": null }, { "category": "finance", "file": "2026-10-28T14.finance.parquet", "part": null, "role": "lean", "row_groups": 12, "row_ordinal_max": 65921839, "row_ordinal_min": 2968113, "rows": 3120575, "sha256": "cacf8209f3bc14f92d9126ac154ad6eae7cc88742a2c189a5138a901354fc432", "size": 16088235, "sub_tag": null }, { "category": "finance", "file": "2026-10-28T14.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 12, "row_ordinal_max": 65921839, "row_ordinal_min": 2968113, "rows": 3120575, "sha256": "8706fd108df534e72767e9a16368909931d2e4832933106823c0a21ac02e663f", "size": 15381564, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-28T14.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 39441647, "row_ordinal_min": 3473412, "rows": 1734311, "sha256": "aeeab14f59b8e24a1daa66cd60d197bbf6affca33d27a4716c330eca3cfdcef1", "size": 9553818, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-28T14.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 39441647, "row_ordinal_min": 3473412, "rows": 1734311, "sha256": "1142e1333a813fc685384aff62afce4f4a296de9e2f9dc46b799efd518d7dc7c", "size": 8310274, "sub_tag": null }, { "category": "politics", "file": "2026-10-28T14.politics.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 65921843, "row_ordinal_min": 3596330, "rows": 1167928, "sha256": "5429539b08cb2537ff8756d11e3e546c0f83f7725bc32635f3fe8ec3a8e8c1a1", "size": 6561349, "sub_tag": null }, { "category": "politics", "file": "2026-10-28T14.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 65921843, "row_ordinal_min": 3596330, "rows": 1167928, "sha256": "0b2200aa02819f42bfdab9734f424fdf4c92971bf23c9b2614a8870250b33820", "size": 5740718, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-28T14.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 65921855, "row_ordinal_min": 3712171, "rows": 2002009, "sha256": "55c63b4e68a705e2fcc21931512cbaa20f7d5de01853967fd0fcfb7803954411", "size": 10904990, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-28T14.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 65921855, "row_ordinal_min": 3712171, "rows": 2002009, "sha256": "a6d6cd46d73ec1e333815247fa18995be0c82c5f8eca44f6bec6eae2e663e384", "size": 9833215, "sub_tag": null }, { "category": "science", "file": "2026-10-28T14.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 42348012, "row_ordinal_min": 3913511, "rows": 61509, "sha256": "935e5ea4019e8e2af17338b4f3163efbc327c2a16a964b48e7a82e6fb66037fe", "size": 398673, "sub_tag": null }, { "category": "science", "file": "2026-10-28T14.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 42348012, "row_ordinal_min": 3913511, "rows": 61509, "sha256": "6dc59f652fa8e3b0481d56052c14a7f90683ed2b70b5e5319edca1163c8fa4be", "size": 319489, "sub_tag": null }, { "category": "sports", "file": "2026-10-28T14.sports.parquet", "part": null, "role": "lean", "row_groups": 32, "row_ordinal_max": 65925271, "row_ordinal_min": 3918636, "rows": 23166804, "sha256": "0d870838b24e31dc166b208e591e144481e9f49ebf98733d57220dad14393bc0", "size": 141373685, "sub_tag": null }, { "category": "sports", "file": "2026-10-28T14.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 32, "row_ordinal_max": 65925271, "row_ordinal_min": 3918636, "rows": 23166804, "sha256": "8a154090d749b8fef16277beb084328b5ff73e2b0782151ffeb846b07fc87e86", "size": 113014178, "sub_tag": null }, { "category": "tech", "file": "2026-10-28T14.tech.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 62777239, "row_ordinal_min": 7046859, "rows": 485304, "sha256": "52d86950f6bdee0426de1287571efcdcfe91a3e1abfffa571d926aca89b2b5f5", "size": 2601361, "sub_tag": null }, { "category": "tech", "file": "2026-10-28T14.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 62777239, "row_ordinal_min": 7046859, "rows": 485304, "sha256": "aee5e540ec0e607452e48d9984a2ce02925107f14118766e233804b082df712d", "size": 2416132, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-28T14.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 62927239, "row_ordinal_min": 7105984, "rows": 169033, "sha256": "0cfb629a7f4a79f2175e9d98871e8df2147cc0391aeb4a4c0ae57f6f1d015707", "size": 932299, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-28T14.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 62927239, "row_ordinal_min": 7105984, "rows": 169033, "sha256": "02d28aad99cdc66a2b9b5e256f9180950fa6b30dace5df1ee00f6b4aa6630ce3", "size": 833655, "sub_tag": null }, { "category": "unknown", "file": "2026-10-28T14.unknown.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 62928940, "row_ordinal_min": 7124966, "rows": 1902, "sha256": "f0dad46f80712c3dc75e6f53205f37df3b1f9fa62458de165c838a260b1ee315", "size": 58450, "sub_tag": null }, { "category": "unknown", "file": "2026-10-28T14.unknown.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 62928940, "row_ordinal_min": 7124966, "rows": 1902, "sha256": "91105ca558a25024f8805cb41f3365e1cf7d9c69011c3b48fbcb384fccf434e5", "size": 24331, "sub_tag": null }, { "category": "weather", "file": "2026-10-28T14.weather.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 65925475, "row_ordinal_min": 7125114, "rows": 2159899, "sha256": "53b27aee7b01c22c86b8bec84ff33165e6844ec62e1e277eed0a923746fb8544", "size": 11856344, "sub_tag": null }, { "category": "weather", "file": "2026-10-28T14.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 65925475, "row_ordinal_min": 7125114, "rows": 2159899, "sha256": "59dc798fd153583141f594c8e80e35dfac15343f8816a639dc2e6fba898e47b6", "size": 10531339, "sub_tag": null }, { "category": "world", "file": "2026-10-28T14.world.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 65925479, "row_ordinal_min": 7312329, "rows": 1171086, "sha256": "5ac3fb95a284325c7215b0aa395cb831d44e377959c4165b0efb3dd5e30efaa4", "size": 6163214, "sub_tag": null }, { "category": "world", "file": "2026-10-28T14.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 65925479, "row_ordinal_min": 7312329, "rows": 1171086, "sha256": "4aa4493ed25fcb1cb416ce91729c0788a356f9f0df54e14c82f477a8d8787922", "size": 5613902, "sub_tag": null }, { "category": null, "file": "2026-10-28T14.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 230069, "sha256": "5284e4efd809d2cc93ca20e87bfdec2b53c700a7bef9d8abd27eacf16ce2bcb2", "size": 17395472, "sub_tag": null }, { "category": null, "file": "2026-10-28T14.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 604557, "sha256": "c6e39a17da50cafb4529c251591f4499e33ab797938fe2a0c55fc7be65e940e2", "size": 55030825, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "05baadd8-be75-4bf9-949f-893d1b201a8d", "hour": "2026-10-28/14", "hour_utc": "2026-10-28T14:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "unknown": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-28", "schedule_sha256": "12a03fa7bb29d391b36ce4b77e084fea1ceaa85c8a4ad8d0877cb718282c6c84", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-28", "max_sequence": 41095369511640276, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562968603515033, "mirror_audit": { "files": [ { "file": "2026-10-28T14.mirror_dropped.p1.parquet", "rows": 45486080, "sha256": "3ee9c566846e4bbca2a1e7edb8a1f1c7e02b1f6733df17e800f0a7ffb0b8be16", "size": 286949421 }, { "file": "2026-10-28T14.mirror_dropped.p2.parquet", "rows": 20171316, "sha256": "d0570f1c8e5ad7e3df2527bc0f921b32c8484cb38596c66163a6e40e70e0eed7", "size": 125372284 } ], "parts": 2, "public": false, "rows": 65657396, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 21551, "_pairs": 74828, "best_ask": 3, "best_bid": 1, "spread": 4, "witness_set": 74824 }, "book": { "_no_partner": 121, "_pairs": 4089, "asks": 6, "bids": 7, "source_witness": 4, "witness_set": 4076 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 96379, "book": 4210, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 7264487, "book": 59753, "price_change": 58333156 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095369502277334, "min_sequence": 562968603515038, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 7457285, "source_rows": 14721772 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095369510040184, "min_sequence": 562968603517607, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 68203, "source_rows": 127956 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095369482644204, "min_sequence": 562968603519028, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 59232, "source_rows": 59232 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095369416005284, "min_sequence": 562968603840687, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 917, "source_rows": 917 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095369510383640, "min_sequence": 562968603890881, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 1929, "source_rows": 1929 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095369511640276, "min_sequence": 562968603515033, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 58333218, "source_rows": 116666374 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562968734827277, "min_sequence": 562968607489261, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 4696, "source_rows": 4696 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "1da3ca1d1de6f264494077c1be99251957c929ed" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "cfb0fa613f81f51fc2b00ef72f263bc23fd43d67fc3d1dad4ce1c9a563cdb78c", "recorders": null, "row_count": 65925480, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "m": { "reason": "not_in_merged_set" }, "q": { "reason": "not_in_merged_set" } }, "source_sha256": "112575bf952935a2eb14bc1415cfa2fa9a17283e2c5211f54edc5d1e770addb4", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 1068, "ai-benchmarks": 12028, "ai-rankings": 1151302, "ai-releases": 132017, "anthropic": 17902, "art": 9, "big-tech": 315093, "china": 1079, "companies-with-1-ai": 1446, "compute": 186459, "congress": 1553, "courts": 875, "elon-musk": 231, "gemini": 156, "google": 5599, "grok": 2587, "ipos": 11778, "leopold-aschenbrenner": 577, "math": 29717, "meta": 20255, "moonshot": 1017, "openai": 86526, "openrouter-total-tokens-weekly": 5220, "privates": 1040, "ssi": 20, "united-states": 1445 }, "business": { "(none)": 9234, "acquisitions": 117, "banking": 304, "banks": 33, "big-tech": 83941, "economic-policy": 90, "equities": 46859, "fed-rates": 28016, "ipos": 28517, "jpm": 2584, "sec": 7, "stocks": 3436, "taxes": 85 }, "crypto": { "aave": 27, "acquisitions": 717, "big-tech": 1201, "bitcoin": 4966527, "bnb": 684590, "congress": 23573, "crypto-culture": 71549, "crypto-legal": 1753, "crypto-listings": 22302, "crypto-prices": 2474, "dogecoin": 751128, "epstein": 163, "eric-adams": 1, "ethena": 297, "ethereum": 2736135, "fees": 935, "ftx": 36, "gov-reserve": 105, "hack": 1767, "hype": 556222, "hyperliquid": 27712, "ipos": 285, "memecoins": 49938, "meta": 4, "microstrategy": 84, "network-stats": 93, "nft": 930, "pre-market": 466328, "prediction-markets": 2632, "price-comparison": 1087, "price-milestone": 26523, "privates": 7299, "protocol-risk": 661, "public-sales": 8958, "pumpptfun": 207, "sam-altman": 2052, "solana": 1724730, "stablecoins": 1696, "stocks": 27, "trump-presidency": 86, "xrp": 1185877, "yearly": 51948, "zcash": 114678 }, "earnings": { "equities": 20568 }, "economy": { "(none)": 68, "acquisitions": 183, "brazil": 33662, "canada": 14365, "commodities": 2810, "consumer": 4467, "economic-policy": 9139, "equities": 40, "europe": 1024, "fed": 321, "fed-rates": 140653, "france": 7432, "global-rates": 57379, "housing": 6058, "inflation": 2977, "iran": 28579, "japan": 13190, "kevin-warsh": 17, "macro-indicators": 339252, "mexico": 31096, "oil": 8928, "parcl": 178636, "prices": 137, "shipping": 13, "taxes": 1970, "trade-war": 3614, "trump": 1134, "united-kingdom": 4523, "us-bank-bailout": 115, "us-debt-downgrade": 9 }, "elections": { "celebrities": 70310, "france": 197, "global-elections": 2351798, "israel": 34436, "midterms": 7228588, "nov-4-elections": 247, "peru-elections": 16, "popular-vote": 229, "romania": 24, "taxes": 2041, "trump": 6078, "turkey": 372, "uk": 12701, "united-kingdom": 108, "us-presidential-election": 344267, "vance": 316, "wisconsin": 355 }, "esports": { "call-of-duty": 3073, "counter-strike-2": 2162067, "dota-2": 702554, "esports-awards": 251493, "honor-of-kings": 22508, "league-of-legends": 281984, "mlb": 91, "mobile-legends-bang-bang": 254607, "overwatch": 5147, "rainbow-six-siege": 34293, "starcraft-2": 339, "valorant": 316963 }, "finance": { "aapl": 28209, "acquisitions": 1111, "anthropic": 37094, "big-tech": 41081, "brazil": 28326, "canada": 5822, "commodities": 204213, "equities": 2128672, "forex": 45712, "gold": 65263, "googl": 1060, "indicies": 100740, "indonesia": 83, "ipos": 16763, "italy": 571, "kpis": 171424, "macro-indicators": 3265, "mergers-and-acquisitions": 27, "msft": 15683, "openai": 26315, "privates": 85243, "silver": 96244, "stocks": 759, "tariffs": 336, "trump-presidency": 135, "youtube": 16424 }, "geopolitics": { "(none)": 3875, "afghanistan": 1, "africa": 5, "argentina": 200, "australia": 97, "awards": 16662, "brazil": 75, "canada": 1439, "china": 20840, "colombia": 24, "commodities": 9552, "country-leave-brics": 5832, "courts": 6085, "cuba": 1271, "denmark": 102, "earn-4": 318, "epstein": 1274, "europe": 352, "f1": 55, "foreign-policy": 12987, "france": 1093, "global-elections": 590476, "greenland": 806, "h-1b": 5658, "immigration": 5617, "india": 1597, "india-pakistan": 165, "iran": 259028, "israel": 6974, "mali": 1732, "mexico": 3532, "middle-east": 111059, "midterms": 56167, "military": 1419, "military-action": 182, "moscow": 5807, "nato": 894, "north-korea": 2003, "oil": 180181, "parlays": 260, "philippines": 51, "president": 56, "prime-minister": 312, "putin": 53, "russia": 5000, "south-korea": 1018, "spain": 4448, "strike": 949, "sudan": 137, "taiwan": 24, "trade-war": 22691, "trump": 29303, "trump-presidency": 27838, "turkey": 7057, "uk-labour-leadership": 84042, "ukraine": 150391, "ukraine-map": 51823, "un": 11685, "venezuela": 18969, "world-affairs": 2768 }, "politics": { "(none)": 6380, "abc": 64, "approval": 11128, "asia": 18, "bernie-sanders": 6845, "biden": 43, "bolivia": 159, "boxing": 16, "brazil": 21833, "california": 41, "canada": 13497, "china": 25096, "comey": 39579, "congress": 10102, "courts": 13037, "democrat": 21, "department-of-war": 624, "dollar": 23, "earn-4": 765, "elon-musk": 382, "epstein": 5115, "fed": 5273, "fed-rates": 75082, "fifa": 4062, "flip-off": 2, "foreign-policy": 78, "france": 31304, "gas": 1155, "global-elections": 91404, "greece": 4004, "house-of-representatives": 1371, "hungary": 2427, "ice": 3923, "india": 601, "indonesia": 2089, "israel": 5693, "istanbul": 11, "japan": 149, "kippah": 490, "legislation": 8746, "mamdani": 42, "margin-of-victory": 40262, "marijuana": 13, "mention-markets": 18, "mexico": 583, "midterms": 110613, "minnesota": 105, "minnesota-fraud": 176, "nasa": 373, "new-york": 5, "new-york-city": 849, "north-korea": 477, "nyc": 361, "obama": 111, "ohio": 8, "ohio-midterm": 1612, "oil": 9063, "pakistan": 97, "pardon": 62, "parlays": 3, "parliament": 480, "pete-hegseth": 3293, "philippines": 378, "prison": 1125, "resign": 887, "sbf": 16814, "senate-elections": 6750, "south-korea": 139, "spain": 585, "speech": 39, "supreme-court": 53, "tariffs": 9, "taxes": 29, "tennessee": 4, "trump": 90745, "trump-cabinet": 41416, "trump-daily": 4199, "trump-presidency": 27243, "trump-speech": 3601, "truth-social": 772, "turkey": 672, "tweets-markets": 134881, "uk": 21650, "ukraine": 73, "united-kingdom": 4135, "united-states": 1049, "us-house": 3875, "us-politics": 1951, "us-presidential-election": 226030, "venezuela": 16223, "voting": 532, "washington-dc": 35, "white-house": 796 }, "pop-culture": { "(none)": 1260, "aliens": 8565, "art": 7582, "australia": 117, "awards": 204416, "basketball": 1378, "best-of-2026": 33318, "call-of-duty": 95, "celebrities": 24865, "charlie-kirk": 1042, "clavicular": 376, "climate-science": 1860, "combat-sports": 113, "counter-strike-2": 263, "court-cases": 15, "courts": 4208, "daejon-love": 18, "dominican-republic": 297, "dota-2": 854, "earthquake": 35, "elon-musk": 16, "f1": 201, "fda": 141, "fifa": 10036, "fifa-world-cup": 4, "gaming": 15316, "gta-vi": 10126, "israel": 1653, "japan": 7, "league-of-legends": 20, "logan-paul": 39, "marijuana": 188, "midterms": 13559, "movie-delay": 641, "movies": 855062, "music": 337222, "netflix": 800, "new-york-city": 1488, "nfl": 11478, "pandemics": 1929, "parent-for-derivative": 1530, "podcast": 137, "pokemon": 1408, "pope-leo-xiv": 1, "pregnant": 857, "spain": 404, "spider-man": 175, "streamer": 581, "sweden": 404, "tennis": 199, "the-legend-of-zelda": 4144, "travel": 13359, "trump": 3608, "trump-daily": 7343, "trump-netanyahu": 7804, "tv": 15697, "tweets-markets": 367525, "uk": 886, "utah": 133, "valve": 1072, "xbox": 53, "youtube": 24086 }, "science": { "(none)": 893, "aliens": 2394, "big-tech": 18133, "climate-science": 217, "drug": 624, "elon-musk": 17335, "fda": 2007, "gold": 906, "macro-indicators": 4658, "mergers-and-acquisitions": 19, "new-york-city": 4043, "pandemics": 2528, "russia": 380, "spacex": 7372 }, "sports": { "(none)": 13408, "2026-summer-transfer-window": 16891, "afc": 19786, "afc-champions-league-elite": 20186, "afcon": 58019, "aflw": 277, "american-football": 385, "arg": 61918, "argcopa": 4460, "argpn": 89274, "australian-a-league": 22379, "austria-bundesliga": 21814, "awards": 46030, "aze1": 41, "aze2": 3, "baseball": 17382, "basketball": 322286, "bel1": 19561, "bel2": 13511, "bolivia-lfpb": 81843, "boxing": 188, "bra3": 25733, "brazil-serie-a": 165416, "brazil-serie-b": 71624, "bulgaria-parva-liga": 26717, "bundesliga": 274065, "bundesliga-2": 20609, "carabao-cup": 111328, "cfb": 1408565, "chess": 794, "chile-primera": 28791, "chinese-super-league": 35344, "chl2": 12011, "clf": 163, "col2": 3737, "colombia-primera-a": 19342, "concacaf": 9185, "concacaf-nations-league": 7657, "copa-america": 23913, "copa-del-rey": 314891, "cricket": 51505, "cristiano-ronaldo": 4782, "czechia-fortuna-liga": 21609, "darts": 127, "denmark-superliga": 22430, "dfb-pokal": 147191, "ecu1": 35477, "efl-championship": 61545, "egypt-premier-league": 618571, "epl": 503835, "ere": 57771, "est1": 26198, "europa-conference-league": 215233, "f1": 134088, "fa-cup": 10556, "fifa": 10270, "fifa-friendly": 485, "fifa-world-cup": 11335, "fin1": 39292, "formula1": 16467, "fro1": 8451, "goals": 204, "golf": 11974, "gre1": 18454, "handball": 338, "hockey": 93098, "hungary-nb1": 6030, "idn1": 14348, "indian-super-league": 544014, "irl1": 21339, "israel-premier-league": 5813, "japan-j-league": 34917, "japan-j2-league": 21163, "k-league": 31128, "kaz1": 18600, "kor2": 44566, "la-liga": 490934, "la-liga-2": 27398, "lacrosse": 485, "lazio": 7, "lib": 17554, "ligue-1": 175040, "ligue-2": 76450, "lionel-messi": 45, "lva1": 3636, "mex": 354369, "mlb": 245172, "mls": 656015, "morocco-botola-pro": 16193, "moto3": 138, "nascar": 71325, "national-league": 40520, "nba": 2389086, "ned2": 14283, "nfl": 2753310, "nhl": 674292, "nirl1": 1650, "nor2": 21906, "norway-eliteserien": 27621, "peru-liga-1": 83518, "pickleball": 20369, "poland-ekstraklasa": 19270, "power-slap": 57, "primeira-liga": 52726, "qat1": 5494, "qualification": 12665, "racing": 5003, "romania-superliga": 17451, "rugby": 2200, "rus": 12659, "saf1": 495, "saudi-professional-league": 33850, "scottish-premiership": 198401, "sea": 602965, "serbian-superliga": 632442, "serie-b": 107006, "slovenia-prvaliga": 24371, "soccer": 852365, "soccer-atc": 31196, "soccer-brco": 3082, "soccer-ccc": 19069, "soccer-el1": 43288, "soccer-el2": 41817, "soccer-fpd": 31410, "soccer-grc": 1019687, "soccer-gtm": 70823, "soccer-hr1": 21837, "soccer-nlc": 73480, "soccer-nwsl": 43253, "soccer-ptc": 4, "soccer-scoc": 76, "soccer-svk1": 93792, "soccer-trsk": 368, "sud": 692, "swe2": 58515, "sweden-allsvenskan": 90285, "swimming": 11434, "switzerland-super-league": 155392, "table-tennis": 14319, "tennis": 2644360, "tur": 27478, "tur2": 48254, "uae1": 1783, "ucl": 458854, "uefa": 56433, "uefa-nations-league": 63546, "uel": 355249, "ufc": 162969, "ukraine-premier-liha": 34033, "uru1": 51712, "uslc": 57154, "uwec": 66616, "uzb1": 18202, "ven1": 18817, "womens-champions-league": 268272, "wsl": 15786 }, "tech": { "(none)": 3527, "airbnb": 557, "anthropic": 671, "big-tech": 217518, "celebrities": 118472, "china": 79, "coding": 3160, "collectibles": 1159, "congress": 42, "corporate-financials": 551, "courts": 551, "earn-4": 1871, "elon-musk": 23404, "equities": 227, "gaming": 299, "google": 77808, "hack": 697, "ipos": 6311, "kpis": 953, "midterms": 103, "movies": 18504, "nuke": 150, "oil": 866, "openai": 1192, "outage": 179, "prediction-markets": 4011, "video-games": 2442 }, "uncategorised": { "bayeux-tapestry": 6567, "cfb": 21607, "climate-science": 747, "dnc": 439, "earnings-calls": 3030, "fed": 6241, "fed-chair": 2246, "fed-rates": 39174, "iran": 2, "la-liga": 50, "leopold-aschenbrenner": 1406, "macro-indicators": 3984, "mma": 51, "nfl": 26200, "pandemics": 97, "social-media": 190, "space": 107, "supreme-court": 21779, "tennis": 3207, "ufc": 5357, "uk": 3029, "united-nations": 18556, "united-states": 340, "youtube": 4627 }, "unknown": { "(none)": 1902 }, "weather": { "brazil": 3579, "climate": 55226, "climate-science": 14021, "drought": 305, "earthquakes": 16329, "germany": 1596, "global-temp": 825, "highest-temperature": 1806724, "italy": 11, "lowest-temperature": 224669, "mexico": 259, "natural-disaster": 2584, "pandemics": 805, "precipitation": 12888, "rain": 1701, "tornado-risk": 3, "united-states": 18366, "volcano": 8 }, "world": { "(none)": 126, "argentina": 8699, "brazil": 9879, "canada": 683, "china": 8, "economic-policy": 15108, "europe": 359, "foreign-policy": 581, "forex": 5677, "france": 14566, "germany": 4111, "global-elections": 1041492, "global-rates": 29707, "hong-kong": 299, "italy": 44, "macro-indicators": 18305, "middle-east": 1235, "nyc": 1105, "pandemics": 5, "south-korea": 6414, "trump-presidency": 12567, "uk": 116 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 131582876, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-28T14.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 230069, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 65925480, "twin_rows": 65657396 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.002564, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-28T14.witness_stats.json", "witness_stats_sha256": "67d7cd70f341d0fc526fd386375f201bb69bc5eb3582eae2c764c685ddf042a4", "witnesses": "iop", "writer_versions": null }