{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 86, "class": "FULL", "exception_markets": 7034, "rows_by_domain": { "i": 19230696, "o": 16598212, "p": 21462418, "q": 21462380 }, "rows_i": 19230696, "rows_joined": 21462882, "rows_merged": 21462796, "rows_o": 16598212, "rows_p": 21462418, "rows_q": 21462380, "unique_by_domain": { "i": 42, "o": 8, "p": 202, "q": 26 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 483, "1000_2000ms": 16405, "100_200ms": 216929, "10_20ms": 9185771, "1_2ms": 0, "2000_5000ms": 8974, "200_500ms": 244417, "20_50ms": 9168033, "2_5ms": 0, "5000_10000ms": 1814, "500_1000ms": 70060, "50_100ms": 317674, "5_10ms": 0, "ge30000ms": 136, "neg": 0 }, "max_ms": 61817, "mean_ms": 32.673585241012596, "measurable": 19230696, "min_ms": 15, "p50_ms": 20.0, "p90_ms": 27.0, "p99_ms": 331.0, "rows": 19230696, "unmeasurable": 0, "won_output_rows": 56 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1841, "100_200ms": 140710, "10_20ms": 14949047, "1_2ms": 0, "2000_5000ms": 88, "200_500ms": 97606, "20_50ms": 1156288, "2_5ms": 0, "5000_10000ms": 2, "500_1000ms": 10765, "50_100ms": 234912, "5_10ms": 6953, "ge30000ms": 0, "neg": 0 }, "max_ms": 6084, "mean_ms": 17.823207704540707, "measurable": 16598212, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 19.0, "p99_ms": 145.0, "rows": 16598212, "unmeasurable": 0, "won_output_rows": 116 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 3365, "100_200ms": 114857, "10_20ms": 1022709, "1_2ms": 3972, "2000_5000ms": 170, "200_500ms": 98359, "20_50ms": 396931, "2_5ms": 14080129, "5000_10000ms": 4, "500_1000ms": 15800, "50_100ms": 131512, "5_10ms": 5594610, "ge30000ms": 0, "neg": 0 }, "max_ms": 6744, "mean_ms": 8.13232749450691, "measurable": 21462418, "min_ms": 1, "p50_ms": 4.0, "p90_ms": 8.0, "p99_ms": 111.0, "rows": 21462418, "unmeasurable": 0, "won_output_rows": 21462418 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 180, "1000_2000ms": 3609, "100_200ms": 143014, "10_20ms": 19783112, "1_2ms": 0, "2000_5000ms": 502, "200_500ms": 115890, "20_50ms": 1180178, "2_5ms": 0, "5000_10000ms": 286, "500_1000ms": 14632, "50_100ms": 219804, "5_10ms": 1173, "ge30000ms": 0, "neg": 0 }, "max_ms": 10677, "mean_ms": 17.24511456790906, "measurable": 21462380, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 18.0, "p99_ms": 131.0, "rows": 21462380, "unmeasurable": 0, "won_output_rows": 206 } } }, "book": { "boundary_dropped": 4, "class": "FULL", "exception_markets": 214478, "rows_by_domain": { "i": 679658, "o": 1843489, "p": 121607, "q": 121171 }, "rows_i": 679658, "rows_joined": 2037017, "rows_merged": 2037013, "rows_o": 1843489, "rows_p": 121607, "rows_q": 121171, "unique_by_domain": { "i": 167089, "o": 1339920, "p": 532, "q": 348 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 36058, "1000_2000ms": 7494, "100_200ms": 3877, "10_20ms": 23815, "1_2ms": 0, "2000_5000ms": 16038, "200_500ms": 6124, "20_50ms": 67271, "2_5ms": 0, "5000_10000ms": 15174, "500_1000ms": 5396, "50_100ms": 4014, "5_10ms": 0, "ge30000ms": 494397, "neg": 0 }, "max_ms": 13469837968, "mean_ms": 402790768.195928, "measurable": 679658, "min_ms": 16, "p50_ms": 494067.5, "p90_ms": 355121440.70001745, "p99_ms": 6154354098.0, "rows": 679658, "unmeasurable": 0, "won_output_rows": 193055 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 112293, "1000_2000ms": 20061, "100_200ms": 6597, "10_20ms": 72668, "1_2ms": 0, "2000_5000ms": 42611, "200_500ms": 12477, "20_50ms": 13513, "2_5ms": 0, "5000_10000ms": 45316, "500_1000ms": 13127, "50_100ms": 6014, "5_10ms": 2, "ge30000ms": 1498810, "neg": 0 }, "max_ms": 13467891268, "mean_ms": 455294429.00529, "measurable": 1843489, "min_ms": 9, "p50_ms": 960671.0, "p90_ms": 706603836.0, "p99_ms": 6154275762.0, "rows": 1843489, "unmeasurable": 0, "won_output_rows": 1721822 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 134, "1000_2000ms": 1258, "100_200ms": 1025, "10_20ms": 9470, "1_2ms": 0, "2000_5000ms": 3058, "200_500ms": 1042, "20_50ms": 4415, "2_5ms": 40982, "5000_10000ms": 670, "500_1000ms": 518, "50_100ms": 1275, "5_10ms": 56978, "ge30000ms": 782, "neg": 0 }, "max_ms": 7889462143, "mean_ms": 2646887.34728264, "measurable": 121607, "min_ms": 2, "p50_ms": 5.0, "p90_ms": 26.0, "p99_ms": 7398.0, "rows": 121607, "unmeasurable": 0, "won_output_rows": 121607 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 230, "1000_2000ms": 1230, "100_200ms": 1362, "10_20ms": 95068, "1_2ms": 0, "2000_5000ms": 3270, "200_500ms": 1279, "20_50ms": 15013, "2_5ms": 0, "5000_10000ms": 782, "500_1000ms": 465, "50_100ms": 2074, "5_10ms": 0, "ge30000ms": 398, "neg": 0 }, "max_ms": 11863894782, "mean_ms": 1575133.5824000791, "measurable": 121171, "min_ms": 10, "p50_ms": 14.0, "p90_ms": 42.0, "p99_ms": 5974.500000000015, "rows": 121171, "unmeasurable": 0, "won_output_rows": 529 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 808, "rows_by_domain": { "i": 49449, "o": 44695, "p": 57363, "q": 57391 }, "rows_i": 49449, "rows_joined": 57405, "rows_merged": 57405, "rows_o": 44695, "rows_p": 57363, "rows_q": 57391, "unique_by_domain": { "i": 0, "o": 0, "p": 1, "q": 1 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1, "1000_2000ms": 127, "100_200ms": 807, "10_20ms": 14817, "1_2ms": 0, "2000_5000ms": 24, "200_500ms": 851, "20_50ms": 31093, "2_5ms": 0, "5000_10000ms": 2, "500_1000ms": 358, "50_100ms": 1368, "5_10ms": 0, "ge30000ms": 1, "neg": 0 }, "max_ms": 32571, "mean_ms": 40.74668850735101, "measurable": 49449, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 35.0, "p99_ms": 511.5199999999968, "rows": 49449, "unmeasurable": 0, "won_output_rows": 3 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 52, "100_200ms": 608, "10_20ms": 38956, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 427, "20_50ms": 3708, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 80, "50_100ms": 863, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2013, "mean_ms": 22.78809710258418, "measurable": 44695, "min_ms": 10, "p50_ms": 13.0, "p90_ms": 22.0, "p99_ms": 233.0, "rows": 44695, "unmeasurable": 0, "won_output_rows": 11 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 66, "100_200ms": 449, "10_20ms": 2920, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 406, "20_50ms": 1038, "2_5ms": 26690, "5000_10000ms": 0, "500_1000ms": 125, "50_100ms": 534, "5_10ms": 25134, "ge30000ms": 0, "neg": 0 }, "max_ms": 2002, "mean_ms": 12.289332845213814, "measurable": 57363, "min_ms": 2, "p50_ms": 5.0, "p90_ms": 9.0, "p99_ms": 206.0, "rows": 57363, "unmeasurable": 0, "won_output_rows": 57363 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 47, "1000_2000ms": 96, "100_200ms": 607, "10_20ms": 51242, "1_2ms": 0, "2000_5000ms": 78, "200_500ms": 534, "20_50ms": 3712, "2_5ms": 0, "5000_10000ms": 65, "500_1000ms": 131, "50_100ms": 879, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 10685, "mean_ms": 43.37049363140562, "measurable": 57391, "min_ms": 10, "p50_ms": 13.0, "p90_ms": 20.0, "p99_ms": 304.09999999999854, "rows": 57391, "unmeasurable": 0, "won_output_rows": 28 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 597, "rows_by_domain": { "i": 6841, "o": 8977, "p": 6383, "q": 6383 }, "rows_i": 6841, "rows_joined": 12014, "rows_merged": 12014, "rows_o": 8977, "rows_p": 6383, "rows_q": 6383, "unique_by_domain": { "i": 615, "o": 3368, "p": 621, "q": 66 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 95, "1000_2000ms": 5, "100_200ms": 113, "10_20ms": 2779, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 118, "20_50ms": 2012, "2_5ms": 0, "5000_10000ms": 1, "500_1000ms": 45, "50_100ms": 230, "5_10ms": 0, "ge30000ms": 1439, "neg": 0 }, "max_ms": 773212, "mean_ms": 98787.80573015641, "measurable": 6841, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 558903.0, "p99_ms": 755789.6000000001, "rows": 6841, "unmeasurable": 0, "won_output_rows": 847 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 96, "1000_2000ms": 1, "100_200ms": 65, "10_20ms": 4356, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 73, "20_50ms": 349, "2_5ms": 0, "5000_10000ms": 36, "500_1000ms": 8, "50_100ms": 95, "5_10ms": 3, "ge30000ms": 3891, "neg": 0 }, "max_ms": 1419352, "mean_ms": 272297.4108276707, "measurable": 8977, "min_ms": 9, "p50_ms": 23.0, "p90_ms": 957613.4, "p99_ms": 1375573.32, "rows": 8977, "unmeasurable": 0, "won_output_rows": 3863 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 316, "1000_2000ms": 2, "100_200ms": 23, "10_20ms": 96, "1_2ms": 2, "2000_5000ms": 0, "200_500ms": 40, "20_50ms": 77, "2_5ms": 4386, "5000_10000ms": 0, "500_1000ms": 5, "50_100ms": 33, "5_10ms": 1006, "ge30000ms": 397, "neg": 0 }, "max_ms": 51695, "mean_ms": 3656.7665674447753, "measurable": 6383, "min_ms": 1, "p50_ms": 4.0, "p90_ms": 16747.400000000012, "p99_ms": 46875.72, "rows": 6383, "unmeasurable": 0, "won_output_rows": 6383 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 303, "1000_2000ms": 1, "100_200ms": 53, "10_20ms": 5045, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 90, "20_50ms": 580, "2_5ms": 0, "5000_10000ms": 4, "500_1000ms": 8, "50_100ms": 95, "5_10ms": 0, "ge30000ms": 204, "neg": 0 }, "max_ms": 53832, "mean_ms": 2185.2580291399026, "measurable": 6383, "min_ms": 10, "p50_ms": 12.0, "p90_ms": 130.80000000000018, "p99_ms": 48618.86000000001, "rows": 6383, "unmeasurable": 0, "won_output_rows": 921 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 2, "rows_by_domain": { "i": 4987, "o": 4676, "p": 2951, "q": 2951 }, "rows_i": 4987, "rows_joined": 7153, "rows_merged": 7153, "rows_o": 4676, "rows_p": 2951, "rows_q": 2951, "unique_by_domain": { "i": 1718, "o": 1443, "p": 14, "q": 14 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 143, "1000_2000ms": 8, "100_200ms": 631, "10_20ms": 25, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 324, "20_50ms": 499, "2_5ms": 0, "5000_10000ms": 55, "500_1000ms": 28, "50_100ms": 256, "5_10ms": 0, "ge30000ms": 3018, "neg": 0 }, "max_ms": 2182509, "mean_ms": 282456.52135552437, "measurable": 4987, "min_ms": 18, "p50_ms": 85139.0, "p90_ms": 967646.8, "p99_ms": 1283237.1600000001, "rows": 4987, "unmeasurable": 0, "won_output_rows": 1846 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 140, "1000_2000ms": 0, "100_200ms": 334, "10_20ms": 212, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 185, "20_50ms": 633, "2_5ms": 0, "5000_10000ms": 37, "500_1000ms": 8, "50_100ms": 585, "5_10ms": 0, "ge30000ms": 2542, "neg": 0 }, "max_ms": 1124678, "mean_ms": 223201.90718562875, "measurable": 4676, "min_ms": 12, "p50_ms": 54582.0, "p90_ms": 675203.5, "p99_ms": 1018957.75, "rows": 4676, "unmeasurable": 0, "won_output_rows": 1843 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 158, "1000_2000ms": 0, "100_200ms": 12, "10_20ms": 520, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 151, "20_50ms": 677, "2_5ms": 2, "5000_10000ms": 42, "500_1000ms": 7, "50_100ms": 181, "5_10ms": 260, "ge30000ms": 941, "neg": 0 }, "max_ms": 164713, "mean_ms": 25186.819383259914, "measurable": 2951, "min_ms": 4, "p50_ms": 51.0, "p90_ms": 86386.0, "p99_ms": 139081.5, "rows": 2951, "unmeasurable": 0, "won_output_rows": 2951 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 173, "1000_2000ms": 0, "100_200ms": 357, "10_20ms": 101, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 157, "20_50ms": 633, "2_5ms": 0, "5000_10000ms": 41, "500_1000ms": 0, "50_100ms": 583, "5_10ms": 0, "ge30000ms": 906, "neg": 0 }, "max_ms": 166548, "mean_ms": 24763.684174855982, "measurable": 2951, "min_ms": 13, "p50_ms": 123.0, "p90_ms": 86029.0, "p99_ms": 140402.0, "rows": 2951, "unmeasurable": 0, "won_output_rows": 513 } } }, "price_change": { "boundary_dropped": 516, "class": "FULL", "exception_markets": 5208, "rows_by_domain": { "i": 132436423, "o": 114460914, "p": 148005304, "q": 148007000 }, "rows_i": 132436423, "rows_joined": 148024608, "rows_merged": 148024092, "rows_o": 114460914, "rows_p": 148005304, "rows_q": 148007000, "unique_by_domain": { "i": 2734, "o": 1006, "p": 2316, "q": 164 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1558, "1000_2000ms": 122934, "100_200ms": 1594570, "10_20ms": 55869049, "1_2ms": 0, "2000_5000ms": 62560, "200_500ms": 1711438, "20_50ms": 69917150, "2_5ms": 0, "5000_10000ms": 10556, "500_1000ms": 505986, "50_100ms": 2639572, "5_10ms": 0, "ge30000ms": 1050, "neg": 0 }, "max_ms": 62008, "mean_ms": 33.407107869411426, "measurable": 132436423, "min_ms": 15, "p50_ms": 20.0, "p90_ms": 30.0, "p99_ms": 336.0, "rows": 132436423, "unmeasurable": 0, "won_output_rows": 3236 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 14788, "100_200ms": 1028082, "10_20ms": 101180564, "1_2ms": 0, "2000_5000ms": 1064, "200_500ms": 708032, "20_50ms": 9639590, "2_5ms": 0, "5000_10000ms": 38, "500_1000ms": 78462, "50_100ms": 1785136, "5_10ms": 25158, "ge30000ms": 0, "neg": 0 }, "max_ms": 6802, "mean_ms": 18.505157830558648, "measurable": 114460914, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 21.0, "p99_ms": 152.0, "rows": 114460914, "unmeasurable": 0, "won_output_rows": 9812 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 25558, "100_200ms": 829616, "10_20ms": 9043072, "1_2ms": 11728, "2000_5000ms": 1604, "200_500ms": 715838, "20_50ms": 3716446, "2_5ms": 87476228, "5000_10000ms": 44, "500_1000ms": 112412, "50_100ms": 1040662, "5_10ms": 45032096, "ge30000ms": 0, "neg": 0 }, "max_ms": 6744, "mean_ms": 8.807137925273272, "measurable": 148005304, "min_ms": 1, "p50_ms": 4.0, "p90_ms": 10.0, "p99_ms": 119.0, "rows": 148005304, "unmeasurable": 0, "won_output_rows": 148005304 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 7462, "1000_2000ms": 34332, "100_200ms": 1064426, "10_20ms": 133504940, "1_2ms": 0, "2000_5000ms": 12588, "200_500ms": 857552, "20_50ms": 10653914, "2_5ms": 0, "5000_10000ms": 13776, "500_1000ms": 118304, "50_100ms": 1737226, "5_10ms": 2480, "ge30000ms": 0, "neg": 0 }, "max_ms": 10715, "mean_ms": 19.345981446823462, "measurable": 148007000, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 19.0, "p99_ms": 145.0, "rows": 148007000, "unmeasurable": 0, "won_output_rows": 5740 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 747, "rows_by_domain": { "i": 9228, "o": 7840, "p": 10168, "q": 10168 }, "rows_i": 9228, "rows_joined": 10168, "rows_merged": 10168, "rows_o": 7840, "rows_p": 10168, "rows_q": 10168, "unique_by_domain": { "i": 0, "o": 0, "p": 0, "q": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 20, "10_20ms": 5118, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 24, "20_50ms": 4018, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 8, "50_100ms": 40, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 868, "mean_ms": 21.644018205461638, "measurable": 9228, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 49.0, "rows": 9228, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 16, "10_20ms": 7648, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 16, "20_50ms": 141, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 19, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 244, "mean_ms": 13.545280612244898, "measurable": 7840, "min_ms": 10, "p50_ms": 12.0, "p90_ms": 15.0, "p99_ms": 35.0, "rows": 7840, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 4, "10_20ms": 280, "1_2ms": 4, "2000_5000ms": 0, "200_500ms": 16, "20_50ms": 54, "2_5ms": 7163, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 4, "5_10ms": 2643, "ge30000ms": 0, "neg": 0 }, "max_ms": 235, "mean_ms": 4.866640440597954, "measurable": 10168, "min_ms": 1, "p50_ms": 4.0, "p90_ms": 6.0, "p99_ms": 16.0, "rows": 10168, "unmeasurable": 0, "won_output_rows": 10168 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 9887, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 16, "20_50ms": 237, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 28, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 457, "mean_ms": 13.468922108575924, "measurable": 10168, "min_ms": 10, "p50_ms": 12.0, "p90_ms": 15.0, "p99_ms": 30.0, "rows": 10168, "unmeasurable": 0 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "merged-live", "book_audit": { "files": [ { "file": "2026-11-01T19.book_dropped.parquet", "rows": 92605, "sha256": "5635b3edd895420c8978398760cdd6d956af65efe5fb4bb4e41bfc5605e6f54c", "size": 1998599 } ], "parts": 1, "public": false, "rows": 92605, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 92605, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-70673dab.parquet", "sha256": "70673dab091ada82b2b084c6679880e658e3e312f248ade8ed8ddef63dffd352" }, "category_gate": { "bulk_pin": { "created_at": "2026-10-30T09:26:53Z", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v2", "sha256": "b931c996f1c9ed32b64eacbc3b441f65ef9a566f7b68b82c83007ad6473b4d2d", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "a1b4a680e0399d7ad19809a7a9800f8192a8a7db14f48c8d55aac50101ed4287", "evaluated_at": "2026-11-01T21:29:36Z", "evidence": { "file": "2026-11-01T19.category_evidence.json", "sha256": "38a9b3fd24d7b2bba09aa2a14c5111de154c9dbe58b9c1b061714f81d6f5ea39" }, "hour": "2026-11-01/19", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9999357826886183, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 48256, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 47866, "logic_identity_changed": false, "map_sha256": "a1b4a680e0399d7ad19809a7a9800f8192a8a7db14f48c8d55aac50101ed4287", "mapping_logic_changed": 0, "markets": 5308908, "moved_or_lost_markets": 390, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "45dc7ae406c3dbf17d7d242961e5a07e4f9452ace39dc20bc0ea13431d58be9f", "shrink_share": 0.0, "source_tags_changed": 48256, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "not_reached_markets": [], "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 34049, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 71837, "fetched_untagged": 8, "not_fetched": 0 }, "lt_24h": { "fetched_tagged": 18683, "fetched_untagged": 0, "not_fetched": 0 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 0 } }, "classes": { "fetched_tagged": 124569, "fetched_untagged": 8, "not_fetched": 0 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": { "acceptance": "review", "accepted_at": "2026-10-29T23:53:12Z", "map_sha256": "a0b1c749bb0b496b5b25ad0ba32e7693c414e9131ddfb4061df08068e526176a", "markets": 5173589, "note": "v9 review (CYCLE-10978): gate-v9-20261029T2130Z map, reviewed by Capture against v8 5ba28b32; made the live4 baseline per chair CYCLE-10997, at joint-set code 446aaa6c", "rule_version": "native-category-ranked-subtag-v1", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "changed_markets": 48256, "common_markets": 5173589, "file": "category_map.json.gz.health.json", "gained_markets": 47866, "logic_identity_changed": false, "map_sha256": "a1b4a680e0399d7ad19809a7a9800f8192a8a7db14f48c8d55aac50101ed4287", "mapping_logic_changed": 0, "markets": 5308908, "moved_or_lost_markets": 390, "query_ok": true, "review_acceptance": null, "rule_version": "native-category-ranked-subtag-v1", "sha256": "45dc7ae406c3dbf17d7d242961e5a07e4f9452ace39dc20bc0ea13431d58be9f", "shrink_share": 0.0, "source_tags_changed": 48256, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 0, "not_reached": 0 }, "row_share": { "fetched_tagged": 0.999995, "fetched_untagged": 5e-06, "not_fetched": 0.0, "without_market": 0.0 }, "rows": { "fetched_tagged": 171609733, "fetched_untagged": 908, "not_fetched": 0, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 124577, "young": { "not_fetched": 0, "traded": 18683 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v5", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [], "untagged_overrides": {} }, "category_map_sha256": "a1b4a680e0399d7ad19809a7a9800f8192a8a7db14f48c8d55aac50101ed4287", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-11-01T19.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 86, "class": "FULL", "exception_markets": 7034, "rows_by_domain": { "i": 19230696, "o": 16598212, "p": 21462418, "q": 21462380 }, "rows_i": 19230696, "rows_joined": 21462882, "rows_merged": 21462796, "rows_o": 16598212, "rows_p": 21462418, "rows_q": 21462380, "unique_by_domain": { "i": 42, "o": 8, "p": 202, "q": 26 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 483, "1000_2000ms": 16405, "100_200ms": 216929, "10_20ms": 9185771, "1_2ms": 0, "2000_5000ms": 8974, "200_500ms": 244417, "20_50ms": 9168033, "2_5ms": 0, "5000_10000ms": 1814, "500_1000ms": 70060, "50_100ms": 317674, "5_10ms": 0, "ge30000ms": 136, "neg": 0 }, "max_ms": 61817, "mean_ms": 32.673585241012596, "measurable": 19230696, "min_ms": 15, "p50_ms": 20.0, "p90_ms": 27.0, "p99_ms": 331.0, "rows": 19230696, "unmeasurable": 0, "won_output_rows": 56 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1841, "100_200ms": 140710, "10_20ms": 14949047, "1_2ms": 0, "2000_5000ms": 88, "200_500ms": 97606, "20_50ms": 1156288, "2_5ms": 0, "5000_10000ms": 2, "500_1000ms": 10765, "50_100ms": 234912, "5_10ms": 6953, "ge30000ms": 0, "neg": 0 }, "max_ms": 6084, "mean_ms": 17.823207704540707, "measurable": 16598212, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 19.0, "p99_ms": 145.0, "rows": 16598212, "unmeasurable": 0, "won_output_rows": 116 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 3365, "100_200ms": 114857, "10_20ms": 1022709, "1_2ms": 3972, "2000_5000ms": 170, "200_500ms": 98359, "20_50ms": 396931, "2_5ms": 14080129, "5000_10000ms": 4, "500_1000ms": 15800, "50_100ms": 131512, "5_10ms": 5594610, "ge30000ms": 0, "neg": 0 }, "max_ms": 6744, "mean_ms": 8.13232749450691, "measurable": 21462418, "min_ms": 1, "p50_ms": 4.0, "p90_ms": 8.0, "p99_ms": 111.0, "rows": 21462418, "unmeasurable": 0, "won_output_rows": 21462418 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 180, "1000_2000ms": 3609, "100_200ms": 143014, "10_20ms": 19783112, "1_2ms": 0, "2000_5000ms": 502, "200_500ms": 115890, "20_50ms": 1180178, "2_5ms": 0, "5000_10000ms": 286, "500_1000ms": 14632, "50_100ms": 219804, "5_10ms": 1173, "ge30000ms": 0, "neg": 0 }, "max_ms": 10677, "mean_ms": 17.24511456790906, "measurable": 21462380, "min_ms": 9, "p50_ms": 12.0, "p90_ms": 18.0, "p99_ms": 131.0, "rows": 21462380, "unmeasurable": 0, "won_output_rows": 206 } } }, "book": { "boundary_dropped": 4, "class": "FULL", "exception_markets": 214478, "rows_by_domain": { "i": 679658, "o": 1843489, "p": 121607, "q": 121171 }, "rows_i": 679658, "rows_joined": 2037017, "rows_merged": 2037013, "rows_o": 1843489, "rows_p": 121607, "rows_q": 121171, "unique_by_domain": { "i": 167089, "o": 1339920, "p": 532, "q": 348 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 36058, "1000_2000ms": 7494, "100_200ms": 3877, "10_20ms": 23815, "1_2ms": 0, "2000_5000ms": 16038, "200_500ms": 6124, "20_50ms": 67271, "2_5ms": 0, "5000_10000ms": 15174, "500_1000ms": 5396, "50_100ms": 4014, "5_10ms": 0, "ge30000ms": 494397, "neg": 0 }, "max_ms": 13469837968, "mean_ms": 402790768.195928, "measurable": 679658, "min_ms": 16, "p50_ms": 494067.5, "p90_ms": 355121440.70001745, "p99_ms": 6154354098.0, "rows": 679658, "unmeasurable": 0, "won_output_rows": 193055 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 112293, "1000_2000ms": 20061, "100_200ms": 6597, "10_20ms": 72668, "1_2ms": 0, "2000_5000ms": 42611, "200_500ms": 12477, "20_50ms": 13513, "2_5ms": 0, "5000_10000ms": 45316, "500_1000ms": 13127, "50_100ms": 6014, "5_10ms": 2, "ge30000ms": 1498810, "neg": 0 }, "max_ms": 13467891268, "mean_ms": 455294429.00529, "measurable": 1843489, "min_ms": 9, "p50_ms": 960671.0, "p90_ms": 706603836.0, "p99_ms": 6154275762.0, "rows": 1843489, "unmeasurable": 0, "won_output_rows": 1721822 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 134, "1000_2000ms": 1258, "100_200ms": 1025, "10_20ms": 9470, "1_2ms": 0, "2000_5000ms": 3058, "200_500ms": 1042, "20_50ms": 4415, "2_5ms": 40982, "5000_10000ms": 670, "500_1000ms": 518, "50_100ms": 1275, "5_10ms": 56978, "ge30000ms": 782, "neg": 0 }, "max_ms": 7889462143, "mean_ms": 2646887.34728264, "measurable": 121607, "min_ms": 2, "p50_ms": 5.0, "p90_ms": 26.0, "p99_ms": 7398.0, "rows": 121607, "unmeasurable": 0, "won_output_rows": 121607 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 230, "1000_2000ms": 1230, "100_200ms": 1362, "10_20ms": 95068, "1_2ms": 0, "2000_5000ms": 3270, "200_500ms": 1279, "20_50ms": 15013, "2_5ms": 0, "5000_10000ms": 782, "500_1000ms": 465, "50_100ms": 2074, "5_10ms": 0, "ge30000ms": 398, "neg": 0 }, "max_ms": 11863894782, "mean_ms": 1575133.5824000791, "measurable": 121171, "min_ms": 10, "p50_ms": 14.0, "p90_ms": 42.0, "p99_ms": 5974.500000000015, "rows": 121171, "unmeasurable": 0, "won_output_rows": 529 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 808, "rows_by_domain": { "i": 49449, "o": 44695, "p": 57363, "q": 57391 }, "rows_i": 49449, "rows_joined": 57405, "rows_merged": 57405, "rows_o": 44695, "rows_p": 57363, "rows_q": 57391, "unique_by_domain": { "i": 0, "o": 0, "p": 1, "q": 1 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1, "1000_2000ms": 127, "100_200ms": 807, "10_20ms": 14817, "1_2ms": 0, "2000_5000ms": 24, "200_500ms": 851, "20_50ms": 31093, "2_5ms": 0, "5000_10000ms": 2, "500_1000ms": 358, "50_100ms": 1368, "5_10ms": 0, "ge30000ms": 1, "neg": 0 }, "max_ms": 32571, "mean_ms": 40.74668850735101, "measurable": 49449, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 35.0, "p99_ms": 511.5199999999968, "rows": 49449, "unmeasurable": 0, "won_output_rows": 3 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 52, "100_200ms": 608, "10_20ms": 38956, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 427, "20_50ms": 3708, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 80, "50_100ms": 863, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2013, "mean_ms": 22.78809710258418, "measurable": 44695, "min_ms": 10, "p50_ms": 13.0, "p90_ms": 22.0, "p99_ms": 233.0, "rows": 44695, "unmeasurable": 0, "won_output_rows": 11 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 66, "100_200ms": 449, "10_20ms": 2920, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 406, "20_50ms": 1038, "2_5ms": 26690, "5000_10000ms": 0, "500_1000ms": 125, "50_100ms": 534, "5_10ms": 25134, "ge30000ms": 0, "neg": 0 }, "max_ms": 2002, "mean_ms": 12.289332845213814, "measurable": 57363, "min_ms": 2, "p50_ms": 5.0, "p90_ms": 9.0, "p99_ms": 206.0, "rows": 57363, "unmeasurable": 0, "won_output_rows": 57363 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 47, "1000_2000ms": 96, "100_200ms": 607, "10_20ms": 51242, "1_2ms": 0, "2000_5000ms": 78, "200_500ms": 534, "20_50ms": 3712, "2_5ms": 0, "5000_10000ms": 65, "500_1000ms": 131, "50_100ms": 879, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 10685, "mean_ms": 43.37049363140562, "measurable": 57391, "min_ms": 10, "p50_ms": 13.0, "p90_ms": 20.0, "p99_ms": 304.09999999999854, "rows": 57391, "unmeasurable": 0, "won_output_rows": 28 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 597, "rows_by_domain": { "i": 6841, "o": 8977, "p": 6383, "q": 6383 }, "rows_i": 6841, "rows_joined": 12014, "rows_merged": 12014, "rows_o": 8977, "rows_p": 6383, "rows_q": 6383, "unique_by_domain": { "i": 615, "o": 3368, "p": 621, "q": 66 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 95, "1000_2000ms": 5, "100_200ms": 113, "10_20ms": 2779, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 118, "20_50ms": 2012, "2_5ms": 0, "5000_10000ms": 1, "500_1000ms": 45, "50_100ms": 230, "5_10ms": 0, "ge30000ms": 1439, "neg": 0 }, "max_ms": 773212, "mean_ms": 98787.80573015641, "measurable": 6841, "min_ms": 16, "p50_ms": 20.0, "p90_ms": 558903.0, "p99_ms": 755789.6000000001, "rows": 6841, "unmeasurable": 0, "won_output_rows": 847 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 96, "1000_2000ms": 1, "100_200ms": 65, "10_20ms": 4356, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 73, "20_50ms": 349, "2_5ms": 0, "5000_10000ms": 36, "500_1000ms": 8, "50_100ms": 95, "5_10ms": 3, "ge30000ms": 3891, "neg": 0 }, "max_ms": 1419352, "mean_ms": 272297.4108276707, "measurable": 8977, "min_ms": 9, "p50_ms": 23.0, "p90_ms": 957613.4, "p99_ms": 1375573.32, "rows": 8977, "unmeasurable": 0, "won_output_rows": 3863 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 316, "1000_2000ms": 2, "100_200ms": 23, "10_20ms": 96, "1_2ms": 2, "2000_5000ms": 0, "200_500ms": 40, "20_50ms": 77, "2_5ms": 4386, "5000_10000ms": 0, "500_1000ms": 5, "50_100ms": 33, "5_10ms": 1006, "ge30000ms": 397, "neg": 0 }, "max_ms": 51695, "mean_ms": 3656.7665674447753, "measurable": 6383, "min_ms": 1, "p50_ms": 4.0, "p90_ms": 16747.400000000012, "p99_ms": 46875.72, "rows": 6383, "unmeasurable": 0, "won_output_rows": 6383 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 303, "1000_2000ms": 1, "100_200ms": 53, "10_20ms": 5045, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 90, "20_50ms": 580, "2_5ms": 0, "5000_10000ms": 4, "500_1000ms": 8, "50_100ms": 95, "5_10ms": 0, "ge30000ms": 204, "neg": 0 }, "max_ms": 53832, "mean_ms": 2185.2580291399026, "measurable": 6383, "min_ms": 10, "p50_ms": 12.0, "p90_ms": 130.80000000000018, "p99_ms": 48618.86000000001, "rows": 6383, "unmeasurable": 0, "won_output_rows": 921 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 2, "rows_by_domain": { "i": 4987, "o": 4676, "p": 2951, "q": 2951 }, "rows_i": 4987, "rows_joined": 7153, "rows_merged": 7153, "rows_o": 4676, "rows_p": 2951, "rows_q": 2951, "unique_by_domain": { "i": 1718, "o": 1443, "p": 14, "q": 14 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 143, "1000_2000ms": 8, "100_200ms": 631, "10_20ms": 25, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 324, "20_50ms": 499, "2_5ms": 0, "5000_10000ms": 55, "500_1000ms": 28, "50_100ms": 256, "5_10ms": 0, "ge30000ms": 3018, "neg": 0 }, "max_ms": 2182509, "mean_ms": 282456.52135552437, "measurable": 4987, "min_ms": 18, "p50_ms": 85139.0, "p90_ms": 967646.8, "p99_ms": 1283237.1600000001, "rows": 4987, "unmeasurable": 0, "won_output_rows": 1846 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 140, "1000_2000ms": 0, "100_200ms": 334, "10_20ms": 212, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 185, "20_50ms": 633, "2_5ms": 0, "5000_10000ms": 37, "500_1000ms": 8, "50_100ms": 585, "5_10ms": 0, "ge30000ms": 2542, "neg": 0 }, "max_ms": 1124678, "mean_ms": 223201.90718562875, "measurable": 4676, "min_ms": 12, "p50_ms": 54582.0, "p90_ms": 675203.5, "p99_ms": 1018957.75, "rows": 4676, "unmeasurable": 0, "won_output_rows": 1843 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 158, "1000_2000ms": 0, "100_200ms": 12, "10_20ms": 520, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 151, "20_50ms": 677, "2_5ms": 2, "5000_10000ms": 42, "500_1000ms": 7, "50_100ms": 181, "5_10ms": 260, "ge30000ms": 941, "neg": 0 }, "max_ms": 164713, "mean_ms": 25186.819383259914, "measurable": 2951, "min_ms": 4, "p50_ms": 51.0, "p90_ms": 86386.0, "p99_ms": 139081.5, "rows": 2951, "unmeasurable": 0, "won_output_rows": 2951 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 173, "1000_2000ms": 0, "100_200ms": 357, "10_20ms": 101, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 157, "20_50ms": 633, "2_5ms": 0, "5000_10000ms": 41, "500_1000ms": 0, "50_100ms": 583, "5_10ms": 0, "ge30000ms": 906, "neg": 0 }, "max_ms": 166548, "mean_ms": 24763.684174855982, "measurable": 2951, "min_ms": 13, "p50_ms": 123.0, "p90_ms": 86029.0, "p99_ms": 140402.0, "rows": 2951, "unmeasurable": 0, "won_output_rows": 513 } } }, "price_change": { "boundary_dropped": 516, "class": "FULL", "exception_markets": 5208, "rows_by_domain": { "i": 132436423, "o": 114460914, "p": 148005304, "q": 148007000 }, "rows_i": 132436423, "rows_joined": 148024608, "rows_merged": 148024092, "rows_o": 114460914, "rows_p": 148005304, "rows_q": 148007000, "unique_by_domain": { "i": 2734, "o": 1006, "p": 2316, "q": 164 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1558, "1000_2000ms": 122934, "100_200ms": 1594570, "10_20ms": 55869049, "1_2ms": 0, "2000_5000ms": 62560, "200_500ms": 1711438, "20_50ms": 69917150, "2_5ms": 0, "5000_10000ms": 10556, "500_1000ms": 505986, "50_100ms": 2639572, "5_10ms": 0, "ge30000ms": 1050, "neg": 0 }, "max_ms": 62008, "mean_ms": 33.407107869411426, "measurable": 132436423, "min_ms": 15, "p50_ms": 20.0, "p90_ms": 30.0, "p99_ms": 336.0, "rows": 132436423, "unmeasurable": 0, "won_output_rows": 3236 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 14788, "100_200ms": 1028082, "10_20ms": 101180564, "1_2ms": 0, "2000_5000ms": 1064, "200_500ms": 708032, "20_50ms": 9639590, "2_5ms": 0, "5000_10000ms": 38, "500_1000ms": 78462, "50_100ms": 1785136, "5_10ms": 25158, "ge30000ms": 0, "neg": 0 }, "max_ms": 6802, "mean_ms": 18.505157830558648, "measurable": 114460914, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 21.0, "p99_ms": 152.0, "rows": 114460914, "unmeasurable": 0, "won_output_rows": 9812 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 25558, "100_200ms": 829616, "10_20ms": 9043072, "1_2ms": 11728, "2000_5000ms": 1604, "200_500ms": 715838, "20_50ms": 3716446, "2_5ms": 87476228, "5000_10000ms": 44, "500_1000ms": 112412, "50_100ms": 1040662, "5_10ms": 45032096, "ge30000ms": 0, "neg": 0 }, "max_ms": 6744, "mean_ms": 8.807137925273272, "measurable": 148005304, "min_ms": 1, "p50_ms": 4.0, "p90_ms": 10.0, "p99_ms": 119.0, "rows": 148005304, "unmeasurable": 0, "won_output_rows": 148005304 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 7462, "1000_2000ms": 34332, "100_200ms": 1064426, "10_20ms": 133504940, "1_2ms": 0, "2000_5000ms": 12588, "200_500ms": 857552, "20_50ms": 10653914, "2_5ms": 0, "5000_10000ms": 13776, "500_1000ms": 118304, "50_100ms": 1737226, "5_10ms": 2480, "ge30000ms": 0, "neg": 0 }, "max_ms": 10715, "mean_ms": 19.345981446823462, "measurable": 148007000, "min_ms": 9, "p50_ms": 13.0, "p90_ms": 19.0, "p99_ms": 145.0, "rows": 148007000, "unmeasurable": 0, "won_output_rows": 5740 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 747, "rows_by_domain": { "i": 9228, "o": 7840, "p": 10168, "q": 10168 }, "rows_i": 9228, "rows_joined": 10168, "rows_merged": 10168, "rows_o": 7840, "rows_p": 10168, "rows_q": 10168, "unique_by_domain": { "i": 0, "o": 0, "p": 0, "q": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 20, "10_20ms": 5118, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 24, "20_50ms": 4018, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 8, "50_100ms": 40, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 868, "mean_ms": 21.644018205461638, "measurable": 9228, "min_ms": 16, "p50_ms": 19.0, "p90_ms": 22.0, "p99_ms": 49.0, "rows": 9228, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 16, "10_20ms": 7648, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 16, "20_50ms": 141, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 19, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 244, "mean_ms": 13.545280612244898, "measurable": 7840, "min_ms": 10, "p50_ms": 12.0, "p90_ms": 15.0, "p99_ms": 35.0, "rows": 7840, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 4, "10_20ms": 280, "1_2ms": 4, "2000_5000ms": 0, "200_500ms": 16, "20_50ms": 54, "2_5ms": 7163, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 4, "5_10ms": 2643, "ge30000ms": 0, "neg": 0 }, "max_ms": 235, "mean_ms": 4.866640440597954, "measurable": 10168, "min_ms": 1, "p50_ms": 4.0, "p90_ms": 6.0, "p99_ms": 16.0, "rows": 10168, "unmeasurable": 0, "won_output_rows": 10168 }, "q": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 9887, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 16, "20_50ms": 237, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 28, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 457, "mean_ms": 13.468922108575924, "measurable": 10168, "min_ms": 10, "p50_ms": 12.0, "p90_ms": 15.0, "p99_ms": 30.0, "rows": 10168, "unmeasurable": 0 } } } }, "archive_root": "merged-live", "boundary_guard": "cache", "bytes": 1850194811, "file": "2026-11-01T19.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-11-01/19", "hour_utc": "2026-11-01T19:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 49539595993579985, "merge_set_reason": "fallback_all", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562983076283698, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 233003986 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 49539595983169538, "min_sequence": 562983076283718, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 21462796, "row_groups": [ 0, 81 ], "sha256": "608505a763eb0a7072f014973e9fc6d421ab00409275807db6770e9bb7bf5ff1" }, "book": { "byte_range": [ 233003986, 326775619 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 49539595991173287, "min_sequence": 562983076288518, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 2037013, "row_groups": [ 82, 89 ], "sha256": "1502441283c78db5a8640cedd50f2611c69be2ac8b7d2ea948ebb5d121733893" }, "last_trade_price": { "byte_range": [ 326775619, 330125481 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 49539595985113348, "min_sequence": 562983076288520, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 57405, "row_groups": [ 90, 90 ], "sha256": "58705e19dd7e4b424ad45305bda9d86ae47709470d43ef611199d9a2a726aa5a" }, "market_resolved": { "byte_range": [ 330125481, 331212995 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 49539595990817555, "min_sequence": 562983076323821, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 12014, "row_groups": [ 91, 91 ], "sha256": "0c65c01b184eef98e59eb112ad9f3631b859e108c6f1574b2ecf234e949cab1d" }, "new_market": { "byte_range": [ 331212995, 331702354 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 49539595983099571, "min_sequence": 562983076876352, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 7153, "row_groups": [ 92, 92 ], "sha256": "a2cdfec221942e52c15e66d41f9cd6317c5e6796219d642251cc4f2524429712" }, "price_change": { "byte_range": [ 331702354, 1847886370 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 49539595993579985, "min_sequence": 562983076283698, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 148024092, "row_groups": [ 93, 657 ], "sha256": "7275907c5525f7ee6a45ae1f4ffdf3f1539a6448aec1b3b0d97f63b6760322dc" }, "tick_size_change": { "byte_range": [ 1847886370, 1848256145 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562983245639777, "min_sequence": 562983079138364, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 10168, "row_groups": [ 658, 658 ], "sha256": "fd344cc86d032b11d2ea72940558c3d05907d03e9af25981922f60d679ce65f5" } }, "row_count": 171610641, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p, q). Each row names its own in source_witness", "sha256": "09b87165bc8e1d4d7cab8aeac5779f7bbaf906aa6690203512ec3bd33626e5ec", "substitutions": [ { "reasons": [ "share" ], "witness": "i" }, { "reasons": [ "share" ], "witness": "o" } ], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-11-01T19.witness_stats.json", "witness_stats_sha256": "dff543f4e2cd2b57d297eb1196a6f1d56e4f01b24cece457d17eacb03a2cc0c0", "witnesses": "iopq", "witnesses_captured": [ "i", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o", "q" ] } }, "files": [ { "category": "ai", "file": "2026-11-01T19.ai.parquet", "part": null, "role": "lean", "row_groups": 14, "row_ordinal_max": 104902125, "row_ordinal_min": 0, "rows": 5966127, "sha256": "cbbeca9cf1c8992b65b08f903e3df4865cda18787adb77f21508b7e36fc502f8", "size": 25044080, "sub_tag": null }, { "category": "ai", "file": "2026-11-01T19.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 14, "row_ordinal_max": 104902125, "row_ordinal_min": 0, "rows": 5966127, "sha256": "86304b8c63c6c5d97a3635079233416058e7b19cf529b13b205b93583c490369", "size": 22857371, "sub_tag": null }, { "category": "business", "file": "2026-11-01T19.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 18715204, "row_ordinal_min": 1563351, "rows": 142617, "sha256": "8d3a6f61cabf16300fc5d0d59efc47f32dde2c2509d2d24fed4aa73777feeae4", "size": 933280, "sub_tag": null }, { "category": "business", "file": "2026-11-01T19.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 18715204, "row_ordinal_min": 1563351, "rows": 142617, "sha256": "baeb0957de6f90327dd3480883f9f663be0ef48fccad672d52ccf5580448302b", "size": 777639, "sub_tag": null }, { "category": "crypto", "file": "2026-11-01T19.crypto.parquet", "part": null, "role": "lean", "row_groups": 27, "row_ordinal_max": 104902817, "row_ordinal_min": 1581190, "rows": 15835914, "sha256": "82b0464aa94b596f705bfad49b1705c97b6d20c9a82b6e560122450e92d710c6", "size": 78884053, "sub_tag": null }, { "category": "crypto", "file": "2026-11-01T19.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 27, "row_ordinal_max": 104902817, "row_ordinal_min": 1581190, "rows": 15835914, "sha256": "0f0a63949814125b50a245a965f9311dd0de787e58df6cece96b5e3ba027efbe", "size": 52365909, "sub_tag": null }, { "category": "earnings", "file": "2026-11-01T19.earnings.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 33442684, "row_ordinal_min": 2576510, "rows": 6314, "sha256": "2239d5ff13d9aba72df499c4c946d094763232cbb44e2f6b2b3cdeaa8f960960", "size": 103927, "sub_tag": null }, { "category": "earnings", "file": "2026-11-01T19.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 33442684, "row_ordinal_min": 2576510, "rows": 6314, "sha256": "e793e50eb690eb7177e1145719edbe31bfa16104758b412ab51c3e756e8173d4", "size": 48485, "sub_tag": null }, { "category": "economy", "file": "2026-11-01T19.economy.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 34112853, "row_ordinal_min": 2577523, "rows": 764470, "sha256": "30f283772e843b9a32d6521ad3bde67f3a9e1d740c36d8255e8eb1f732bd2552", "size": 4392502, "sub_tag": null }, { "category": "economy", "file": "2026-11-01T19.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 34112853, "row_ordinal_min": 2577523, "rows": 764470, "sha256": "f533ade2977ef8383ddd6c09193d1071ac2d69140570c2136a0c49018a6f4477", "size": 3634044, "sub_tag": null }, { "category": "elections", "file": "2026-11-01T19.elections.parquet", "part": null, "role": "lean", "row_groups": 20, "row_ordinal_max": 104902821, "row_ordinal_min": 2666829, "rows": 11601190, "sha256": "b3c9569c6f2f668e90f04e7096873c1990566f1c8fe9093dc4632fa707e38159", "size": 64918254, "sub_tag": null }, { "category": "elections", "file": "2026-11-01T19.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 20, "row_ordinal_max": 104902821, "row_ordinal_min": 2666829, "rows": 11601190, "sha256": "c4379324964ef630dcd451dcae20556517754b05123540431201c63c4b9cdb0e", "size": 59136150, "sub_tag": null }, { "category": "esports", "file": "2026-11-01T19.esports.parquet", "part": null, "role": "lean", "row_groups": 12, "row_ordinal_max": 104902949, "row_ordinal_min": 4238109, "rows": 3568045, "sha256": "b256aca31936bfcd73f715e67fccaa471a805c7fe6cbb25d30474b20483dab0b", "size": 16709149, "sub_tag": null }, { "category": "esports", "file": "2026-11-01T19.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 12, "row_ordinal_max": 104902949, "row_ordinal_min": 4238109, "rows": 3568045, "sha256": "74cb8c8ec584f074e814ef105599a5909f5277ab610a02776ccb99e6a34034b1", "size": 12869966, "sub_tag": null }, { "category": "finance", "file": "2026-11-01T19.finance.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 104902957, "row_ordinal_min": 4596265, "rows": 1276305, "sha256": "daec938bbf3dd0618f80d7a239b2947154e75dca813ba669fabf24f3fd6c6c7d", "size": 7268656, "sub_tag": null }, { "category": "finance", "file": "2026-11-01T19.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 104902957, "row_ordinal_min": 4596265, "rows": 1276305, "sha256": "dc0b04758c537f926e7f75c724fcfe378ef90e75000f58663926b44c6a8bf8c2", "size": 4934683, "sub_tag": null }, { "category": "geopolitics", "file": "2026-11-01T19.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 104902961, "row_ordinal_min": 4793985, "rows": 1563605, "sha256": "b6e1741fc820fb51cd19ab5f71661bcece597bf71b7369b913f552e94bf17668", "size": 8995089, "sub_tag": null }, { "category": "geopolitics", "file": "2026-11-01T19.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 104902961, "row_ordinal_min": 4793985, "rows": 1563605, "sha256": "cfff1ec2599784438da9f9cb2391a1a9d84338435736c427afdbeec961a69da8", "size": 7375431, "sub_tag": null }, { "category": "politics", "file": "2026-11-01T19.politics.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 50983769, "row_ordinal_min": 4942929, "rows": 1379949, "sha256": "ace3cddd74e450e507e4652bd13f0b6cab9129dd8adabb872254c243c985d78e", "size": 7758899, "sub_tag": null }, { "category": "politics", "file": "2026-11-01T19.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 50983769, "row_ordinal_min": 4942929, "rows": 1379949, "sha256": "bbeb9a6f7ef73e4c281e1ea3f4f7487391cc7db6cc4970b3a419b902b81578a0", "size": 6806776, "sub_tag": null }, { "category": "pop-culture", "file": "2026-11-01T19.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 104902973, "row_ordinal_min": 5078713, "rows": 2100019, "sha256": "531ba33aaa8585711ac437e28ac3b24425741397dc49e88ee821e7dc2f539265", "size": 12411463, "sub_tag": null }, { "category": "pop-culture", "file": "2026-11-01T19.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 104902973, "row_ordinal_min": 5078713, "rows": 2100019, "sha256": "9e83aae5690283e1aa5f5cd5947c50b21bb724b0adce709df49ce504479a3ece", "size": 10276425, "sub_tag": null }, { "category": "science", "file": "2026-11-01T19.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 52933854, "row_ordinal_min": 5290459, "rows": 84721, "sha256": "7311349d6a6400916eade6cff0061d8abf3ea971f26402354348986e6d86ecdf", "size": 577305, "sub_tag": null }, { "category": "science", "file": "2026-11-01T19.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 52933854, "row_ordinal_min": 5290459, "rows": 84721, "sha256": "7b58ae8e5ffa24079a29ef70985218fc27620d632677848debd64ff5f62cc441", "size": 423110, "sub_tag": null }, { "category": "sports", "file": "2026-11-01T19.sports.parquet", "part": null, "role": "lean", "row_groups": 61, "row_ordinal_max": 104912117, "row_ordinal_min": 5298794, "rows": 50953317, "sha256": "40c30bcf66f7f13879fc0aa87e6edd5fa186f4cefc6648ee43464bed667ec58d", "size": 312763537, "sub_tag": null }, { "category": "sports", "file": "2026-11-01T19.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 61, "row_ordinal_max": 104912117, "row_ordinal_min": 5298794, "rows": 50953317, "sha256": "b0a0090dd7a66f325edc57e295da49f5bf3670c95e6d23021aa2916ebc5f7711", "size": 233534787, "sub_tag": null }, { "category": "tech", "file": "2026-11-01T19.tech.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 96423351, "row_ordinal_min": 12137633, "rows": 425900, "sha256": "81c8d62cb530c1668270f4680ce79f0ab23c08d508babdef7ccd9e8eace50651", "size": 2465685, "sub_tag": null }, { "category": "tech", "file": "2026-11-01T19.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 96423351, "row_ordinal_min": 12137633, "rows": 425900, "sha256": "a6d451c1bbe7640fd1565d58228fd8d50ef0b1b0dd5b56419c181db452f89dbe", "size": 2146776, "sub_tag": null }, { "category": "uncategorised", "file": "2026-11-01T19.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 96583519, "row_ordinal_min": 12190308, "rows": 181857, "sha256": "5cb13bea20ac9acea599cb2a79d0d9deefa6c5c03194643d85218ba331100354", "size": 1097529, "sub_tag": null }, { "category": "uncategorised", "file": "2026-11-01T19.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 96583519, "row_ordinal_min": 12190308, "rows": 181857, "sha256": "6b48e609d17a206e2ef58b390d43a02d7d824bd9739dfccf8c8c135db2dfcbba", "size": 935683, "sub_tag": null }, { "category": "weather", "file": "2026-11-01T19.weather.parquet", "part": null, "role": "lean", "row_groups": 15, "row_ordinal_max": 104912285, "row_ordinal_min": 12210894, "rows": 7821880, "sha256": "73a752b147acb9ecc156c414cdc35982be9b34c20c4a54eadb37ea6f6e9537cb", "size": 37714076, "sub_tag": null }, { "category": "weather", "file": "2026-11-01T19.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 15, "row_ordinal_max": 104912285, "row_ordinal_min": 12210894, "rows": 7821880, "sha256": "dbe23d1108ae0eea4c9d5afcaa630eb1e822bb1051f636adfe8463e8480773a8", "size": 25171638, "sub_tag": null }, { "category": "world", "file": "2026-11-01T19.world.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 104912289, "row_ordinal_min": 12710905, "rows": 1240060, "sha256": "617c0576229bfd517bda8a2766fbfdad53e8a8525b8d4f79bfb611fefff08e54", "size": 6372179, "sub_tag": null }, { "category": "world", "file": "2026-11-01T19.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 104912289, "row_ordinal_min": 12710905, "rows": 1240060, "sha256": "54ee0f6b997041f738c79d488ac7122f3062638afe9bb5bf82404311bb2fc362", "size": 5780041, "sub_tag": null }, { "category": null, "file": "2026-11-01T19.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 446356, "sha256": "899c0dbedff901f35ee46b1788bef65aec227f577f7afaf9093ee2d102d49e7d", "size": 30273041, "sub_tag": null }, { "category": null, "file": "2026-11-01T19.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 964105, "sha256": "f74994c35f17b0387aabbe14e996bf14efec217737e3c05f0c44b469e42f951b", "size": 72397751, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "e5c725ed-b262-4a4c-bac4-6c70b3c70253", "hour": "2026-11-01/19", "hour_utc": "2026-11-01T19:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-11-01", "schedule_sha256": "b511c1021b9c725c6cea929e3665d0e1c596064e1041ed512c9d6d0a82132223", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-30", "max_sequence": 49539595993579985, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562983076283698, "mirror_audit": { "files": [ { "file": "2026-11-01T19.mirror_dropped.p1.parquet", "rows": 44175360, "sha256": "cbeaaefed7bc0b46f3377588e69c3ff5d86493fcef9d7fcd7145115236bbf166", "size": 291847459 }, { "file": "2026-11-01T19.mirror_dropped.p2.parquet", "rows": 22430386, "sha256": "813d1ffe4fe5573d58ca3a1b700fc1c2255ed5d5bfb48384072c523588b5fc8f", "size": 137155727 } ], "parts": 2, "public": false, "rows": 66605746, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 29065, "_pairs": 139830, "best_ask": 4, "best_bid": 2, "source_witness": 1, "spread": 6, "witness_set": 139825 }, "book": { "_no_partner": 5012, "_pairs": 2779, "asks": 213, "bids": 536, "witness_set": 2039 }, "price_change": { "_pairs": 2, "witness_set": 2 } }, "mirror_exceptions_kept": { "best_bid_ask": 168895, "book": 7791, "price_change": 2 }, "mirror_rows_dropped": { "best_bid_ask": 8551959, "book": 729931, "price_change": 57323856 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 49539595983169538, "min_sequence": 562983076283718, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 12910837, "source_rows": 21462796 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 49539595991173287, "min_sequence": 562983076288518, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 1214477, "source_rows": 2037013 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 49539595985113348, "min_sequence": 562983076288520, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 57405, "source_rows": 57405 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 49539595990817555, "min_sequence": 562983076323821, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 12014, "source_rows": 12014 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 49539595983099571, "min_sequence": 562983076876352, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 7153, "source_rows": 7153 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 49539595993579985, "min_sequence": 562983076283698, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 90700236, "source_rows": 148024092 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562983245639777, "min_sequence": 562983079138364, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 10168, "source_rows": 10168 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "31c72fd414cd3451333b642e199bcd893e0d23da" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "50cb90e76e12866a30110f5bd6164e712ac99f337620d983d441807fd22bf7c8", "recorders": null, "row_count": 104912290, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p, q). Each row names its own in source_witness", "source_sha256": "09b87165bc8e1d4d7cab8aeac5779f7bbaf906aa6690203512ec3bd33626e5ec", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 16115, "ai-benchmarks": 21360, "ai-rankings": 4980535, "ai-releases": 217132, "anthropic": 24140, "art": 13, "big-tech": 258117, "china": 1495, "companies-with-1-ai": 1538, "compute": 282293, "congress": 4050, "courts": 38, "elon-musk": 85, "gemini": 676, "google": 10626, "grok": 153, "ipos": 8966, "leopold-aschenbrenner": 130, "math": 27067, "meta": 6736, "moonshot": 1772, "openai": 89889, "openrouter-total-tokens-weekly": 6560, "privates": 1155, "ssi": 5486 }, "business": { "(none)": 6123, "acquisitions": 18, "banking": 529, "banks": 107, "big-tech": 73584, "cuba": 4, "earn-4": 589, "economic-policy": 2848, "equities": 25584, "fed-rates": 19137, "ipos": 11059, "jpm": 87, "sec": 4, "stocks": 2892, "taxes": 52 }, "crypto": { "aave": 40, "acquisitions": 2446, "big-tech": 788, "bitcoin": 5887843, "bnb": 948738, "congress": 15112, "crypto-culture": 45463, "crypto-legal": 1705, "crypto-listings": 38782, "crypto-prices": 37022, "dogecoin": 1119016, "epstein": 341, "eric-adams": 4, "ethena": 7110, "ethereum": 2820401, "fees": 1271, "ftx": 63, "gov-reserve": 506, "hype": 711912, "hyperliquid": 26672, "ipos": 1565, "memecoins": 418, "meta": 6, "microstrategy": 141, "network-stats": 44, "nft": 4119, "pre-market": 546924, "prediction-markets": 1180, "price-comparison": 349, "price-milestone": 5787, "privates": 1864, "protocol-risk": 334, "public-sales": 11227, "pumpptfun": 702, "sam-altman": 1706, "solana": 1905977, "stablecoins": 16471, "stocks": 110, "trump-presidency": 284, "xrp": 1537003, "yearly": 78579, "zcash": 55889 }, "earnings": { "equities": 6314 }, "economy": { "(none)": 79, "acquisitions": 17, "brazil": 16548, "canada": 8674, "commodities": 1134, "consumer": 3768, "economic-policy": 34290, "equities": 12, "europe": 312, "fed": 589, "fed-rates": 73275, "france": 7311, "global-rates": 74191, "housing": 10107, "inflation": 1942, "iran": 21874, "israel": 58819, "japan": 12838, "kevin-warsh": 32, "macro-indicators": 340349, "mexico": 19580, "oil": 12900, "parcl": 61279, "shipping": 40, "taxes": 381, "trade-war": 3605, "trump": 99, "us-bank-bailout": 24, "us-debt-downgrade": 5, "us-defaults-on-debt": 396 }, "elections": { "celebrities": 101726, "france": 5044, "global-elections": 1850122, "israel": 5461, "midterms": 9401364, "nov-4-elections": 24, "peru-elections": 19, "popular-vote": 1844, "romania": 358, "taxes": 1664, "trump": 658, "turkey": 212, "uk": 1747, "united-kingdom": 86, "us-presidential-election": 230717, "vance": 46, "wisconsin": 98 }, "esports": { "call-of-duty": 8784, "counter-strike-2": 2130433, "dota-2": 79011, "esports-awards": 217947, "honor-of-kings": 23818, "league-of-legends": 197325, "mlb": 205, "mobile-legends-bang-bang": 52088, "overwatch": 84907, "rainbow-six-siege": 1331, "starcraft-2": 16, "valorant": 772180 }, "finance": { "aapl": 2495, "acquisitions": 519, "anthropic": 42431, "big-tech": 16444, "brazil": 19759, "canada": 24348, "commodities": 73605, "equities": 838880, "forex": 18931, "gold": 953, "indicies": 14791, "indonesia": 816, "ipos": 12709, "italy": 81, "kpis": 65795, "macro-indicators": 14830, "mergers-and-acquisitions": 4, "openai": 21853, "privates": 87694, "silver": 941, "stocks": 2786, "tariffs": 321, "trump-presidency": 15319 }, "geopolitics": { "(none)": 6485, "afghanistan": 53, "africa": 14, "argentina": 241, "australia": 70, "awards": 13333, "brazil": 4, "brics-add-a-new-member": 5, "canada": 6527, "china": 21145, "colombia": 21, "commodities": 10054, "country-leave-brics": 614, "courts": 8065, "cuba": 7621, "denmark": 146, "earn-4": 750, "el-salvador": 686, "epstein": 1018, "europe": 631, "f1": 18, "foreign-policy": 27113, "france": 2245, "global-elections": 420173, "greenland": 1185, "h-1b": 4003, "immigration": 10167, "india": 1667, "india-pakistan": 237, "iran": 320776, "israel": 6297, "mali": 305, "mexico": 1847, "middle-east": 67157, "midterms": 31796, "military": 1395, "military-action": 6692, "moscow": 24, "nato": 3524, "north-korea": 19594, "oil": 90305, "parlays": 307, "philippines": 96, "poland": 7100, "president": 228, "prime-minister": 637, "putin": 169, "russia": 10926, "south-korea": 1061, "spain": 6798, "strike": 8206, "sudan": 40, "taiwan": 508, "trade-war": 34842, "trump": 192325, "trump-presidency": 12837, "turkey": 4222, "uk-labour-leadership": 22877, "ukraine": 96909, "ukraine-map": 37118, "un": 10796, "venezuela": 19663, "world-affairs": 1937 }, "politics": { "(none)": 10179, "abc": 58, "approval": 13088, "asia": 8, "bernie-sanders": 12947, "biden": 4049, "boxing": 52, "brazil": 2245, "california": 10, "canada": 5532, "china": 27265, "comey": 15892, "compute": 4, "congress": 14101, "courts": 7390, "democrat": 9, "dollar": 64, "earn-4": 2565, "elon-musk": 259, "epstein": 10137, "fed-rates": 37560, "fifa": 4520, "flip-off": 210, "foreign-policy": 295, "france": 2512, "gas": 302, "global-elections": 46592, "greece": 3464, "house-of-representatives": 1864, "hungary": 3557, "ice": 629, "india": 277, "indonesia": 2535, "israel": 9277, "istanbul": 9, "japan": 238, "kippah": 17, "legislation": 422, "mamdani": 27, "margin-of-victory": 61768, "marijuana": 76, "mexico": 682, "midterms": 293366, "minnesota": 120, "minnesota-fraud": 1189, "nasa": 399, "new-york-city": 4661, "north-korea": 990, "nyc": 1810, "obama": 994, "ohio": 4, "ohio-midterm": 5086, "oil": 10579, "pakistan": 196, "pardon": 1546, "parlays": 119, "parliament": 656, "pete-hegseth": 8787, "philippines": 180, "prison": 735, "resign": 564, "romania": 27, "russia": 48, "sbf": 24682, "senate-elections": 5350, "south-korea": 215, "spain": 1165, "supreme-court": 566, "tariffs": 72, "taxes": 37, "tennessee": 176, "trump": 45836, "trump-cabinet": 31615, "trump-daily": 193, "trump-presidency": 22213, "trump-speech": 1650, "truth-social": 10667, "turkey": 1394, "tweets-markets": 223199, "uk": 26007, "ukraine": 107, "united-kingdom": 555, "united-states": 20232, "us-house": 948, "us-politics": 4301, "us-presidential-election": 317832, "venezuela": 4391, "voting": 392, "washington-dc": 26, "white-house": 1385 }, "pop-culture": { "(none)": 1494, "aliens": 2559, "art": 7730, "australia": 69, "awards": 220455, "basketball": 557, "best-of-2026": 22888, "breaking-news": 4, "celebrities": 24543, "charlie-kirk": 519, "clavicular": 589, "climate-science": 1584, "combat-sports": 6246, "counter-strike-2": 251, "court-cases": 29, "courts": 1389, "daejon-love": 27, "dominican-republic": 414, "dota-2": 589, "earthquake": 33, "elon-musk": 333, "f1": 46, "fda": 25, "fifa": 15923, "fifa-world-cup": 25, "football": 37418, "gaming": 79235, "gta-vi": 8287, "israel": 1788, "japan": 103, "la-liga": 171, "league-of-legends": 32, "logan-paul": 66, "los-angeles": 4, "marijuana": 1046, "midterms": 18888, "movie-delay": 291, "movies": 951650, "music": 310310, "new-york-city": 457, "nfl": 2508, "pandemics": 2224, "parent-for-derivative": 1577, "podcast": 324, "pope-leo-xiv": 18, "pregnant": 472, "spain": 715, "spider-man": 37, "streamer": 912, "taylor-swift": 13, "tennis": 1401, "the-legend-of-zelda": 95, "travel": 3904, "trump": 15487, "trump-daily": 71, "trump-netanyahu": 9915, "tv": 3548, "tweets-markets": 329003, "uk": 178, "utah": 69, "valve": 638, "xbox": 11, "youtube": 8832 }, "science": { "(none)": 2626, "aliens": 1159, "big-tech": 17821, "climate-science": 119, "drug": 801, "elon-musk": 6947, "fda": 4956, "global-temp": 1600, "gold": 1464, "macro-indicators": 19745, "mergers-and-acquisitions": 17, "new-york-city": 2176, "pandemics": 6561, "precipitation": 9550, "russia": 72, "space": 2, "spacex": 9105 }, "sports": { "(none)": 3354, "2026-summer-transfer-window": 12859, "afc": 15467, "afc-champions-league-elite": 101559, "afcon": 36513, "afcq": 37212, "american-football": 138, "arg": 660218, "argpn": 91458, "australian-a-league": 16802, "austria-bundesliga": 21396, "awards": 53371, "aze1": 4260, "aze2": 164, "baseball": 763, "basketball": 1061958, "bel1": 369744, "bel2": 178128, "bolivia-lfpb": 485389, "boxing": 747, "bra3": 17799, "brazil-serie-a": 66913, "brazil-serie-b": 431813, "bulgaria-parva-liga": 31486, "bundesliga": 125097, "bundesliga-2": 22548, "canpl": 396680, "carabao-cup": 20, "cfb": 832714, "chess": 2259, "chi2": 64, "chile-primera": 155419, "chinese-super-league": 78243, "chl2": 12351, "clf": 4043, "col2": 466945, "colombia-primera-a": 74167, "combat-sports": 20, "concacaf": 19007, "concacaf-nations-league": 21588, "copa-america": 71185, "copa-del-rey": 24162, "coupe-de-france": 23580, "cricket": 28877, "cristiano-ronaldo": 4591, "czechia-fortuna-liga": 27755, "darts": 44, "denmark-superliga": 76137, "dfb-pokal": 5094, "ecu1": 608282, "efl-championship": 135199, "egypt-premier-league": 974, "epl": 367342, "ere": 49152, "est1": 7265, "europa-conference-league": 200283, "f1": 119238, "fa-cup": 129220, "fifa": 15640, "fifa-friendly": 16906, "fifa-world-cup": 9556, "fin1": 35349, "formula1": 25039, "fro1": 6565, "goals": 237, "golf": 62078, "gre1": 157006, "handball": 149, "hockey": 82184, "hungary-nb1": 41647, "idn1": 9062, "idn2": 408, "indian-super-league": 12093, "irl1": 5584, "isl1": 148, "israel-premier-league": 416283, "itc": 8, "japan-j-league": 25688, "japan-j2-league": 88273, "k-league": 27532, "kaz1": 1308, "kor2": 21867, "la-liga": 1286522, "la-liga-2": 305651, "lacrosse": 658, "lazio": 58, "lcs": 24, "lib": 19823, "ligue-1": 576894, "ligue-2": 66992, "lionel-messi": 89, "ltu1": 12, "lva1": 4843, "mex": 402979, "mlb": 120794, "mls": 544142, "morocco-botola-pro": 345637, "moto2": 416, "moto3": 384, "nascar": 58526, "national-league": 44629, "nba": 2330225, "ned2": 27803, "new-york-city": 3557, "nfl": 23843461, "nhl": 1136937, "nirl1": 769, "nor2": 56129, "norway-eliteserien": 303124, "peru-liga-1": 582994, "pickleball": 80105, "poland-ekstraklasa": 36522, "power-slap": 140, "primeira-liga": 909198, "qat1": 4, "qualification": 7790, "racing": 1386, "romania-superliga": 528649, "rugby": 6985, "rus": 25427, "saf1": 730, "saudi-professional-league": 35314, "scotland-league-cup": 3303, "scottish-premiership": 70055, "sea": 888165, "serbian-superliga": 18476, "serie-b": 576355, "slovenia-prvaliga": 8361, "soccer": 1120721, "soccer-atc": 721, "soccer-auc": 16, "soccer-brco": 637780, "soccer-ccc": 14701, "soccer-el1": 65440, "soccer-el2": 63092, "soccer-fpd": 37130, "soccer-grc": 108, "soccer-gtm": 106105, "soccer-hr1": 18813, "soccer-nlc": 2096, "soccer-nwsl": 113003, "soccer-ptc": 2048, "soccer-scoc": 6557, "soccer-skc": 4, "soccer-svk1": 19423, "soccer-trsk": 648, "sud": 620, "swe2": 21715, "sweden-allsvenskan": 70572, "swimming": 1987, "switzerland-super-league": 131593, "table-tennis": 30352, "tennis": 2759265, "tha1": 11980, "tpe1": 6030, "tur": 36860, "tur2": 20686, "u20wwc": 36, "uae1": 9245, "ucl": 381427, "uefa": 22551, "uefa-nations-league": 250146, "uel": 206502, "ufc": 262967, "ukraine-premier-liha": 44287, "uru1": 209506, "usl1": 2424, "uslc": 78831, "usoc": 92, "uzb1": 15541, "ven1": 39956, "volleyball": 530, "womens-ballon-dor": 144, "womens-champions-league": 8119, "wsl": 16, "wsl2": 10228 }, "tech": { "(none)": 4955, "airbnb": 44, "anthropic": 1368, "big-tech": 129075, "celebrities": 140420, "china": 199, "coding": 26, "collectibles": 1567, "congress": 129, "corporate-financials": 656, "courts": 90, "earn-4": 3594, "elon-musk": 3312, "equities": 319, "gaming": 721, "google": 98328, "hack": 3599, "ipos": 16029, "kpis": 64, "midterms": 119, "movies": 10293, "nuke": 183, "oil": 2514, "openai": 1988, "outage": 4, "prediction-markets": 2291, "video-games": 4013 }, "uncategorised": { "(none)": 454, "bayeux-tapestry": 5157, "cfb": 15975, "climate-science": 1495, "dnc": 41, "fed": 4563, "fed-chair": 120, "fed-rates": 6548, "iran": 3, "la-liga": 137, "leopold-aschenbrenner": 52, "macro-indicators": 2327, "mma": 40, "nfl": 100848, "pandemics": 113, "social-media": 965, "space": 40, "supreme-court": 28883, "tennis": 570, "trump-presidency": 103, "ufc": 1278, "uk": 2520, "united-nations": 7008, "united-states": 2617 }, "weather": { "brazil": 588, "climate": 42041, "climate-science": 17261, "drought": 132, "earthquakes": 18397, "germany": 576, "global-temp": 417, "highest-temperature": 7174535, "italy": 167, "lowest-temperature": 530262, "mexico": 2140, "natural-disaster": 7194, "pandemics": 927, "precipitation": 22244, "rain": 722, "tornado-risk": 336, "united-states": 3880, "volcano": 61 }, "world": { "(none)": 5, "argentina": 46936, "brazil": 6700, "canada": 457, "china": 29, "courts": 6039, "economic-policy": 23738, "europe": 644, "foreign-policy": 7475, "forex": 16485, "france": 8223, "germany": 4079, "global-elections": 1037542, "global-rates": 41612, "hong-kong": 302, "italy": 42, "macro-indicators": 11731, "middle-east": 3600, "nyc": 499, "oil": 9904, "pandemics": 4, "south-korea": 6952, "trump-presidency": 6917, "uk": 145 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 171518036, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-11-01T19.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 446356, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 104912290, "twin_rows": 66605746 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001733, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-11-01T19.witness_stats.json", "witness_stats_sha256": "dff543f4e2cd2b57d297eb1196a6f1d56e4f01b24cece457d17eacb03a2cc0c0", "witnesses": "iopq", "writer_versions": null }