{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 115, "class": "FULL", "exception_markets": 42, "rows_by_domain": { "i": 16161208, "o": 16161988, "p": 16162344 }, "rows_i": 16161208, "rows_joined": 16163237, "rows_merged": 16163122, "rows_o": 16161988, "rows_p": 16162344, "unique_by_domain": { "i": 8, "o": 14, "p": 152 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2, "1000_2000ms": 12783, "100_200ms": 206826, "10_20ms": 1151676, "1_2ms": 0, "2000_5000ms": 945, "200_500ms": 184626, "20_50ms": 14171369, "2_5ms": 0, "5000_10000ms": 118, "500_1000ms": 36779, "50_100ms": 396084, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 13271, "mean_ms": 31.429430770274102, "measurable": 16161208, "min_ms": 17, "p50_ms": 22.0, "p90_ms": 29.0, "p99_ms": 269.0, "rows": 16161208, "unmeasurable": 0, "won_output_rows": 38 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1235, "1000_2000ms": 15283, "100_200ms": 137345, "10_20ms": 1702453, "1_2ms": 0, "2000_5000ms": 3376, "200_500ms": 185512, "20_50ms": 420453, "2_5ms": 2413629, "5000_10000ms": 815, "500_1000ms": 45103, "50_100ms": 158831, "5_10ms": 11077861, "ge30000ms": 92, "neg": 0 }, "max_ms": 47214, "mean_ms": 17.72671783941431, "measurable": 16161988, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 13.0, "p99_ms": 261.0, "rows": 16161988, "unmeasurable": 0, "won_output_rows": 742 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 126, "1000_2000ms": 14358, "100_200ms": 124730, "10_20ms": 1002269, "1_2ms": 0, "2000_5000ms": 2730, "200_500ms": 169193, "20_50ms": 298637, "2_5ms": 4222081, "5000_10000ms": 518, "500_1000ms": 42089, "50_100ms": 127979, "5_10ms": 10157632, "ge30000ms": 2, "neg": 0 }, "max_ms": 38622, "mean_ms": 14.513614547493853, "measurable": 16162344, "min_ms": 2, "p50_ms": 5.0, "p90_ms": 10.0, "p99_ms": 243.0, "rows": 16162344, "unmeasurable": 0, "won_output_rows": 16162342 } } }, "book": { "boundary_dropped": 150, "class": "FULL", "exception_markets": 64971, "rows_by_domain": { "i": 183299, "o": 150407, "p": 157865 }, "rows_i": 183299, "rows_joined": 258085, "rows_merged": 257935, "rows_o": 150407, "rows_p": 157865, "unique_by_domain": { "i": 64632, "o": 33362, "p": 39997 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 4342, "1000_2000ms": 1970, "100_200ms": 5330, "10_20ms": 607, "1_2ms": 0, "2000_5000ms": 4347, "200_500ms": 3908, "20_50ms": 89286, "2_5ms": 0, "5000_10000ms": 2648, "500_1000ms": 1565, "50_100ms": 8673, "5_10ms": 0, "ge30000ms": 60623, "neg": 0 }, "max_ms": 13132067375, "mean_ms": 135240322.39435568, "measurable": 183299, "min_ms": 17, "p50_ms": 57.0, "p90_ms": 20771214.0, "p99_ms": 4449433650.0, "rows": 183299, "unmeasurable": 0, "won_output_rows": 65688 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3034, "1000_2000ms": 1680, "100_200ms": 2389, "10_20ms": 23019, "1_2ms": 0, "2000_5000ms": 3941, "200_500ms": 2655, "20_50ms": 5999, "2_5ms": 2955, "5000_10000ms": 2124, "500_1000ms": 1044, "50_100ms": 2299, "5_10ms": 68634, "ge30000ms": 30634, "neg": 0 }, "max_ms": 13132072936, "mean_ms": 46120357.81787417, "measurable": 150407, "min_ms": 3, "p50_ms": 10.0, "p90_ms": 759507.0, "p99_ms": 940882021.0, "rows": 150407, "unmeasurable": 0, "won_output_rows": 34418 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2826, "1000_2000ms": 1664, "100_200ms": 2290, "10_20ms": 17325, "1_2ms": 0, "2000_5000ms": 3732, "200_500ms": 2682, "20_50ms": 4778, "2_5ms": 4481, "5000_10000ms": 1970, "500_1000ms": 1030, "50_100ms": 2044, "5_10ms": 74471, "ge30000ms": 38572, "neg": 0 }, "max_ms": 13132607903, "mean_ms": 99434092.32091977, "measurable": 157865, "min_ms": 2, "p50_ms": 9.0, "p90_ms": 7789871.0, "p99_ms": 4334390700.0, "rows": 157865, "unmeasurable": 0, "won_output_rows": 157829 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 53777, "o": 53793, "p": 53802 }, "rows_i": 53777, "rows_joined": 53811, "rows_merged": 53811, "rows_o": 53793, "rows_p": 53802, "unique_by_domain": { "i": 3, "o": 2, "p": 1 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1, "1000_2000ms": 88, "100_200ms": 2324, "10_20ms": 1185, "1_2ms": 0, "2000_5000ms": 37, "200_500ms": 1683, "20_50ms": 43998, "2_5ms": 0, "5000_10000ms": 22, "500_1000ms": 432, "50_100ms": 4007, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 13259, "mean_ms": 53.79673466351786, "measurable": 53777, "min_ms": 17, "p50_ms": 24.0, "p90_ms": 85.0, "p99_ms": 522.239999999998, "rows": 53777, "unmeasurable": 0, "won_output_rows": 3 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 21, "1000_2000ms": 97, "100_200ms": 1135, "10_20ms": 8462, "1_2ms": 0, "2000_5000ms": 5, "200_500ms": 1112, "20_50ms": 2271, "2_5ms": 2234, "5000_10000ms": 3, "500_1000ms": 298, "50_100ms": 1070, "5_10ms": 37080, "ge30000ms": 5, "neg": 0 }, "max_ms": 47199, "mean_ms": 34.582622274273604, "measurable": 53793, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 23.0, "p99_ms": 430.0, "rows": 53793, "unmeasurable": 0, "won_output_rows": 6 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 63, "100_200ms": 1095, "10_20ms": 6132, "1_2ms": 0, "2000_5000ms": 17, "200_500ms": 1143, "20_50ms": 1895, "2_5ms": 3671, "5000_10000ms": 2, "500_1000ms": 280, "50_100ms": 904, "5_10ms": 38600, "ge30000ms": 0, "neg": 0 }, "max_ms": 5673, "mean_ms": 23.72980558343556, "measurable": 53802, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 20.0, "p99_ms": 395.98999999999796, "rows": 53802, "unmeasurable": 0, "won_output_rows": 53802 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3056, "o": 3056, "p": 3056 }, "rows_i": 3056, "rows_joined": 3911, "rows_merged": 3911, "rows_o": 3056, "rows_p": 3056, "unique_by_domain": { "i": 374, "o": 481, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 222, "1000_2000ms": 1, "100_200ms": 69, "10_20ms": 123, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 72, "20_50ms": 2045, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 7, "50_100ms": 160, "5_10ms": 0, "ge30000ms": 357, "neg": 0 }, "max_ms": 76661, "mean_ms": 6380.41557591623, "measurable": 3056, "min_ms": 17, "p50_ms": 24.0, "p90_ms": 33638.0, "p99_ms": 52076.34999999999, "rows": 3056, "unmeasurable": 0, "won_output_rows": 374 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 118, "1000_2000ms": 1, "100_200ms": 31, "10_20ms": 290, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 78, "20_50ms": 91, "2_5ms": 279, "5000_10000ms": 1, "500_1000ms": 7, "50_100ms": 33, "5_10ms": 1959, "ge30000ms": 167, "neg": 0 }, "max_ms": 52961, "mean_ms": 3172.2817408376964, "measurable": 3056, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 399.5, "p99_ms": 50453.54999999998, "rows": 3056, "unmeasurable": 0, "won_output_rows": 481 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1, "100_200ms": 39, "10_20ms": 196, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 96, "20_50ms": 61, "2_5ms": 510, "5000_10000ms": 0, "500_1000ms": 12, "50_100ms": 28, "5_10ms": 1908, "ge30000ms": 205, "neg": 0 }, "max_ms": 100229, "mean_ms": 3080.2018979057593, "measurable": 3056, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 215.0, "p99_ms": 50717.95, "rows": 3056, "unmeasurable": 0, "won_output_rows": 3056 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3079, "o": 3079, "p": 3079 }, "rows_i": 3079, "rows_joined": 4451, "rows_merged": 4451, "rows_o": 3079, "rows_p": 3079, "unique_by_domain": { "i": 390, "o": 214, "p": 768 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 226, "1000_2000ms": 0, "100_200ms": 588, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 167, "20_50ms": 499, "2_5ms": 0, "5000_10000ms": 18, "500_1000ms": 0, "50_100ms": 644, "5_10ms": 0, "ge30000ms": 937, "neg": 0 }, "max_ms": 204662, "mean_ms": 31909.170509905813, "measurable": 3079, "min_ms": 24, "p50_ms": 155.0, "p90_ms": 130570.20000000004, "p99_ms": 184926.97999999998, "rows": 3079, "unmeasurable": 0, "won_output_rows": 934 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 220, "1000_2000ms": 0, "100_200ms": 460, "10_20ms": 138, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 209, "20_50ms": 409, "2_5ms": 0, "5000_10000ms": 42, "500_1000ms": 5, "50_100ms": 619, "5_10ms": 22, "ge30000ms": 955, "neg": 0 }, "max_ms": 205371, "mean_ms": 33340.36278012342, "measurable": 3079, "min_ms": 6, "p50_ms": 156.0, "p90_ms": 135564.60000000003, "p99_ms": 185571.1, "rows": 3079, "unmeasurable": 0, "won_output_rows": 438 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 174, "1000_2000ms": 0, "100_200ms": 55, "10_20ms": 362, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 202, "20_50ms": 695, "2_5ms": 0, "5000_10000ms": 21, "500_1000ms": 3, "50_100ms": 545, "5_10ms": 78, "ge30000ms": 944, "neg": 0 }, "max_ms": 206536, "mean_ms": 33586.242611237416, "measurable": 3079, "min_ms": 7, "p50_ms": 80.0, "p90_ms": 133715.6, "p99_ms": 184322.6999999999, "rows": 3079, "unmeasurable": 0, "won_output_rows": 3079 } } }, "price_change": { "boundary_dropped": 588, "class": "FULL", "exception_markets": 111, "rows_by_domain": { "i": 110352032, "o": 110341262, "p": 110370382 }, "rows_i": 110352032, "rows_joined": 110381198, "rows_merged": 110380610, "rows_o": 110341262, "rows_p": 110370382, "unique_by_domain": { "i": 4818, "o": 972, "p": 4236 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 510, "1000_2000ms": 173228, "100_200ms": 2055456, "10_20ms": 6970854, "1_2ms": 0, "2000_5000ms": 16790, "200_500ms": 1691228, "20_50ms": 95275848, "2_5ms": 0, "5000_10000ms": 4544, "500_1000ms": 399738, "50_100ms": 3763836, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 13898, "mean_ms": 36.30502378062236, "measurable": 110352032, "min_ms": 16, "p50_ms": 23.0, "p90_ms": 33.0, "p99_ms": 332.0, "rows": 110352032, "unmeasurable": 0, "won_output_rows": 4916 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 20734, "1000_2000ms": 178444, "100_200ms": 1186366, "10_20ms": 12383692, "1_2ms": 0, "2000_5000ms": 23512, "200_500ms": 1572898, "20_50ms": 3434458, "2_5ms": 13857196, "5000_10000ms": 4946, "500_1000ms": 428892, "50_100ms": 1345536, "5_10ms": 75887788, "ge30000ms": 16800, "neg": 0 }, "max_ms": 48560, "mean_ms": 28.875406608998183, "measurable": 110341262, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 14.0, "p99_ms": 334.0, "rows": 110341262, "unmeasurable": 0, "won_output_rows": 5326 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1136, "1000_2000ms": 172164, "100_200ms": 1103170, "10_20ms": 7443136, "1_2ms": 0, "2000_5000ms": 25944, "200_500ms": 1471358, "20_50ms": 2620806, "2_5ms": 24707348, "5000_10000ms": 6868, "500_1000ms": 409774, "50_100ms": 1132928, "5_10ms": 71275688, "ge30000ms": 62, "neg": 0 }, "max_ms": 39507, "mean_ms": 18.156112479523717, "measurable": 110370382, "min_ms": 2, "p50_ms": 5.0, "p90_ms": 12.0, "p99_ms": 307.0, "rows": 110370382, "unmeasurable": 0, "won_output_rows": 110370368 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3388, "o": 3388, "p": 3388 }, "rows_i": 3388, "rows_joined": 3388, "rows_merged": 3388, "rows_o": 3388, "rows_p": 3388, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 65, "10_20ms": 161, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 82, "20_50ms": 2956, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 48, "50_100ms": 72, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1532, "mean_ms": 44.75501770956316, "measurable": 3388, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 37.30000000000018, "p99_ms": 705.0, "rows": 3388, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 39, "10_20ms": 343, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 86, "20_50ms": 159, "2_5ms": 354, "5000_10000ms": 0, "500_1000ms": 48, "50_100ms": 42, "5_10ms": 2317, "ge30000ms": 0, "neg": 0 }, "max_ms": 991, "mean_ms": 27.287485242030698, "measurable": 3388, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 22.0, "p99_ms": 672.0, "rows": 3388, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 28, "10_20ms": 176, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 94, "20_50ms": 115, "2_5ms": 711, "5000_10000ms": 0, "500_1000ms": 50, "50_100ms": 50, "5_10ms": 2164, "ge30000ms": 0, "neg": 0 }, "max_ms": 898, "mean_ms": 28.346517119244393, "measurable": 3388, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 19.0, "p99_ms": 636.6000000000022, "rows": 3388, "unmeasurable": 0, "won_output_rows": 3388 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "union-staging", "book_audit": { "files": [ { "file": "2026-10-28T22.book_dropped.parquet", "rows": 460, "sha256": "adf80a4f333d63f11c3ae3285b8b594b0e0d961180332f226c6c4b2024f9b181", "size": 18730 } ], "parts": 1, "public": false, "rows": 460, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 460, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-703f798f.parquet", "sha256": "703f798f3fbd15f5afeb2361a83e77fa17f2f7374902c3ca0e5c2aedb0655c61" }, "category_gate": { "bulk_pin": { "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "created_at": "2026-10-29T08:06:22Z", "map_health_sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v1", "sha256": "e053400908aa8e8536a63e697270c64aeba8374c8e07e7a161c7857de4c77374", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "evaluated_at": "2026-10-29T14:03:36Z", "evidence": { "file": "category_evidence.json.gz", "sha256": "bc0a77172fcd323792902bbeb544faa0291a079dd14ee46fb32f4cb69db335b3" }, "hour": "2026-10-28/22", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9998303205809823, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": null, "changed_markets": null, "common_markets": null, "file": "category_map.json.gz.health.json", "logic_identity_changed": null, "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "mapping_logic_changed": null, "markets": 5155761, "query_ok": true, "review_acceptance": { "accepted_at": "2026-10-29T08:00:47Z", "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "note": "gate v7 (live3 from 10-28T19, chair GO CYCLE-10811, 2026-10-29), reviewed by Capture against gate v6 map dfd8d842: 5,155,761 markets, 20,444 added, 0 gone (no shrink), 331,963 labels changed (6.464%), ALL uncategorised -> a venue category (crypto 157,893, sports 88,962, esports 51,552, weather 22,471; uncategorised 19.81% -> 13.29%); rule native-category-ranked-subtag-v1, tag list 1c81c469" }, "rule_version": "native-category-ranked-subtag-v1", "sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "shrink_share": null, "source_tags_changed": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 63492, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 90974, "fetched_untagged": 0, "not_fetched": 12 }, "lt_24h": { "fetched_tagged": 22308, "fetched_untagged": 0, "not_fetched": 7 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 11 } }, "classes": { "fetched_tagged": 176774, "fetched_untagged": 0, "not_fetched": 30 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": null, "changed_markets": null, "common_markets": null, "file": "category_map.json.gz.health.json", "logic_identity_changed": null, "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "mapping_logic_changed": null, "markets": 5155761, "query_ok": true, "review_acceptance": { "accepted_at": "2026-10-29T08:00:47Z", "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "note": "gate v7 (live3 from 10-28T19, chair GO CYCLE-10811, 2026-10-29), reviewed by Capture against gate v6 map dfd8d842: 5,155,761 markets, 20,444 added, 0 gone (no shrink), 331,963 labels changed (6.464%), ALL uncategorised -> a venue category (crypto 157,893, sports 88,962, esports 51,552, weather 22,471; uncategorised 19.81% -> 13.29%); rule native-category-ranked-subtag-v1, tag list 1c81c469" }, "rule_version": "native-category-ranked-subtag-v1", "sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "shrink_share": null, "source_tags_changed": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 12, "not_reached": 18 }, "row_share": { "fetched_tagged": 0.999844, "fetched_untagged": 0.0, "not_fetched": 0.000156, "without_market": 0.0 }, "rows": { "fetched_tagged": 126847376, "fetched_untagged": 0, "not_fetched": 19852, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 176804, "young": { "not_fetched": 7, "traded": 22315 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v3", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [ "0x0010a07184dc75a433bd9c717e2889e133904aad26ae73224362946a5eeade27", "0x055d63d4d653a95c4e09a6be274703d2e696ebc2a3689b05bcb835c543180fdd", "0x056e08babb69fb7c6ee2c5e9f436c618bad69b45c83a1d70e076eafd4e138c87", "0x0966733f0ac8f620b9ae7445fb4f6266c29d45778a96de695f1b24d32093724a", "0x0d71a01ce6a69c386a2d96cf7db8fa1c71a2cdf826120213d24fd0b261849e17", "0x0e3ae2cecca2715808114a58470a5fbb6c81a70ae2f88241dfa47aa228e1c5ca", "0x11d6d72ba526a95b6d27deff581ca25daf71f7bc2e5ceb8ba5e1f8185c5ac8a6", "0x1207c020a003d1b4df1119209423a0c4e4a51cf67ade7ea9de12aff4676e76eb", "0x16dea458809007a4fcfa19a800c868b39138cddde68f2c4c46fdd7bf32bab70a", "0x2075775e6db3de158f2a17213c8be48114a85c347ccda29e8412ddcc5d5d78f8", "0x261b81e76dbd0932d400d746ae28b267d4f3188a2ca72aefeeb1be73922f71c8", "0x2e24a18840e9c215cb0fef561b9e4ae5d92387df6bb4e4abc5e3c55ff7265918", "0x32141de2c3609e6c004dd9867342ae5e6d07e0d591217508378c6d57893bc143", "0x335baabd58f0324accaf427ce71d605caf29f340ecf6b81f16e460c19290d3ec", "0x4159f71f00fb251b49f32aa71daa82ed730390eacadf9660b7f4dddc57f37b0d", "0x46af347d57ac2e625833cf6e456ac5b78369d9d383d431d2c1a182b7c90c08b2", "0x4f1827ef166ca6295168a06f59fe051b79924973f74e23ef96353687cc045e5e", "0x51c8d1f9b77685b83792c425cb4c7d2b8cee6df84a2e286865ae3f502b5bac5e", "0x56b837693e8c63c9f71aadd04b974ac7df6365c23b36ddca5e528f0b2d8b06c9", "0x60e55bddc97a3d924937ba78178bf5419f8eeb7b71dd7b9ba8c4d232f05db797", "0x621b8f1c736d16e053afce2e4f8cbaee831888f2a8d4346ac15128eab3d7a673", "0x63d2b160ac03c19150c6e2419b5212828ad3ab210e0390e9c868a823daa533c3", "0x64371d13d1b6e252273659549be9884c72edf053774b70afaa32f1d044d357e6", "0x64f979aad72690a645c3601f97a5f2f080ca3459711c4fa88a978ea624bc0cb3", "0x662c594fcb44e99c64336ce51f206d54d408be0bd20ad23c6d0a911f5943643a", "0x6a501f285e27591a98740234d447a97586eb73023d797a50a869d7c4c760a6bd", "0x6c2986a7b581a7ebe96384fe0b85bd0d52e5932510dcf9034eb2b0a810262bb2", "0x6f74e827873bc19787dd9a76020f8ba798dd246bbda012903ca8033ff75cbb8a", "0x73509ec92de5dbd86a5a888e702a571325783ea208b3e9334f9d488a73e528ac", "0x7f1c60f2f512f7bf7d62ae2afc710bd56f1db405a664c245c89e64061bbda1f9", "0x804fed86785d953ef23a00813bc983dbab64b0343dd84d401d57ee34ce3becd1", "0x81b7c8905908d7e36df075d8cbf1730e9f2a12a0b9554665c8ac9c8a55b7195d", "0x8340d6e80bc4c7febc1e6a803b074cb5f0d8a579940095e87aee37c221cd6100", "0x8a9795f2c63373fa970e76c0e3026c25e412b9c555e65dbc83c0354d2ea83d70", "0x8ecac0a5f474f70c515efd34f56303d58f4c5b9f8d23573f48e96785e07bc6e0", "0x94ccc340c3baa27bca6a19007a49dc093b699015b8318e2bd16bb404e90b89e7", "0x964852865cc26c66094cb55f358b38eed0820b6a03b4c6c9adf37984ecdf5cce", "0x9a6d3656a99bbaff39c7f65b354c0ae54a30dd897cef1e7c31cbf5e58050c5dd", "0x9ab2d13afdaf7057dcfe9006ebadcd719d26e8268026fe6343a964dae2380548", "0x9fc3c63d907846b5593ea2b36825d8a9a00ab7d8e1225ca0a55dc5b0b9b8928e", "0xa31da0b030b781991552e759c58159a38a9a7993040cb6bc9f40daa2be664d5e", "0xa43a1186d7f7b6e2b659c00450aaa27a3ef48b4ec2bd802052ef9b76ae94772b", "0xa831c3a3a069f81f4af4906a3fb892dd9d88c74baf052b4eabee37c093aece1e", "0xa8ccd03711a6e96af703972c40029c9deed4a8acb1b26a83613626dd50b145d8", "0xab888a0be7f142cc879d391919a961e2e97857a75692eff4b1584875a4ed593f", "0xac59c70d67f3de03995198ba3007199d0957d68c43ca56d17d78b611aba82f40", "0xaf809a83229d97458d6f8a76593ebb0c5c47457a5932672c0f20c13bcaa2cfb7", "0xb276d80e0dc13b22645cad7051fb8069440d95841f01fb15785ffcbcbc01579f", "0xb68fefb96ae3cba649aa57bf0dfddc9608f6cbc9ecc5a88c721a9f82d358fe27", "0xbee8af77d3a18877ba8791dd9d70770d2ffebb20d6d03f7d272df4ea4b28d415", "0xbf5d68d8440c0ee34d2e279d54728e637b2b8b7c9604e4c2d1b0523405736388", "0xc6b962d2a8e3a2e05e0bdf06af9e02f6b63a3e59c795ca97457ac2b213bbaa6a", "0xccae4679a4ae003c97959c911c64250326b2320fa5ef4dcbe4705b996a1e1538", "0xccb3fdfcdbcfabcaf59886180828a68e75b144cebf7d8ba7c6d2813c304c42d9", "0xcd1db0e414b392de8b7dd32587202c285e04c516ed92405573c18d9a5b7cbc1c", "0xcf80c0c4f7fd4ed5b6f53ac127eedb92bc1c2a86f1f7cb808641593b9fc45ea1", "0xd3af61d56009164ec8a1522163abea4be9e33936e643ee98e6e0b8e791c96680", "0xd3b9ae22d484cfaa56afbed21329d8243bb2f601dc553149e42f901ad981e098", "0xd80a3a1012eab8538bba582ac5b9592ac46b98ecf255b6f55b32d56b2fd3935f", "0xd81c6782d556ae209d034180379946d54453df586764e602c776d2892914b99b", "0xe25ebe30c9657b154525d29ee77e533492170b0bb59cba23a9505c82f4a46fad", "0xe35b565f00c847c99c0bf3af76cfc76ea9b148851747e7160eaae3aac948e8cd", "0xe41d81af51645a3f79fd4bcc26cb9c0e0e6c35516cf05cc4e3d10209c1779169", "0xe9f5dc6e92349ca57704abe0c5e7d6f666c428effb799ffe281321730da37174", "0xea3c6944ca011747ba6a131a78ba7fc993993466bca3eae6d4caace8ef1e5b81", "0xebbad058238f94b087fded4af44161c81ed58cede5a68e2008c5be9210cededb", "0xee640a2fdae8c49e44d342d46377691de529f684e27ca13e2a28435b8efa63b0", "0xf2f036653c7c22aa2065f589cb9a18bbe23e8aa832988025f786a169bdddc11e", "0xf369d385c3410baf756fff122e57f7397bb310eb984cb25e3fe09e867f225a88", "0xf6b1d0e8ee0fcd6f782884f842d6dd259bac4f9e4f7f05545c95bb9c1ecd57c4", "0xf8ed098674fb80f324c2aac71ff1d25861b6fe0f65997cab296721d984d064b3", "0xfc715f2e728b4598b8d9ff1c703183b7722706e9483a8c76ce1ba88c0d34095f", "0xff36914e5125dc5032f77f10adf7a6a251af0441b22a326a359cf1675f9fa122" ], "untagged_overrides": {} }, "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-28T22.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 115, "class": "FULL", "exception_markets": 42, "rows_by_domain": { "i": 16161208, "o": 16161988, "p": 16162344 }, "rows_i": 16161208, "rows_joined": 16163237, "rows_merged": 16163122, "rows_o": 16161988, "rows_p": 16162344, "unique_by_domain": { "i": 8, "o": 14, "p": 152 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2, "1000_2000ms": 12783, "100_200ms": 206826, "10_20ms": 1151676, "1_2ms": 0, "2000_5000ms": 945, "200_500ms": 184626, "20_50ms": 14171369, "2_5ms": 0, "5000_10000ms": 118, "500_1000ms": 36779, "50_100ms": 396084, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 13271, "mean_ms": 31.429430770274102, "measurable": 16161208, "min_ms": 17, "p50_ms": 22.0, "p90_ms": 29.0, "p99_ms": 269.0, "rows": 16161208, "unmeasurable": 0, "won_output_rows": 38 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1235, "1000_2000ms": 15283, "100_200ms": 137345, "10_20ms": 1702453, "1_2ms": 0, "2000_5000ms": 3376, "200_500ms": 185512, "20_50ms": 420453, "2_5ms": 2413629, "5000_10000ms": 815, "500_1000ms": 45103, "50_100ms": 158831, "5_10ms": 11077861, "ge30000ms": 92, "neg": 0 }, "max_ms": 47214, "mean_ms": 17.72671783941431, "measurable": 16161988, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 13.0, "p99_ms": 261.0, "rows": 16161988, "unmeasurable": 0, "won_output_rows": 742 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 126, "1000_2000ms": 14358, "100_200ms": 124730, "10_20ms": 1002269, "1_2ms": 0, "2000_5000ms": 2730, "200_500ms": 169193, "20_50ms": 298637, "2_5ms": 4222081, "5000_10000ms": 518, "500_1000ms": 42089, "50_100ms": 127979, "5_10ms": 10157632, "ge30000ms": 2, "neg": 0 }, "max_ms": 38622, "mean_ms": 14.513614547493853, "measurable": 16162344, "min_ms": 2, "p50_ms": 5.0, "p90_ms": 10.0, "p99_ms": 243.0, "rows": 16162344, "unmeasurable": 0, "won_output_rows": 16162342 } } }, "book": { "boundary_dropped": 150, "class": "FULL", "exception_markets": 64971, "rows_by_domain": { "i": 183299, "o": 150407, "p": 157865 }, "rows_i": 183299, "rows_joined": 258085, "rows_merged": 257935, "rows_o": 150407, "rows_p": 157865, "unique_by_domain": { "i": 64632, "o": 33362, "p": 39997 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 4342, "1000_2000ms": 1970, "100_200ms": 5330, "10_20ms": 607, "1_2ms": 0, "2000_5000ms": 4347, "200_500ms": 3908, "20_50ms": 89286, "2_5ms": 0, "5000_10000ms": 2648, "500_1000ms": 1565, "50_100ms": 8673, "5_10ms": 0, "ge30000ms": 60623, "neg": 0 }, "max_ms": 13132067375, "mean_ms": 135240322.39435568, "measurable": 183299, "min_ms": 17, "p50_ms": 57.0, "p90_ms": 20771214.0, "p99_ms": 4449433650.0, "rows": 183299, "unmeasurable": 0, "won_output_rows": 65688 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3034, "1000_2000ms": 1680, "100_200ms": 2389, "10_20ms": 23019, "1_2ms": 0, "2000_5000ms": 3941, "200_500ms": 2655, "20_50ms": 5999, "2_5ms": 2955, "5000_10000ms": 2124, "500_1000ms": 1044, "50_100ms": 2299, "5_10ms": 68634, "ge30000ms": 30634, "neg": 0 }, "max_ms": 13132072936, "mean_ms": 46120357.81787417, "measurable": 150407, "min_ms": 3, "p50_ms": 10.0, "p90_ms": 759507.0, "p99_ms": 940882021.0, "rows": 150407, "unmeasurable": 0, "won_output_rows": 34418 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2826, "1000_2000ms": 1664, "100_200ms": 2290, "10_20ms": 17325, "1_2ms": 0, "2000_5000ms": 3732, "200_500ms": 2682, "20_50ms": 4778, "2_5ms": 4481, "5000_10000ms": 1970, "500_1000ms": 1030, "50_100ms": 2044, "5_10ms": 74471, "ge30000ms": 38572, "neg": 0 }, "max_ms": 13132607903, "mean_ms": 99434092.32091977, "measurable": 157865, "min_ms": 2, "p50_ms": 9.0, "p90_ms": 7789871.0, "p99_ms": 4334390700.0, "rows": 157865, "unmeasurable": 0, "won_output_rows": 157829 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 53777, "o": 53793, "p": 53802 }, "rows_i": 53777, "rows_joined": 53811, "rows_merged": 53811, "rows_o": 53793, "rows_p": 53802, "unique_by_domain": { "i": 3, "o": 2, "p": 1 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1, "1000_2000ms": 88, "100_200ms": 2324, "10_20ms": 1185, "1_2ms": 0, "2000_5000ms": 37, "200_500ms": 1683, "20_50ms": 43998, "2_5ms": 0, "5000_10000ms": 22, "500_1000ms": 432, "50_100ms": 4007, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 13259, "mean_ms": 53.79673466351786, "measurable": 53777, "min_ms": 17, "p50_ms": 24.0, "p90_ms": 85.0, "p99_ms": 522.239999999998, "rows": 53777, "unmeasurable": 0, "won_output_rows": 3 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 21, "1000_2000ms": 97, "100_200ms": 1135, "10_20ms": 8462, "1_2ms": 0, "2000_5000ms": 5, "200_500ms": 1112, "20_50ms": 2271, "2_5ms": 2234, "5000_10000ms": 3, "500_1000ms": 298, "50_100ms": 1070, "5_10ms": 37080, "ge30000ms": 5, "neg": 0 }, "max_ms": 47199, "mean_ms": 34.582622274273604, "measurable": 53793, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 23.0, "p99_ms": 430.0, "rows": 53793, "unmeasurable": 0, "won_output_rows": 6 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 63, "100_200ms": 1095, "10_20ms": 6132, "1_2ms": 0, "2000_5000ms": 17, "200_500ms": 1143, "20_50ms": 1895, "2_5ms": 3671, "5000_10000ms": 2, "500_1000ms": 280, "50_100ms": 904, "5_10ms": 38600, "ge30000ms": 0, "neg": 0 }, "max_ms": 5673, "mean_ms": 23.72980558343556, "measurable": 53802, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 20.0, "p99_ms": 395.98999999999796, "rows": 53802, "unmeasurable": 0, "won_output_rows": 53802 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3056, "o": 3056, "p": 3056 }, "rows_i": 3056, "rows_joined": 3911, "rows_merged": 3911, "rows_o": 3056, "rows_p": 3056, "unique_by_domain": { "i": 374, "o": 481, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 222, "1000_2000ms": 1, "100_200ms": 69, "10_20ms": 123, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 72, "20_50ms": 2045, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 7, "50_100ms": 160, "5_10ms": 0, "ge30000ms": 357, "neg": 0 }, "max_ms": 76661, "mean_ms": 6380.41557591623, "measurable": 3056, "min_ms": 17, "p50_ms": 24.0, "p90_ms": 33638.0, "p99_ms": 52076.34999999999, "rows": 3056, "unmeasurable": 0, "won_output_rows": 374 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 118, "1000_2000ms": 1, "100_200ms": 31, "10_20ms": 290, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 78, "20_50ms": 91, "2_5ms": 279, "5000_10000ms": 1, "500_1000ms": 7, "50_100ms": 33, "5_10ms": 1959, "ge30000ms": 167, "neg": 0 }, "max_ms": 52961, "mean_ms": 3172.2817408376964, "measurable": 3056, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 399.5, "p99_ms": 50453.54999999998, "rows": 3056, "unmeasurable": 0, "won_output_rows": 481 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1, "100_200ms": 39, "10_20ms": 196, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 96, "20_50ms": 61, "2_5ms": 510, "5000_10000ms": 0, "500_1000ms": 12, "50_100ms": 28, "5_10ms": 1908, "ge30000ms": 205, "neg": 0 }, "max_ms": 100229, "mean_ms": 3080.2018979057593, "measurable": 3056, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 215.0, "p99_ms": 50717.95, "rows": 3056, "unmeasurable": 0, "won_output_rows": 3056 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3079, "o": 3079, "p": 3079 }, "rows_i": 3079, "rows_joined": 4451, "rows_merged": 4451, "rows_o": 3079, "rows_p": 3079, "unique_by_domain": { "i": 390, "o": 214, "p": 768 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 226, "1000_2000ms": 0, "100_200ms": 588, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 167, "20_50ms": 499, "2_5ms": 0, "5000_10000ms": 18, "500_1000ms": 0, "50_100ms": 644, "5_10ms": 0, "ge30000ms": 937, "neg": 0 }, "max_ms": 204662, "mean_ms": 31909.170509905813, "measurable": 3079, "min_ms": 24, "p50_ms": 155.0, "p90_ms": 130570.20000000004, "p99_ms": 184926.97999999998, "rows": 3079, "unmeasurable": 0, "won_output_rows": 934 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 220, "1000_2000ms": 0, "100_200ms": 460, "10_20ms": 138, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 209, "20_50ms": 409, "2_5ms": 0, "5000_10000ms": 42, "500_1000ms": 5, "50_100ms": 619, "5_10ms": 22, "ge30000ms": 955, "neg": 0 }, "max_ms": 205371, "mean_ms": 33340.36278012342, "measurable": 3079, "min_ms": 6, "p50_ms": 156.0, "p90_ms": 135564.60000000003, "p99_ms": 185571.1, "rows": 3079, "unmeasurable": 0, "won_output_rows": 438 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 174, "1000_2000ms": 0, "100_200ms": 55, "10_20ms": 362, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 202, "20_50ms": 695, "2_5ms": 0, "5000_10000ms": 21, "500_1000ms": 3, "50_100ms": 545, "5_10ms": 78, "ge30000ms": 944, "neg": 0 }, "max_ms": 206536, "mean_ms": 33586.242611237416, "measurable": 3079, "min_ms": 7, "p50_ms": 80.0, "p90_ms": 133715.6, "p99_ms": 184322.6999999999, "rows": 3079, "unmeasurable": 0, "won_output_rows": 3079 } } }, "price_change": { "boundary_dropped": 588, "class": "FULL", "exception_markets": 111, "rows_by_domain": { "i": 110352032, "o": 110341262, "p": 110370382 }, "rows_i": 110352032, "rows_joined": 110381198, "rows_merged": 110380610, "rows_o": 110341262, "rows_p": 110370382, "unique_by_domain": { "i": 4818, "o": 972, "p": 4236 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 510, "1000_2000ms": 173228, "100_200ms": 2055456, "10_20ms": 6970854, "1_2ms": 0, "2000_5000ms": 16790, "200_500ms": 1691228, "20_50ms": 95275848, "2_5ms": 0, "5000_10000ms": 4544, "500_1000ms": 399738, "50_100ms": 3763836, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 13898, "mean_ms": 36.30502378062236, "measurable": 110352032, "min_ms": 16, "p50_ms": 23.0, "p90_ms": 33.0, "p99_ms": 332.0, "rows": 110352032, "unmeasurable": 0, "won_output_rows": 4916 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 20734, "1000_2000ms": 178444, "100_200ms": 1186366, "10_20ms": 12383692, "1_2ms": 0, "2000_5000ms": 23512, "200_500ms": 1572898, "20_50ms": 3434458, "2_5ms": 13857196, "5000_10000ms": 4946, "500_1000ms": 428892, "50_100ms": 1345536, "5_10ms": 75887788, "ge30000ms": 16800, "neg": 0 }, "max_ms": 48560, "mean_ms": 28.875406608998183, "measurable": 110341262, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 14.0, "p99_ms": 334.0, "rows": 110341262, "unmeasurable": 0, "won_output_rows": 5326 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1136, "1000_2000ms": 172164, "100_200ms": 1103170, "10_20ms": 7443136, "1_2ms": 0, "2000_5000ms": 25944, "200_500ms": 1471358, "20_50ms": 2620806, "2_5ms": 24707348, "5000_10000ms": 6868, "500_1000ms": 409774, "50_100ms": 1132928, "5_10ms": 71275688, "ge30000ms": 62, "neg": 0 }, "max_ms": 39507, "mean_ms": 18.156112479523717, "measurable": 110370382, "min_ms": 2, "p50_ms": 5.0, "p90_ms": 12.0, "p99_ms": 307.0, "rows": 110370382, "unmeasurable": 0, "won_output_rows": 110370368 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3388, "o": 3388, "p": 3388 }, "rows_i": 3388, "rows_joined": 3388, "rows_merged": 3388, "rows_o": 3388, "rows_p": 3388, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 65, "10_20ms": 161, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 82, "20_50ms": 2956, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 48, "50_100ms": 72, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 1532, "mean_ms": 44.75501770956316, "measurable": 3388, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 37.30000000000018, "p99_ms": 705.0, "rows": 3388, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 39, "10_20ms": 343, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 86, "20_50ms": 159, "2_5ms": 354, "5000_10000ms": 0, "500_1000ms": 48, "50_100ms": 42, "5_10ms": 2317, "ge30000ms": 0, "neg": 0 }, "max_ms": 991, "mean_ms": 27.287485242030698, "measurable": 3388, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 22.0, "p99_ms": 672.0, "rows": 3388, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 28, "10_20ms": 176, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 94, "20_50ms": 115, "2_5ms": 711, "5000_10000ms": 0, "500_1000ms": 50, "50_100ms": 50, "5_10ms": 2164, "ge30000ms": 0, "neg": 0 }, "max_ms": 898, "mean_ms": 28.346517119244393, "measurable": 3388, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 19.0, "p99_ms": 636.6000000000022, "rows": 3388, "unmeasurable": 0, "won_output_rows": 3388 } } } }, "archive_root": "union-staging", "boundary_guard": "cache", "bytes": 1279724675, "file": "2026-10-28T22.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-28/22", "hour_utc": "2026-10-28T22:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41095370675083346, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562969771721614, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 178293973 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370674552498, "min_sequence": 562969771721616, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 16163122, "row_groups": [ 0, 61 ], "sha256": "6bb15ab0307fc59286bbf02f726ac443113131be65970e9e1791dd997723d714" }, "book": { "byte_range": [ 178293973, 206155914 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370674552492, "min_sequence": 562969771725083, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 257935, "row_groups": [ 62, 62 ], "sha256": "0038c2d1deb875a5811d544863a79ba46b9470dd0407fc4b8ab60f167554a4a0" }, "last_trade_price": { "byte_range": [ 206155914, 209289452 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370663711486, "min_sequence": 562969771726912, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 53811, "row_groups": [ 63, 63 ], "sha256": "7cd0484de8b9dcfa593468824c0364ebcf029ccfb4d75e6d5f81bf6926bf674b" }, "market_resolved": { "byte_range": [ 209289452, 209782874 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370669773407, "min_sequence": 562969771936869, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 3911, "row_groups": [ 64, 64 ], "sha256": "89c5b74574b576c147c4c77716bedebb6e76374c4f4e9a4a9a6c445c309573b0" }, "new_market": { "byte_range": [ 209782874, 210239705 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370674286563, "min_sequence": 562969772047456, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 4451, "row_groups": [ 65, 65 ], "sha256": "9ada255c9d0d9dec0f36e277fd78a3f1b580b5e068d08542159c6158343b3383" }, "price_change": { "byte_range": [ 210239705, 1278163338 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370675083346, "min_sequence": 562969771721614, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 110380610, "row_groups": [ 66, 487 ], "sha256": "ad32c4db58aef100d34d05696c29e41e897a9bcbe68011331675ba32da9aaa35" }, "tick_size_change": { "byte_range": [ 1278163338, 1278287103 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562969897750518, "min_sequence": 562969775315835, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 3388, "row_groups": [ 488, 488 ], "sha256": "715b59739ec9a7b7e8d333013ed5b90f1dace03b861e625f40e49f625d0f6a40" } }, "row_count": 126867228, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "served_note": "This hour is the merger's union file, published byte for byte. Hours before the era cutover are rebuilt here from the seven product files and carry one column fewer.", "served_verbatim": true, "sha256": "b3d66c79530f0b30809c096014cda65d3bf274338bf21420946d7aed06cb784e", "skipped_witnesses": { "m": { "reason": "not_in_merged_set" }, "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-28T22.witness_stats.json", "witness_stats_sha256": "67d7cd70f341d0fc526fd386375f201bb69bc5eb3582eae2c764c685ddf042a4", "witnesses": "iop", "witnesses_captured": [ "i", "m", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-28T22.ai.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 10114318, "row_ordinal_min": 0, "rows": 1951673, "sha256": "ea902129c4591309a017d129937b66ce3da51fc30e3aa59ba7c43f4544f346f1", "size": 10068530, "sub_tag": null }, { "category": "ai", "file": "2026-10-28T22.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 10114318, "row_ordinal_min": 0, "rows": 1951673, "sha256": "54f1c0d7ce7cb1cb4fa257bb9e5f785811422f9a4c95369a887822282fa48f60", "size": 9515492, "sub_tag": null }, { "category": "business", "file": "2026-10-28T22.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 10304979, "row_ordinal_min": 239117, "rows": 223488, "sha256": "e5152d13e51a5315b86e96eded4863efd209726eb8c1bd8188b21ca03990dc5e", "size": 1189468, "sub_tag": null }, { "category": "business", "file": "2026-10-28T22.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 10304979, "row_ordinal_min": 239117, "rows": 223488, "sha256": "3f182063730067c5a09aa1f4acbb3de436cc9e1cbd1229bbfdedf29a0eeb5a55", "size": 1097180, "sub_tag": null }, { "category": "crypto", "file": "2026-10-28T22.crypto.parquet", "part": null, "role": "lean", "row_groups": 19, "row_ordinal_max": 63594803, "row_ordinal_min": 271867, "rows": 11134708, "sha256": "23f6b28dd4636adc387ead0ed357d9a85ca0315d3da07ee3eb82db5f315999ce", "size": 57295033, "sub_tag": null }, { "category": "crypto", "file": "2026-10-28T22.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 19, "row_ordinal_max": 63594803, "row_ordinal_min": 271867, "rows": 11134708, "sha256": "82422cc3ad579bd884d2ca099a6278b69b3c1b95b5d62716679158a5672c6c48", "size": 45427858, "sub_tag": null }, { "category": "earnings", "file": "2026-10-28T22.earnings.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 20627158, "row_ordinal_min": 1038326, "rows": 11546, "sha256": "f2719274665b084d3e97c1e45bc860fcc225236b37e97ccaf7aedb7fe22c2e71", "size": 124261, "sub_tag": null }, { "category": "earnings", "file": "2026-10-28T22.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 20627158, "row_ordinal_min": 1038326, "rows": 11546, "sha256": "7c0f531ed417a92e5b579020744314d6b8700855c81a3ce054edffe325956fb7", "size": 77932, "sub_tag": null }, { "category": "economy", "file": "2026-10-28T22.economy.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 21205809, "row_ordinal_min": 1040355, "rows": 657777, "sha256": "7ac4357c06d727ba55030c12aac28c3094aab14f25e8baf700cdd38c45000eb8", "size": 3670581, "sub_tag": null }, { "category": "economy", "file": "2026-10-28T22.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 21205809, "row_ordinal_min": 1040355, "rows": 657777, "sha256": "1cf4f33d733a2a5a1c43e63d604e60265f6958bd4eff244c35c765b393b8db0c", "size": 3203226, "sub_tag": null }, { "category": "elections", "file": "2026-10-28T22.elections.parquet", "part": null, "role": "lean", "row_groups": 19, "row_ordinal_max": 63594811, "row_ordinal_min": 1118713, "rows": 11106431, "sha256": "d2341660ca2982511764e57b09e07a845f1e36b6daa783a0543af03481795d80", "size": 55090397, "sub_tag": null }, { "category": "elections", "file": "2026-10-28T22.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 19, "row_ordinal_max": 63594811, "row_ordinal_min": 1118713, "rows": 11106431, "sha256": "53df0cf105e234df3238da348aaf8c7404a5fddad95c70b5b6fab16fcb8835d9", "size": 52836648, "sub_tag": null }, { "category": "esports", "file": "2026-10-28T22.esports.parquet", "part": null, "role": "lean", "row_groups": 13, "row_ordinal_max": 63594883, "row_ordinal_min": 2808752, "rows": 3913649, "sha256": "755097460390aeea1a5c366a21514aaee53c6c808b96b0cb60b0a148db00e81f", "size": 18220149, "sub_tag": null }, { "category": "esports", "file": "2026-10-28T22.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 13, "row_ordinal_max": 63594883, "row_ordinal_min": 2808752, "rows": 3913649, "sha256": "6c920323c57d73bee511d137851e8e9ebae0fe77cc7c387cb71eaae9a5cabc97", "size": 17124820, "sub_tag": null }, { "category": "finance", "file": "2026-10-28T22.finance.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 63594963, "row_ordinal_min": 3501291, "rows": 1842290, "sha256": "95c8f1f825aa1a594b2ac125c3b7bb20016e11dad87fb60038c016afec9df17b", "size": 8594893, "sub_tag": null }, { "category": "finance", "file": "2026-10-28T22.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 63594963, "row_ordinal_min": 3501291, "rows": 1842290, "sha256": "3ca87a37f7ef7fcdce3a0eedb1dd7dd84a99284afb019d7c23c5599de966e5c8", "size": 8973121, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-28T22.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 63594967, "row_ordinal_min": 3888214, "rows": 1888017, "sha256": "b064f8996df9c89b4a41df488a8cf7934486cbf3bfe45ec9df182ffda872ddb3", "size": 10090130, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-28T22.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 63594967, "row_ordinal_min": 3888214, "rows": 1888017, "sha256": "64984448f8c3d23265db5320755d32a7dfa40bc2e76a5aa62f062ec6b5930cfc", "size": 8854759, "sub_tag": null }, { "category": "politics", "file": "2026-10-28T22.politics.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 63594991, "row_ordinal_min": 4018603, "rows": 1631027, "sha256": "b4f1b006a7bf307b7af1a5e5777ea2db73d745599fad7de22e58496f0693bd48", "size": 8210492, "sub_tag": null }, { "category": "politics", "file": "2026-10-28T22.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 63594991, "row_ordinal_min": 4018603, "rows": 1631027, "sha256": "e4b4115f819cba085c4aaa046facc4d51a7541a33e23f1bbbe777b510af73dde", "size": 7626808, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-28T22.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 40189349, "row_ordinal_min": 4203531, "rows": 1924512, "sha256": "72790e776ece227bc699bddd63ea41bcdd47436f6dbeba8a395ff756112f9d3f", "size": 10387943, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-28T22.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 40189349, "row_ordinal_min": 4203531, "rows": 1924512, "sha256": "e9a1138d77f4edf0074f8e0e789a76ee0e0b5168ddeab8d9a2ac1fcd49dbed70", "size": 9315895, "sub_tag": null }, { "category": "science", "file": "2026-10-28T22.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 40283593, "row_ordinal_min": 4410703, "rows": 114465, "sha256": "e4882e0910d1bbef02cc0b2038332ddcaed8bb660d96fe5b46b21a6d822b5377", "size": 622855, "sub_tag": null }, { "category": "science", "file": "2026-10-28T22.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 40283593, "row_ordinal_min": 4410703, "rows": 114465, "sha256": "c812067cf37b917514a42fab7d7bc12e04190238047d19ba564467186ca29a75", "size": 560309, "sub_tag": null }, { "category": "sports", "file": "2026-10-28T22.sports.parquet", "part": null, "role": "lean", "row_groups": 32, "row_ordinal_max": 63597419, "row_ordinal_min": 4430818, "rows": 23266822, "sha256": "73cfce66467fbf6ed2c408abe305437e906c17ad8ee88e4c0bd1b35d8962809b", "size": 153771998, "sub_tag": null }, { "category": "sports", "file": "2026-10-28T22.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 32, "row_ordinal_max": 63597419, "row_ordinal_min": 4430818, "rows": 23266822, "sha256": "e24de0d16606fb6312d4966e4cc9162e02ea810c7f3b7db68e2bf54912d295ce", "size": 114675022, "sub_tag": null }, { "category": "tech", "file": "2026-10-28T22.tech.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 63597435, "row_ordinal_min": 7765200, "rows": 512264, "sha256": "d54a8b4d0ffeb6d28b2766e8d4455b9816e46fde1576d1c90b72d91971570ff9", "size": 2853590, "sub_tag": null }, { "category": "tech", "file": "2026-10-28T22.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 63597435, "row_ordinal_min": 7765200, "rows": 512264, "sha256": "a2adea98e1cb84aaa5e68231a42f16144dd96b72a07c22065ea77d01d21ec9b8", "size": 2489424, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-28T22.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 60681904, "row_ordinal_min": 7820243, "rows": 129351, "sha256": "edbcfe944b16113e5a5c905b063a3ce99b34e62a8c31ced9fe28b60da46fbf5a", "size": 745540, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-28T22.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 60681904, "row_ordinal_min": 7820243, "rows": 129351, "sha256": "5607c94a9dba7ff72938ee4641934c0a75e4cf8ae5f8c1b8d9ed7355ee005a81", "size": 654580, "sub_tag": null }, { "category": "unknown", "file": "2026-10-28T22.unknown.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 60690553, "row_ordinal_min": 7837865, "rows": 10071, "sha256": "0555093b97ccee078367951eae57d2d76146c8a39b3fc64d242bca37868235f5", "size": 88205, "sub_tag": null }, { "category": "unknown", "file": "2026-10-28T22.unknown.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 60690553, "row_ordinal_min": 7837865, "rows": 10071, "sha256": "fe5a9604054eb3332ac118239dea2b29654e22e5c26d2df7f2dc6d880cbb6f7a", "size": 63934, "sub_tag": null }, { "category": "weather", "file": "2026-10-28T22.weather.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 63597535, "row_ordinal_min": 7839146, "rows": 1760228, "sha256": "d13b0957a0d2151fcb69affd787efaef1712f5e033b58ab20b541f46a56323fb", "size": 9961809, "sub_tag": null }, { "category": "weather", "file": "2026-10-28T22.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 63597535, "row_ordinal_min": 7839146, "rows": 1760228, "sha256": "ebf00e95685b19b11829f262ce4e34986f8f46051039093627bf5e55394916f7", "size": 8447639, "sub_tag": null }, { "category": "world", "file": "2026-10-28T22.world.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 63597539, "row_ordinal_min": 7952193, "rows": 1519221, "sha256": "2200c5b21e1e8945e07083044869af66f789d24dfc24c7027ffb2372ca82f096", "size": 7283206, "sub_tag": null }, { "category": "world", "file": "2026-10-28T22.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 63597539, "row_ordinal_min": 7952193, "rows": 1519221, "sha256": "5eac4bfbda9da9cc234050accc2b0183685cfeeff78cfc60c17f4949b3bb8f64", "size": 7126652, "sub_tag": null }, { "category": null, "file": "2026-10-28T22.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 381953, "sha256": "a93df360c61658b0bb44c6420590f6d66954ac55b190fb34b17330e2942fe495", "size": 27916566, "sub_tag": null }, { "category": null, "file": "2026-10-28T22.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 646517, "sha256": "9d2753b66d18c7d0c27f17bf89504482202223f354bf74838984d252e298464b", "size": 58479924, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "ce2b4414-1719-4489-ae4e-f016d43b5c09", "hour": "2026-10-28/22", "hour_utc": "2026-10-28T22:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "unknown": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-28", "schedule_sha256": "b32eebd026cb65c027dca2c9cf811b054ac467c1cbf23609842d507c83462f23", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-29", "max_sequence": 41095370675083345, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562969771721615, "mirror_audit": { "files": [ { "file": "2026-10-28T22.mirror_dropped.p1.parquet", "rows": 44195840, "sha256": "d2468fa0da1406911269f814e583b9e708472be185429c7760e5dc561505ef0d", "size": 296542142 }, { "file": "2026-10-28T22.mirror_dropped.p2.parquet", "rows": 19073388, "sha256": "742bcb7e9ba5c406ebd1aa3dd7f79f08e8b9a1a212e9f9705ac654ec965536b7", "size": 120498676 } ], "parts": 2, "public": false, "rows": 63269228, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 19451, "_pairs": 107012, "best_ask": 1, "best_bid": 3, "spread": 4, "witness_set": 107009 }, "book": { "_no_partner": 594, "_pairs": 4194, "asks": 25, "bids": 60, "source_witness": 3, "witness_set": 4110 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 126463, "book": 4788, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 7955080, "book": 123890, "price_change": 55190258 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370674552497, "min_sequence": 562969771721616, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 8208042, "source_rows": 16163122 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370674552492, "min_sequence": 562969771725083, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 133585, "source_rows": 257935 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370663711486, "min_sequence": 562969771726912, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 53811, "source_rows": 53811 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370669773407, "min_sequence": 562969771936869, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 3911, "source_rows": 3911 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370674286563, "min_sequence": 562969772047456, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 4451, "source_rows": 4451 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370675083345, "min_sequence": 562969771721615, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 55190352, "source_rows": 110380610 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562969897750518, "min_sequence": 562969775315835, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 3388, "source_rows": 3388 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "e07de38fc770cd0ecc13430a71cb4fc72b06f14b" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "2bc4ed02488e9a03a5cd3a498c84aad8e780230bdfe6fcd8bf8d3480e6b08816", "recorders": null, "row_count": 63597540, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "m": { "reason": "not_in_merged_set" }, "q": { "reason": "not_in_merged_set" } }, "source_sha256": "b3d66c79530f0b30809c096014cda65d3bf274338bf21420946d7aed06cb784e", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 7855, "ai-benchmarks": 14912, "ai-rankings": 995337, "ai-releases": 226499, "anthropic": 46108, "art": 1, "big-tech": 279314, "china": 825, "companies-with-1-ai": 1672, "compute": 186425, "congress": 2874, "courts": 44, "elon-musk": 505, "gemini": 857, "google": 5118, "grok": 753, "ipos": 39229, "leopold-aschenbrenner": 27, "math": 29785, "meta": 18157, "moonshot": 2434, "openai": 86822, "openrouter-total-tokens-weekly": 3361, "privates": 1266, "ssi": 21, "united-states": 1472 }, "business": { "(none)": 6225, "acquisitions": 630, "banking": 236, "banks": 26, "big-tech": 119306, "economic-policy": 85, "equities": 32904, "fed-rates": 20959, "ipos": 40818, "jpm": 1828, "sec": 5, "stocks": 438, "taxes": 28 }, "crypto": { "aave": 4, "acquisitions": 907, "big-tech": 209, "bitcoin": 4086612, "bnb": 532448, "congress": 15977, "crypto-culture": 50048, "crypto-legal": 3350, "crypto-listings": 21307, "crypto-prices": 17, "dogecoin": 687524, "epstein": 287, "ethena": 11, "ethereum": 2188408, "fees": 11, "ftx": 22, "gov-reserve": 876, "hack": 833, "hype": 464014, "hyperliquid": 26076, "ipos": 400, "memecoins": 1661, "meta": 9, "microstrategy": 255, "network-stats": 47, "nft": 1971, "pre-market": 466874, "prediction-markets": 1391, "price-comparison": 756, "price-milestone": 77686, "privates": 7441, "protocol-risk": 57, "public-sales": 15435, "pumpptfun": 1170, "sam-altman": 94, "solana": 1315647, "stablecoins": 1423, "stocks": 16, "trump-presidency": 34, "xrp": 1005656, "yearly": 28717, "zcash": 129027 }, "earnings": { "equities": 11546 }, "economy": { "(none)": 76, "acquisitions": 69, "brazil": 40330, "canada": 10864, "commodities": 705, "consumer": 3764, "economic-policy": 8738, "equities": 232, "europe": 1089, "fed": 797, "fed-rates": 115699, "france": 17537, "global-rates": 42517, "housing": 9559, "inflation": 2211, "iran": 10396, "japan": 4359, "macro-indicators": 322381, "mexico": 28337, "oil": 5455, "parcl": 26412, "prices": 2, "shipping": 27, "taxes": 1914, "trade-war": 3653, "trump": 148, "united-kingdom": 341, "us-bank-bailout": 108, "us-debt-downgrade": 6, "us-defaults-on-debt": 51 }, "elections": { "celebrities": 104471, "france": 579, "global-elections": 2528236, "israel": 45342, "midterms": 8110876, "nov-4-elections": 375, "peru-elections": 10, "popular-vote": 300, "romania": 544, "taxes": 2172, "trump": 2161, "turkey": 34, "uk": 8192, "united-kingdom": 103, "us-presidential-election": 297423, "vance": 5128, "wisconsin": 485 }, "esports": { "call-of-duty": 901, "counter-strike-2": 1649426, "dota-2": 417298, "esports-awards": 196745, "honor-of-kings": 17638, "league-of-legends": 898195, "mlb": 52, "mobile-legends-bang-bang": 244357, "overwatch": 4513, "rainbow-six-siege": 53473, "starcraft-2": 455, "valorant": 430596 }, "finance": { "aapl": 30590, "acquisitions": 420, "anthropic": 32005, "big-tech": 25761, "brazil": 19732, "canada": 987, "commodities": 136982, "equities": 1029024, "forex": 68811, "gold": 18156, "googl": 961, "indicies": 15941, "indonesia": 783, "ipos": 39734, "italy": 1018, "kpis": 181633, "macro-indicators": 3454, "mergers-and-acquisitions": 1, "msft": 1334, "openai": 103569, "privates": 108489, "silver": 21877, "stocks": 527, "tariffs": 162, "trump-presidency": 104, "youtube": 235 }, "geopolitics": { "(none)": 4667, "afghanistan": 2, "africa": 25, "argentina": 195, "australia": 207, "awards": 12744, "brics-add-a-new-member": 13, "canada": 564, "china": 20986, "colombia": 22, "commodities": 4891, "country-leave-brics": 5461, "courts": 3824, "cuba": 2171, "denmark": 141, "earn-4": 523, "epstein": 1296, "europe": 823, "f1": 25, "foreign-policy": 14474, "france": 492, "global-elections": 620753, "greenland": 801, "h-1b": 6960, "immigration": 6495, "india": 1216, "india-pakistan": 154, "iran": 378867, "israel": 12110, "mali": 1475, "mexico": 3675, "middle-east": 100242, "midterms": 49157, "military": 3012, "military-action": 447, "moscow": 4563, "nato": 306, "north-korea": 5499, "oil": 243004, "parlays": 158, "philippines": 50, "president": 37, "prime-minister": 211, "putin": 125, "russia": 3908, "south-korea": 2196, "spain": 1865, "strike": 725, "sudan": 449, "taiwan": 72, "trade-war": 27320, "trump": 31739, "trump-presidency": 19160, "turkey": 2272, "uk-labour-leadership": 73219, "ukraine": 119524, "ukraine-map": 48661, "un": 15327, "venezuela": 26654, "world-affairs": 2063 }, "politics": { "(none)": 400, "abc": 16, "approval": 28817, "asia": 4, "bernie-sanders": 3816, "biden": 9, "bolivia": 223, "boxing": 184, "brazil": 65244, "california": 16, "canada": 25342, "china": 9124, "comey": 44112, "congress": 11377, "courts": 9024, "democrat": 41, "department-of-war": 183, "dollar": 37, "earn-4": 4153, "elon-musk": 8, "epstein": 6114, "fed": 157, "fed-rates": 32259, "fifa": 2879, "flip-off": 68, "foreign-policy": 90, "france": 39499, "gas": 1139, "global-elections": 144072, "greece": 2991, "house-of-representatives": 737, "hungary": 2499, "ice": 741, "india": 1929, "indonesia": 397, "israel": 733, "istanbul": 21, "japan": 221, "kippah": 16, "legislation": 195, "mamdani": 65, "margin-of-victory": 42069, "mention-markets": 21, "mexico": 711, "midterms": 105024, "minnesota": 96, "minnesota-fraud": 312, "nasa": 308, "new-york-city": 1256, "north-korea": 275, "nyc": 293, "obama": 44, "ohio": 1, "ohio-midterm": 560, "oil": 1099, "pakistan": 196, "pardon": 798, "parliament": 545, "pete-hegseth": 35305, "philippines": 18, "prison": 2011, "resign": 3101, "romania": 17, "russia": 43, "sbf": 16347, "senate-elections": 11947, "south-korea": 60, "spain": 712, "speech": 9, "supreme-court": 95, "tariffs": 2, "taxes": 1161, "tennessee": 845, "trump": 105176, "trump-cabinet": 64800, "trump-daily": 284, "trump-presidency": 30938, "trump-speech": 4866, "truth-social": 614, "turkey": 767, "tweets-markets": 223251, "uk": 23082, "ukraine": 77, "united-kingdom": 3786, "united-states": 1019, "us-house": 634, "us-politics": 3683, "us-presidential-election": 493584, "venezuela": 7864, "voting": 1872, "washington-dc": 36, "white-house": 461 }, "pop-culture": { "(none)": 900, "aliens": 6809, "art": 5368, "australia": 45, "awards": 202250, "basketball": 1060, "best-of-2026": 12942, "call-of-duty": 132, "celebrities": 34628, "charlie-kirk": 761, "clavicular": 413, "climate-science": 2206, "combat-sports": 191, "counter-strike-2": 182, "court-cases": 24, "courts": 9488, "daejon-love": 11, "dominican-republic": 855, "dota-2": 912, "earthquake": 32, "elon-musk": 14, "f1": 49, "fda": 78, "fifa": 8501, "fifa-world-cup": 3, "gaming": 20168, "gta-vi": 10906, "israel": 1366, "japan": 3, "la-liga": 3, "league-of-legends": 17, "logan-paul": 10, "marijuana": 232, "midterms": 16402, "movie-delay": 161, "movies": 977996, "music": 277671, "netflix": 110, "new-york-city": 963, "nfl": 9815, "pandemics": 1574, "parent-for-derivative": 1911, "podcast": 471, "pokemon": 1424, "pope-leo-xiv": 10, "pregnant": 60, "russia": 6, "spain": 714, "spider-man": 154, "streamer": 554, "sweden": 103, "tennis": 239, "the-legend-of-zelda": 1125, "travel": 8245, "trump": 17675, "trump-daily": 22814, "trump-netanyahu": 10015, "tv": 17928, "tweets-markets": 198821, "uk": 7310, "utah": 150, "valve": 760, "xbox": 19, "youtube": 28753 }, "science": { "(none)": 974, "aliens": 1939, "big-tech": 17320, "climate-science": 226, "drug": 144, "elon-musk": 45406, "fda": 3681, "gold": 839, "macro-indicators": 8280, "mergers-and-acquisitions": 15, "new-york-city": 2072, "pandemics": 2884, "russia": 378, "space": 1, "spacex": 30306 }, "sports": { "(none)": 333, "2026-summer-transfer-window": 14998, "afc": 31292, "afc-champions-league-elite": 15507, "afcon": 65689, "aflw": 372, "american-football": 558, "arg": 73360, "argcopa": 29257, "argpn": 101760, "australian-a-league": 48254, "austria-bundesliga": 23161, "awards": 44348, "aze1": 800, "aze2": 7, "baseball": 7678, "basketball": 354049, "bel1": 28112, "bel2": 15036, "bolivia-lfpb": 49072, "boxing": 43307, "bra3": 36235, "brazil-serie-a": 2429361, "brazil-serie-b": 81519, "bulgaria-parva-liga": 42429, "bundesliga": 266482, "bundesliga-2": 37927, "canpl": 7, "carabao-cup": 72117, "cfb": 1628008, "chess": 1785, "chi2": 2, "chile-primera": 40721, "chinese-super-league": 63868, "chl2": 41347, "clf": 309, "col2": 17226, "colombia-primera-a": 34225, "combat-sports": 2, "concacaf": 5369, "concacaf-nations-league": 9010, "copa-america": 24368, "copa-del-rey": 168000, "cricket": 36653, "cristiano-ronaldo": 6541, "czechia-fortuna-liga": 36850, "darts": 9, "denmark-superliga": 29279, "dfb-pokal": 72105, "ecu1": 31042, "efl-championship": 160145, "egypt-premier-league": 42651, "epl": 481558, "ere": 78451, "est1": 31627, "europa-conference-league": 226136, "f1": 61429, "fa-cup": 23100, "fifa": 19486, "fifa-friendly": 657, "fifa-world-cup": 2006, "fin1": 55030, "formula1": 14056, "fro1": 5426, "goals": 255, "golf": 3827, "gre1": 23460, "handball": 661, "hockey": 38248, "hungary-nb1": 13796, "idn1": 21980, "idn2": 2687, "indian-super-league": 23820, "irl1": 49388, "isl1": 8, "israel-premier-league": 14662, "itc": 2, "japan-j-league": 46686, "japan-j2-league": 46578, "k-league": 44902, "kaz1": 23788, "kor2": 38281, "la-liga": 416272, "la-liga-2": 29681, "lacrosse": 624, "lazio": 54, "lcs": 1, "lib": 18230, "ligue-1": 258107, "ligue-2": 100005, "lionel-messi": 50, "ltu1": 1169, "lva1": 31239, "mex": 442491, "mlb": 190751, "mls": 1166450, "morocco-botola-pro": 28207, "moto2": 453, "moto3": 22, "nascar": 47742, "national-league": 60327, "nba": 3376045, "ned2": 36967, "nfl": 2724542, "nhl": 724422, "nirl1": 8651, "nor2": 50086, "norway-eliteserien": 51345, "peru-liga-1": 383780, "pickleball": 19544, "poland-ekstraklasa": 41162, "power-slap": 58, "primeira-liga": 64255, "qat1": 20018, "qualification": 19065, "racing": 14463, "romania-superliga": 31478, "rugby": 2439, "rus": 16843, "saf1": 506, "saudi-professional-league": 74063, "scotland-league-cup": 13824, "scottish-premiership": 101698, "sea": 611379, "serbian-superliga": 8930, "serie-b": 124206, "slovenia-prvaliga": 66398, "soccer": 235736, "soccer-atc": 21580, "soccer-brco": 11292, "soccer-ccc": 16804, "soccer-el1": 67785, "soccer-el2": 63481, "soccer-fpd": 41535, "soccer-grc": 20082, "soccer-gtm": 297752, "soccer-hr1": 30705, "soccer-nlc": 145863, "soccer-nwsl": 41194, "soccer-ptc": 118, "soccer-scoc": 552, "soccer-skc": 1, "soccer-svk1": 19921, "soccer-trsk": 1236, "sud": 1215, "swe2": 29950, "sweden-allsvenskan": 154490, "swimming": 25101, "switzerland-super-league": 191927, "table-tennis": 8648, "tennis": 940609, "tha1": 1, "tur": 44255, "tur2": 46589, "u20wwc": 3, "uae1": 2616, "ucl": 682387, "uefa": 36745, "uefa-nations-league": 84229, "uel": 297870, "ufc": 208360, "ukraine-premier-liha": 58822, "uru1": 36869, "usl1": 14, "uslc": 38691, "usoc": 4, "uwec": 17076, "uzb1": 24051, "ven1": 67074, "volleyball": 778, "womens-champions-league": 93962, "wsl": 26274 }, "tech": { "(none)": 100, "airbnb": 573, "anthropic": 3750, "big-tech": 255154, "celebrities": 94280, "china": 235, "coding": 2018, "collectibles": 277, "congress": 15, "corporate-financials": 1758, "courts": 569, "earn-4": 17996, "elon-musk": 1573, "equities": 6370, "gaming": 662, "google": 70436, "hack": 1418, "ipos": 15133, "kpis": 431, "midterms": 93, "movies": 17057, "nuke": 144, "oil": 10708, "openai": 5006, "outage": 174, "prediction-markets": 5033, "video-games": 1301 }, "uncategorised": { "bayeux-tapestry": 4123, "cfb": 17931, "climate-science": 441, "dnc": 42, "earnings-calls": 372, "fed": 4492, "fed-chair": 1100, "fed-rates": 17940, "iran": 1, "la-liga": 48, "leopold-aschenbrenner": 45, "macro-indicators": 6456, "mma": 37, "nfl": 19128, "pandemics": 87, "social-media": 274, "space": 4, "supreme-court": 27702, "tennis": 688, "ufc": 2606, "uk": 3035, "united-nations": 12820, "united-states": 4890, "youtube": 5089 }, "unknown": { "(none)": 10071 }, "weather": { "brazil": 2968, "climate": 75827, "climate-science": 18797, "drought": 348, "earthquakes": 18116, "germany": 11373, "global-temp": 850, "highest-temperature": 1277193, "italy": 29, "lowest-temperature": 299425, "mexico": 603, "natural-disaster": 4317, "pandemics": 824, "precipitation": 30545, "rain": 1851, "tornado-risk": 51, "united-states": 17111 }, "world": { "(none)": 3156, "argentina": 12412, "brazil": 19336, "canada": 591, "economic-policy": 9913, "europe": 317, "foreign-policy": 1402, "forex": 6760, "france": 6186, "germany": 3335, "global-elections": 1385393, "global-rates": 40690, "hong-kong": 252, "italy": 17, "macro-indicators": 11923, "middle-east": 1931, "nyc": 100, "pandemics": 5, "south-korea": 3539, "trump-presidency": 11942, "uk": 21 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 126866768, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-28T22.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 381953, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 63597540, "twin_rows": 63269228 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.002034, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-28T22.witness_stats.json", "witness_stats_sha256": "67d7cd70f341d0fc526fd386375f201bb69bc5eb3582eae2c764c685ddf042a4", "witnesses": "iop", "writer_versions": null }