{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 26, "class": "FULL", "exception_markets": 35, "rows_by_domain": { "i": 11487942, "o": 11488074, "p": 11484259 }, "rows_i": 11487942, "rows_joined": 11488450, "rows_merged": 11488424, "rows_o": 11488074, "rows_p": 11484259, "unique_by_domain": { "i": 36, "o": 14, "p": 70 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 968, "100_200ms": 78199, "10_20ms": 451663, "1_2ms": 0, "2000_5000ms": 264, "200_500ms": 52125, "20_50ms": 10724315, "2_5ms": 0, "5000_10000ms": 24, "500_1000ms": 7532, "50_100ms": 172852, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 6329, "mean_ms": 26.39694115795501, "measurable": 11487942, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 26.0, "p99_ms": 118.0, "rows": 11487942, "unmeasurable": 0, "won_output_rows": 736 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1709, "100_200ms": 49287, "10_20ms": 1790436, "1_2ms": 0, "2000_5000ms": 515, "200_500ms": 49739, "20_50ms": 215228, "2_5ms": 2081967, "5000_10000ms": 93, "500_1000ms": 9033, "50_100ms": 76866, "5_10ms": 7213201, "ge30000ms": 0, "neg": 0 }, "max_ms": 6640, "mean_ms": 10.103835508023364, "measurable": 11488074, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 12.0, "p99_ms": 95.0, "rows": 11488074, "unmeasurable": 0, "won_output_rows": 3429 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 4, "1000_2000ms": 1267, "100_200ms": 43620, "10_20ms": 1497384, "1_2ms": 0, "2000_5000ms": 358, "200_500ms": 41726, "20_50ms": 173782, "2_5ms": 3261131, "5000_10000ms": 28, "500_1000ms": 8306, "50_100ms": 71621, "5_10ms": 6385032, "ge30000ms": 0, "neg": 0 }, "max_ms": 18346, "mean_ms": 9.014413206807683, "measurable": 11484259, "min_ms": 2, "p50_ms": 5.0, "p90_ms": 11.0, "p99_ms": 78.0, "rows": 11484259, "unmeasurable": 0, "won_output_rows": 11484259 } } }, "book": { "boundary_dropped": 84, "class": "FULL", "exception_markets": 19713, "rows_by_domain": { "i": 105024, "o": 108123, "p": 109682 }, "rows_i": 105024, "rows_joined": 136672, "rows_merged": 136588, "rows_o": 108123, "rows_p": 109682, "unique_by_domain": { "i": 11368, "o": 14611, "p": 16685 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 498, "1000_2000ms": 388, "100_200ms": 3010, "10_20ms": 3022, "1_2ms": 0, "2000_5000ms": 1137, "200_500ms": 1454, "20_50ms": 79911, "2_5ms": 0, "5000_10000ms": 206, "500_1000ms": 287, "50_100ms": 4319, "5_10ms": 0, "ge30000ms": 10792, "neg": 0 }, "max_ms": 11561903873, "mean_ms": 40659645.27001447, "measurable": 105024, "min_ms": 18, "p50_ms": 26.0, "p90_ms": 43330.0, "p99_ms": 669748550.0, "rows": 105024, "unmeasurable": 0, "won_output_rows": 11788 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 718, "1000_2000ms": 494, "100_200ms": 1046, "10_20ms": 22308, "1_2ms": 0, "2000_5000ms": 1070, "200_500ms": 891, "20_50ms": 4275, "2_5ms": 2450, "5000_10000ms": 292, "500_1000ms": 326, "50_100ms": 1595, "5_10ms": 59082, "ge30000ms": 13576, "neg": 0 }, "max_ms": 13160427120, "mean_ms": 49693963.73225863, "measurable": 108123, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 230135.0, "p99_ms": 1899247932.0, "rows": 108123, "unmeasurable": 0, "won_output_rows": 15150 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 926, "1000_2000ms": 380, "100_200ms": 939, "10_20ms": 9038, "1_2ms": 0, "2000_5000ms": 1256, "200_500ms": 854, "20_50ms": 2876, "2_5ms": 5442, "5000_10000ms": 366, "500_1000ms": 250, "50_100ms": 1359, "5_10ms": 71002, "ge30000ms": 14994, "neg": 0 }, "max_ms": 11562440624, "mean_ms": 48007191.41321274, "measurable": 109682, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 336785.0, "p99_ms": 1620054491.0, "rows": 109682, "unmeasurable": 0, "won_output_rows": 109650 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 45664, "o": 45626, "p": 45419 }, "rows_i": 45664, "rows_joined": 45716, "rows_merged": 45716, "rows_o": 45626, "rows_p": 45419, "unique_by_domain": { "i": 14, "o": 3, "p": 2 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 1357, "10_20ms": 585, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 718, "20_50ms": 40807, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 106, "50_100ms": 2086, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2856, "mean_ms": 35.6552207428171, "measurable": 45664, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 45.0, "p99_ms": 260.0, "rows": 45664, "unmeasurable": 0, "won_output_rows": 37 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 11, "100_200ms": 486, "10_20ms": 10095, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 431, "20_50ms": 1864, "2_5ms": 1630, "5000_10000ms": 0, "500_1000ms": 110, "50_100ms": 772, "5_10ms": 30223, "ge30000ms": 0, "neg": 0 }, "max_ms": 2188, "mean_ms": 16.016591417174418, "measurable": 45626, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 16.0, "p99_ms": 224.0, "rows": 45626, "unmeasurable": 0, "won_output_rows": 260 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 5, "100_200ms": 464, "10_20ms": 4254, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 395, "20_50ms": 1200, "2_5ms": 4139, "5000_10000ms": 0, "500_1000ms": 88, "50_100ms": 599, "5_10ms": 34274, "ge30000ms": 0, "neg": 0 }, "max_ms": 2840, "mean_ms": 13.286730223034413, "measurable": 45419, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 13.0, "p99_ms": 209.8199999999997, "rows": 45419, "unmeasurable": 0, "won_output_rows": 45419 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 6, "rows_by_domain": { "i": 1052, "o": 1058, "p": 1052 }, "rows_i": 1052, "rows_joined": 1141, "rows_merged": 1141, "rows_o": 1058, "rows_p": 1052, "unique_by_domain": { "i": 0, "o": 89, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 30, "1000_2000ms": 0, "100_200ms": 6, "10_20ms": 32, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 5, "20_50ms": 943, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 10, "5_10ms": 0, "ge30000ms": 26, "neg": 0 }, "max_ms": 50549, "mean_ms": 1890.5351711026617, "measurable": 1052, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 31.0, "p99_ms": 47071.21, "rows": 1052, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 22, "1000_2000ms": 0, "100_200ms": 8, "10_20ms": 168, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 1, "20_50ms": 11, "2_5ms": 164, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 8, "5_10ms": 665, "ge30000ms": 11, "neg": 0 }, "max_ms": 145982, "mean_ms": 1490.9413988657845, "measurable": 1058, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 13.0, "p99_ms": 33045.99000000159, "rows": 1058, "unmeasurable": 0, "won_output_rows": 89 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 2, "10_20ms": 118, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 6, "20_50ms": 6, "2_5ms": 309, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 4, "5_10ms": 551, "ge30000ms": 56, "neg": 0 }, "max_ms": 54369, "mean_ms": 2099.2148288973385, "measurable": 1052, "min_ms": 3, "p50_ms": 5.0, "p90_ms": 12.0, "p99_ms": 51156.21000000001, "rows": 1052, "unmeasurable": 0, "won_output_rows": 1052 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 875, "o": 875, "p": 875 }, "rows_i": 875, "rows_joined": 1311, "rows_merged": 1311, "rows_o": 875, "rows_p": 875, "unique_by_domain": { "i": 44, "o": 104, "p": 288 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 122, "1000_2000ms": 0, "100_200ms": 114, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 93, "20_50ms": 306, "2_5ms": 0, "5000_10000ms": 9, "500_1000ms": 9, "50_100ms": 181, "5_10ms": 0, "ge30000ms": 41, "neg": 0 }, "max_ms": 94261, "mean_ms": 4855.077714285714, "measurable": 875, "min_ms": 21, "p50_ms": 81.0, "p90_ms": 17243.800000000003, "p99_ms": 51902.38, "rows": 875, "unmeasurable": 0, "won_output_rows": 227 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 172, "1000_2000ms": 0, "100_200ms": 34, "10_20ms": 85, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 119, "20_50ms": 202, "2_5ms": 0, "5000_10000ms": 12, "500_1000ms": 25, "50_100ms": 161, "5_10ms": 23, "ge30000ms": 42, "neg": 0 }, "max_ms": 94085, "mean_ms": 5688.524571428571, "measurable": 875, "min_ms": 5, "p50_ms": 83.0, "p90_ms": 17191.4, "p99_ms": 51904.479999999996, "rows": 875, "unmeasurable": 0, "won_output_rows": 209 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 133, "1000_2000ms": 0, "100_200ms": 13, "10_20ms": 206, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 51, "20_50ms": 249, "2_5ms": 1, "5000_10000ms": 14, "500_1000ms": 7, "50_100ms": 138, "5_10ms": 42, "ge30000ms": 21, "neg": 0 }, "max_ms": 102210, "mean_ms": 4347.544, "measurable": 875, "min_ms": 4, "p50_ms": 38.0, "p90_ms": 17985.800000000003, "p99_ms": 50700.099999999984, "rows": 875, "unmeasurable": 0, "won_output_rows": 875 } } }, "price_change": { "boundary_dropped": 272, "class": "FULL", "exception_markets": 6, "rows_by_domain": { "i": 84921148, "o": 84929652, "p": 84856820 }, "rows_i": 84921148, "rows_joined": 84946504, "rows_merged": 84946232, "rows_o": 84929652, "rows_p": 84856820, "unique_by_domain": { "i": 2838, "o": 114, "p": 1186 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 8506, "100_200ms": 934788, "10_20ms": 2874500, "1_2ms": 0, "2000_5000ms": 1476, "200_500ms": 494792, "20_50ms": 78652450, "2_5ms": 0, "5000_10000ms": 100, "500_1000ms": 61280, "50_100ms": 1893256, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 6412, "mean_ms": 27.80780761465919, "measurable": 84921148, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 27.0, "p99_ms": 153.0, "rows": 84921148, "unmeasurable": 0, "won_output_rows": 18950 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 14816, "100_200ms": 468784, "10_20ms": 14041722, "1_2ms": 0, "2000_5000ms": 3770, "200_500ms": 413428, "20_50ms": 2015030, "2_5ms": 13663864, "5000_10000ms": 224, "500_1000ms": 72282, "50_100ms": 783844, "5_10ms": 53451888, "ge30000ms": 0, "neg": 0 }, "max_ms": 6640, "mean_ms": 10.888680598856098, "measurable": 84929652, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 13.0, "p99_ms": 117.0, "rows": 84929652, "unmeasurable": 0, "won_output_rows": 70470 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 66, "1000_2000ms": 8444, "100_200ms": 427014, "10_20ms": 10577004, "1_2ms": 0, "2000_5000ms": 2802, "200_500ms": 361240, "20_50ms": 1670370, "2_5ms": 21593496, "5000_10000ms": 164, "500_1000ms": 64526, "50_100ms": 700676, "5_10ms": 49451018, "ge30000ms": 0, "neg": 0 }, "max_ms": 18346, "mean_ms": 9.66707277034421, "measurable": 84856820, "min_ms": 2, "p50_ms": 5.0, "p90_ms": 12.0, "p99_ms": 102.0, "rows": 84856820, "unmeasurable": 0, "won_output_rows": 84856812 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1952, "o": 1952, "p": 1952 }, "rows_i": 1952, "rows_joined": 1952, "rows_merged": 1952, "rows_o": 1952, "rows_p": 1952, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 68, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 1874, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 10, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 77, "mean_ms": 23.320696721311474, "measurable": 1952, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 26.0, "p99_ms": 42.0, "rows": 1952, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 262, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 4, "20_50ms": 20, "2_5ms": 325, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 4, "5_10ms": 1333, "ge30000ms": 0, "neg": 0 }, "max_ms": 603, "mean_ms": 8.641905737704919, "measurable": 1952, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 11.0, "p99_ms": 32.940000000000055, "rows": 1952, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 4, "10_20ms": 144, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 20, "2_5ms": 569, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 12, "5_10ms": 1203, "ge30000ms": 0, "neg": 0 }, "max_ms": 143, "mean_ms": 6.467725409836065, "measurable": 1952, "min_ms": 3, "p50_ms": 5.0, "p90_ms": 8.0, "p99_ms": 43.940000000000055, "rows": 1952, "unmeasurable": 0, "won_output_rows": 1952 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "union-staging", "book_audit": { "files": [ { "file": "2026-10-29T06.book_dropped.parquet", "rows": 333, "sha256": "2cf0f0173f56f19011ce2c99b7ce8fb6f706bd519f75d79e7133977d6c842dd2", "size": 12162 } ], "parts": 1, "public": false, "rows": 333, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 333, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-703f798f.parquet", "sha256": "703f798f3fbd15f5afeb2361a83e77fa17f2f7374902c3ca0e5c2aedb0655c61" }, "category_gate": { "bulk_pin": { "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "created_at": "2026-10-29T08:06:22Z", "map_health_sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v1", "sha256": "e053400908aa8e8536a63e697270c64aeba8374c8e07e7a161c7857de4c77374", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "evaluated_at": "2026-10-29T18:47:03Z", "evidence": { "file": "category_evidence.json.gz", "sha256": "bc0a77172fcd323792902bbeb544faa0291a079dd14ee46fb32f4cb69db335b3" }, "hour": "2026-10-29/06", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9997835573398499, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": null, "changed_markets": null, "common_markets": null, "file": "category_map.json.gz.health.json", "logic_identity_changed": null, "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "mapping_logic_changed": null, "markets": 5155761, "query_ok": true, "review_acceptance": { "accepted_at": "2026-10-29T08:00:47Z", "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "note": "gate v7 (live3 from 10-28T19, chair GO CYCLE-10811, 2026-10-29), reviewed by Capture against gate v6 map dfd8d842: 5,155,761 markets, 20,444 added, 0 gone (no shrink), 331,963 labels changed (6.464%), ALL uncategorised -> a venue category (crypto 157,893, sports 88,962, esports 51,552, weather 22,471; uncategorised 19.81% -> 13.29%); rule native-category-ranked-subtag-v1, tag list 1c81c469" }, "rule_version": "native-category-ranked-subtag-v1", "sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "shrink_share": null, "source_tags_changed": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 52359, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 78777, "fetched_untagged": 0, "not_fetched": 13 }, "lt_24h": { "fetched_tagged": 12058, "fetched_untagged": 0, "not_fetched": 7 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 11 } }, "classes": { "fetched_tagged": 143194, "fetched_untagged": 0, "not_fetched": 31 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": null, "changed_markets": null, "common_markets": null, "file": "category_map.json.gz.health.json", "logic_identity_changed": null, "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "mapping_logic_changed": null, "markets": 5155761, "query_ok": true, "review_acceptance": { "accepted_at": "2026-10-29T08:00:47Z", "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "note": "gate v7 (live3 from 10-28T19, chair GO CYCLE-10811, 2026-10-29), reviewed by Capture against gate v6 map dfd8d842: 5,155,761 markets, 20,444 added, 0 gone (no shrink), 331,963 labels changed (6.464%), ALL uncategorised -> a venue category (crypto 157,893, sports 88,962, esports 51,552, weather 22,471; uncategorised 19.81% -> 13.29%); rule native-category-ranked-subtag-v1, tag list 1c81c469" }, "rule_version": "native-category-ranked-subtag-v1", "sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "shrink_share": null, "source_tags_changed": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 13, "not_reached": 18 }, "row_share": { "fetched_tagged": 0.99979, "fetched_untagged": 0.0, "not_fetched": 0.00021, "without_market": 0.0 }, "rows": { "fetched_tagged": 96601046, "fetched_untagged": 0, "not_fetched": 20318, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 143225, "young": { "not_fetched": 7, "traded": 12065 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v3", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [ "0x056e08babb69fb7c6ee2c5e9f436c618bad69b45c83a1d70e076eafd4e138c87", "0x0d71a01ce6a69c386a2d96cf7db8fa1c71a2cdf826120213d24fd0b261849e17", "0x1207c020a003d1b4df1119209423a0c4e4a51cf67ade7ea9de12aff4676e76eb", "0x15eb86db714c1328d4baf5824d0096904255287db0d7a1a60cb8802cf5777eeb", "0x16dea458809007a4fcfa19a800c868b39138cddde68f2c4c46fdd7bf32bab70a", "0x20b82cfd1494f813114420abea34b35b7cfd26c23d734c491427cb22cfee116f", "0x2f424613bf47605e60fc45ce4c9e7bb335ab4f0a0d5f7310bda46d57b5c2c14e", "0x30e776189c5542916ca3052cae4634eece3ac759465bbdeefd227c4ba262d61e", "0x335baabd58f0324accaf427ce71d605caf29f340ecf6b81f16e460c19290d3ec", "0x44d4fc08b7893c3d6ad1494cdf303cb7504d71811a7b1fa63a919f7b4ed4d5aa", "0x47bfdea54857c4cd115de6844346f38f47d7cc35a9ec61b463d858265f98119e", "0x503cc9bb044162425e05c62a3b73812e82ab1d3d621e6aa3e804a6486f08119b", "0x568a335590be27485e9ec0049e2b6082588602dfa3054c3c0467e123701a757c", "0x56b837693e8c63c9f71aadd04b974ac7df6365c23b36ddca5e528f0b2d8b06c9", "0x5ad6a946704e32ee83683ebaaf89ac742ea1d6d2ab288bdf3737cdb24cc3f04f", "0x5b397d922dc6ed2d618ab24224d93bee73eb0e915c08f2b1a132539eb59a815b", "0x5d7caf95917f37e04f9fef457c1b8f05c884b06bb8dd9770f0701d4b400c5acc", "0x63d2b160ac03c19150c6e2419b5212828ad3ab210e0390e9c868a823daa533c3", "0x701c15da0f62599d8561fba83ceebee8351735b73dc730d053286ba5fd8b7e5d", "0x73509ec92de5dbd86a5a888e702a571325783ea208b3e9334f9d488a73e528ac", "0x800dca2206a618e95395605d29054b1cd3087702f18baf6aa2c7c325cb421e49", "0x81b7c8905908d7e36df075d8cbf1730e9f2a12a0b9554665c8ac9c8a55b7195d", "0x8ecac0a5f474f70c515efd34f56303d58f4c5b9f8d23573f48e96785e07bc6e0", "0x9082876e9d9f215c7105b0f2dd83ef2327e3b57de60ca33949638eefccf80041", "0x9a7a41eef92803d088a9a90ae2831ca1f730123bce8fdb0b6ec1a79baa962584", "0x9d52694afc39ff3c78fcf1f817a122e9018c885e920c2e43f015305723ce2ae6", "0x9d6a93a0e8ad546977a9f0ddedbeda7cd49a1f3e9503ab7d3a4874315491deb7", "0x9f34c323bdc50915b8e49673c4462acfac0930a74183ca3c606ac0655f4f4ad4", "0xa43a1186d7f7b6e2b659c00450aaa27a3ef48b4ec2bd802052ef9b76ae94772b", "0xab3d97cf09db17f933a3c946d69c6c1a49aaf23af1878cf5e81f2efa6b40efe3", "0xab888a0be7f142cc879d391919a961e2e97857a75692eff4b1584875a4ed593f", "0xb68fefb96ae3cba649aa57bf0dfddc9608f6cbc9ecc5a88c721a9f82d358fe27", "0xc198732c406077e4755540bcfc27a93dcfdbddb7d6c53c916c4c7fad9ec2ee46", "0xc261b72502bc2c6d4f48e469cda40dbc4c86c2f0e1f931dd1157ee4a57b3000c", "0xcd28609e4ed24cd397e7ed3c650bb64bd3892dd6d62b5ed35614a29a252a8318", "0xd8cd5fdb1d1d34c04e28040c86e21d3990f2f9d81815cf05dd6b1e9a360e9e5d", "0xe235c17d5eadbc30d0aca7f5bd4090e5f3448fe926145318ed09489cecfdb625", "0xe25ebe30c9657b154525d29ee77e533492170b0bb59cba23a9505c82f4a46fad", "0xe35b565f00c847c99c0bf3af76cfc76ea9b148851747e7160eaae3aac948e8cd", "0xe38c0910b35515c81bc42a8ea9fa2cb230ed2f7e8a8af878a3b3495ea7894e0f", "0xe5b3c7adb8e305c91c96cad9fd7b060f031ef21fbae9c723fa3acbba4423aa33", "0xeaed2131c5cf6a98416d97844c909df28b11be92f89a476602a84d22351948dc", "0xf369d385c3410baf756fff122e57f7397bb310eb984cb25e3fe09e867f225a88", "0xf462bc82b94055a681069cd95eeaaefbdd7ae4c7d1d3c7f9b25c10950e3bf8cb", "0xf6b1d0e8ee0fcd6f782884f842d6dd259bac4f9e4f7f05545c95bb9c1ecd57c4", "0xf8597a4736e9cd6a0949d8bde47480240a683ef40430d59d5a95203428eb4f4b", "0xfee5954a3716480732fb00b2c5887babae975e44102c276d3f7d75448d65106d" ], "untagged_overrides": {} }, "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-29T06.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 26, "class": "FULL", "exception_markets": 35, "rows_by_domain": { "i": 11487942, "o": 11488074, "p": 11484259 }, "rows_i": 11487942, "rows_joined": 11488450, "rows_merged": 11488424, "rows_o": 11488074, "rows_p": 11484259, "unique_by_domain": { "i": 36, "o": 14, "p": 70 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 968, "100_200ms": 78199, "10_20ms": 451663, "1_2ms": 0, "2000_5000ms": 264, "200_500ms": 52125, "20_50ms": 10724315, "2_5ms": 0, "5000_10000ms": 24, "500_1000ms": 7532, "50_100ms": 172852, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 6329, "mean_ms": 26.39694115795501, "measurable": 11487942, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 26.0, "p99_ms": 118.0, "rows": 11487942, "unmeasurable": 0, "won_output_rows": 736 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 1709, "100_200ms": 49287, "10_20ms": 1790436, "1_2ms": 0, "2000_5000ms": 515, "200_500ms": 49739, "20_50ms": 215228, "2_5ms": 2081967, "5000_10000ms": 93, "500_1000ms": 9033, "50_100ms": 76866, "5_10ms": 7213201, "ge30000ms": 0, "neg": 0 }, "max_ms": 6640, "mean_ms": 10.103835508023364, "measurable": 11488074, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 12.0, "p99_ms": 95.0, "rows": 11488074, "unmeasurable": 0, "won_output_rows": 3429 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 4, "1000_2000ms": 1267, "100_200ms": 43620, "10_20ms": 1497384, "1_2ms": 0, "2000_5000ms": 358, "200_500ms": 41726, "20_50ms": 173782, "2_5ms": 3261131, "5000_10000ms": 28, "500_1000ms": 8306, "50_100ms": 71621, "5_10ms": 6385032, "ge30000ms": 0, "neg": 0 }, "max_ms": 18346, "mean_ms": 9.014413206807683, "measurable": 11484259, "min_ms": 2, "p50_ms": 5.0, "p90_ms": 11.0, "p99_ms": 78.0, "rows": 11484259, "unmeasurable": 0, "won_output_rows": 11484259 } } }, "book": { "boundary_dropped": 84, "class": "FULL", "exception_markets": 19713, "rows_by_domain": { "i": 105024, "o": 108123, "p": 109682 }, "rows_i": 105024, "rows_joined": 136672, "rows_merged": 136588, "rows_o": 108123, "rows_p": 109682, "unique_by_domain": { "i": 11368, "o": 14611, "p": 16685 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 498, "1000_2000ms": 388, "100_200ms": 3010, "10_20ms": 3022, "1_2ms": 0, "2000_5000ms": 1137, "200_500ms": 1454, "20_50ms": 79911, "2_5ms": 0, "5000_10000ms": 206, "500_1000ms": 287, "50_100ms": 4319, "5_10ms": 0, "ge30000ms": 10792, "neg": 0 }, "max_ms": 11561903873, "mean_ms": 40659645.27001447, "measurable": 105024, "min_ms": 18, "p50_ms": 26.0, "p90_ms": 43330.0, "p99_ms": 669748550.0, "rows": 105024, "unmeasurable": 0, "won_output_rows": 11788 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 718, "1000_2000ms": 494, "100_200ms": 1046, "10_20ms": 22308, "1_2ms": 0, "2000_5000ms": 1070, "200_500ms": 891, "20_50ms": 4275, "2_5ms": 2450, "5000_10000ms": 292, "500_1000ms": 326, "50_100ms": 1595, "5_10ms": 59082, "ge30000ms": 13576, "neg": 0 }, "max_ms": 13160427120, "mean_ms": 49693963.73225863, "measurable": 108123, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 230135.0, "p99_ms": 1899247932.0, "rows": 108123, "unmeasurable": 0, "won_output_rows": 15150 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 926, "1000_2000ms": 380, "100_200ms": 939, "10_20ms": 9038, "1_2ms": 0, "2000_5000ms": 1256, "200_500ms": 854, "20_50ms": 2876, "2_5ms": 5442, "5000_10000ms": 366, "500_1000ms": 250, "50_100ms": 1359, "5_10ms": 71002, "ge30000ms": 14994, "neg": 0 }, "max_ms": 11562440624, "mean_ms": 48007191.41321274, "measurable": 109682, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 336785.0, "p99_ms": 1620054491.0, "rows": 109682, "unmeasurable": 0, "won_output_rows": 109650 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 45664, "o": 45626, "p": 45419 }, "rows_i": 45664, "rows_joined": 45716, "rows_merged": 45716, "rows_o": 45626, "rows_p": 45419, "unique_by_domain": { "i": 14, "o": 3, "p": 2 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 4, "100_200ms": 1357, "10_20ms": 585, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 718, "20_50ms": 40807, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 106, "50_100ms": 2086, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 2856, "mean_ms": 35.6552207428171, "measurable": 45664, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 45.0, "p99_ms": 260.0, "rows": 45664, "unmeasurable": 0, "won_output_rows": 37 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 11, "100_200ms": 486, "10_20ms": 10095, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 431, "20_50ms": 1864, "2_5ms": 1630, "5000_10000ms": 0, "500_1000ms": 110, "50_100ms": 772, "5_10ms": 30223, "ge30000ms": 0, "neg": 0 }, "max_ms": 2188, "mean_ms": 16.016591417174418, "measurable": 45626, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 16.0, "p99_ms": 224.0, "rows": 45626, "unmeasurable": 0, "won_output_rows": 260 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 5, "100_200ms": 464, "10_20ms": 4254, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 395, "20_50ms": 1200, "2_5ms": 4139, "5000_10000ms": 0, "500_1000ms": 88, "50_100ms": 599, "5_10ms": 34274, "ge30000ms": 0, "neg": 0 }, "max_ms": 2840, "mean_ms": 13.286730223034413, "measurable": 45419, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 13.0, "p99_ms": 209.8199999999997, "rows": 45419, "unmeasurable": 0, "won_output_rows": 45419 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 6, "rows_by_domain": { "i": 1052, "o": 1058, "p": 1052 }, "rows_i": 1052, "rows_joined": 1141, "rows_merged": 1141, "rows_o": 1058, "rows_p": 1052, "unique_by_domain": { "i": 0, "o": 89, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 30, "1000_2000ms": 0, "100_200ms": 6, "10_20ms": 32, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 5, "20_50ms": 943, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 10, "5_10ms": 0, "ge30000ms": 26, "neg": 0 }, "max_ms": 50549, "mean_ms": 1890.5351711026617, "measurable": 1052, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 31.0, "p99_ms": 47071.21, "rows": 1052, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 22, "1000_2000ms": 0, "100_200ms": 8, "10_20ms": 168, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 1, "20_50ms": 11, "2_5ms": 164, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 8, "5_10ms": 665, "ge30000ms": 11, "neg": 0 }, "max_ms": 145982, "mean_ms": 1490.9413988657845, "measurable": 1058, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 13.0, "p99_ms": 33045.99000000159, "rows": 1058, "unmeasurable": 0, "won_output_rows": 89 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 2, "10_20ms": 118, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 6, "20_50ms": 6, "2_5ms": 309, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 4, "5_10ms": 551, "ge30000ms": 56, "neg": 0 }, "max_ms": 54369, "mean_ms": 2099.2148288973385, "measurable": 1052, "min_ms": 3, "p50_ms": 5.0, "p90_ms": 12.0, "p99_ms": 51156.21000000001, "rows": 1052, "unmeasurable": 0, "won_output_rows": 1052 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 875, "o": 875, "p": 875 }, "rows_i": 875, "rows_joined": 1311, "rows_merged": 1311, "rows_o": 875, "rows_p": 875, "unique_by_domain": { "i": 44, "o": 104, "p": 288 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 122, "1000_2000ms": 0, "100_200ms": 114, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 93, "20_50ms": 306, "2_5ms": 0, "5000_10000ms": 9, "500_1000ms": 9, "50_100ms": 181, "5_10ms": 0, "ge30000ms": 41, "neg": 0 }, "max_ms": 94261, "mean_ms": 4855.077714285714, "measurable": 875, "min_ms": 21, "p50_ms": 81.0, "p90_ms": 17243.800000000003, "p99_ms": 51902.38, "rows": 875, "unmeasurable": 0, "won_output_rows": 227 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 172, "1000_2000ms": 0, "100_200ms": 34, "10_20ms": 85, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 119, "20_50ms": 202, "2_5ms": 0, "5000_10000ms": 12, "500_1000ms": 25, "50_100ms": 161, "5_10ms": 23, "ge30000ms": 42, "neg": 0 }, "max_ms": 94085, "mean_ms": 5688.524571428571, "measurable": 875, "min_ms": 5, "p50_ms": 83.0, "p90_ms": 17191.4, "p99_ms": 51904.479999999996, "rows": 875, "unmeasurable": 0, "won_output_rows": 209 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 133, "1000_2000ms": 0, "100_200ms": 13, "10_20ms": 206, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 51, "20_50ms": 249, "2_5ms": 1, "5000_10000ms": 14, "500_1000ms": 7, "50_100ms": 138, "5_10ms": 42, "ge30000ms": 21, "neg": 0 }, "max_ms": 102210, "mean_ms": 4347.544, "measurable": 875, "min_ms": 4, "p50_ms": 38.0, "p90_ms": 17985.800000000003, "p99_ms": 50700.099999999984, "rows": 875, "unmeasurable": 0, "won_output_rows": 875 } } }, "price_change": { "boundary_dropped": 272, "class": "FULL", "exception_markets": 6, "rows_by_domain": { "i": 84921148, "o": 84929652, "p": 84856820 }, "rows_i": 84921148, "rows_joined": 84946504, "rows_merged": 84946232, "rows_o": 84929652, "rows_p": 84856820, "unique_by_domain": { "i": 2838, "o": 114, "p": 1186 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 8506, "100_200ms": 934788, "10_20ms": 2874500, "1_2ms": 0, "2000_5000ms": 1476, "200_500ms": 494792, "20_50ms": 78652450, "2_5ms": 0, "5000_10000ms": 100, "500_1000ms": 61280, "50_100ms": 1893256, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 6412, "mean_ms": 27.80780761465919, "measurable": 84921148, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 27.0, "p99_ms": 153.0, "rows": 84921148, "unmeasurable": 0, "won_output_rows": 18950 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 14816, "100_200ms": 468784, "10_20ms": 14041722, "1_2ms": 0, "2000_5000ms": 3770, "200_500ms": 413428, "20_50ms": 2015030, "2_5ms": 13663864, "5000_10000ms": 224, "500_1000ms": 72282, "50_100ms": 783844, "5_10ms": 53451888, "ge30000ms": 0, "neg": 0 }, "max_ms": 6640, "mean_ms": 10.888680598856098, "measurable": 84929652, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 13.0, "p99_ms": 117.0, "rows": 84929652, "unmeasurable": 0, "won_output_rows": 70470 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 66, "1000_2000ms": 8444, "100_200ms": 427014, "10_20ms": 10577004, "1_2ms": 0, "2000_5000ms": 2802, "200_500ms": 361240, "20_50ms": 1670370, "2_5ms": 21593496, "5000_10000ms": 164, "500_1000ms": 64526, "50_100ms": 700676, "5_10ms": 49451018, "ge30000ms": 0, "neg": 0 }, "max_ms": 18346, "mean_ms": 9.66707277034421, "measurable": 84856820, "min_ms": 2, "p50_ms": 5.0, "p90_ms": 12.0, "p99_ms": 102.0, "rows": 84856820, "unmeasurable": 0, "won_output_rows": 84856812 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 1952, "o": 1952, "p": 1952 }, "rows_i": 1952, "rows_joined": 1952, "rows_merged": 1952, "rows_o": 1952, "rows_p": 1952, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 68, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 1874, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 10, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 77, "mean_ms": 23.320696721311474, "measurable": 1952, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 26.0, "p99_ms": 42.0, "rows": 1952, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 0, "10_20ms": 262, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 4, "20_50ms": 20, "2_5ms": 325, "5000_10000ms": 0, "500_1000ms": 4, "50_100ms": 4, "5_10ms": 1333, "ge30000ms": 0, "neg": 0 }, "max_ms": 603, "mean_ms": 8.641905737704919, "measurable": 1952, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 11.0, "p99_ms": 32.940000000000055, "rows": 1952, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 4, "10_20ms": 144, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 0, "20_50ms": 20, "2_5ms": 569, "5000_10000ms": 0, "500_1000ms": 0, "50_100ms": 12, "5_10ms": 1203, "ge30000ms": 0, "neg": 0 }, "max_ms": 143, "mean_ms": 6.467725409836065, "measurable": 1952, "min_ms": 3, "p50_ms": 5.0, "p90_ms": 8.0, "p99_ms": 43.940000000000055, "rows": 1952, "unmeasurable": 0, "won_output_rows": 1952 } } } }, "archive_root": "union-staging", "boundary_guard": "cache", "bytes": 972387135, "era": "era", "file": "2026-10-29T06.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-29/06", "hour_utc": "2026-10-29T06:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41376822282086077, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562970876191155, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 128818698 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376822261749938, "min_sequence": 562970876191155, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 11488424, "row_groups": [ 0, 43 ], "sha256": "63c8b1577f347fd67e1134b896dd52e27d8ae345d37564eb9b220183589a8957" }, "book": { "byte_range": [ 128818698, 143844173 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376822282086077, "min_sequence": 562970876195249, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 136588, "row_groups": [ 44, 44 ], "sha256": "6c0152c9cd844b07d3be146d3de802adfd1ead50a809da47642e10dda756cfe6" }, "last_trade_price": { "byte_range": [ 143844173, 146394885 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376822261285433, "min_sequence": 562970876195729, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 45716, "row_groups": [ 45, 45 ], "sha256": "ddd3148cf5c1f81ca7a38879fae6ad206cc2c7a6d37c6fa796f20faf2dd6aacc" }, "market_resolved": { "byte_range": [ 146394885, 146564504 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 40813871928423433, "min_sequence": 562970877195371, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 1141, "row_groups": [ 46, 46 ], "sha256": "578490ee777e12512d71806417431440009ef5a94f026ec1281f2094bd2bdf11" }, "new_market": { "byte_range": [ 146564504, 146695848 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376822277365673, "min_sequence": 562970876494523, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 1311, "row_groups": [ 47, 47 ], "sha256": "0b26fcc50ad403c6f0aef7ce8918e81b3bc5901465b54f50fdfcf80cc99e80d6" }, "price_change": { "byte_range": [ 146695848, 971216072 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41376822261755361, "min_sequence": 562970876191157, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 84946232, "row_groups": [ 48, 372 ], "sha256": "96df7a912d99ad17af2c4b6414b2af1dbc7e41a352d1129dbe0dd5f57dc9efe7" }, "tick_size_change": { "byte_range": [ 971216072, 971287699 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562970970934854, "min_sequence": 562970876334096, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 1952, "row_groups": [ 373, 373 ], "sha256": "1f894528f0f6d87ad6d1cff2e22b341f086e8f33181ada63d725f3ec22485404" } }, "row_count": 96621364, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "served_note": "This hour is the merger's union file, published byte for byte. Hours before the era cutover are rebuilt here from the seven product files and carry one column fewer.", "served_verbatim": true, "sha256": "74fb5aba711c675a1582b811690e4dd35abd54b692d25ddc1ea2dca91b68d819", "skipped_witnesses": { "m": { "reason": "not_in_merged_set" }, "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-29T06.witness_stats.json", "witness_stats_sha256": "a8d4891d5736c5047c01dd3475260badfa95ef0894636ce9745f4b1a93f34bb8", "witnesses": "iop", "witnesses_captured": [ "i", "m", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-29T06.ai.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 48417964, "row_ordinal_min": 0, "rows": 1174346, "sha256": "1ebc78e4dd1a1cb0e1ded6c046dcf6e04677d188ea98492fcfeb896ac59fee2c", "size": 6293113, "sub_tag": null }, { "category": "ai", "file": "2026-10-29T06.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 48417964, "row_ordinal_min": 0, "rows": 1174346, "sha256": "8c5d70dbe31f81dbfe623488119358533ed78ae2d22061dec0916a00ec099a8c", "size": 5299606, "sub_tag": null }, { "category": "business", "file": "2026-10-29T06.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 7094741, "row_ordinal_min": 116509, "rows": 110743, "sha256": "383143762cf3c373e95cd38428be659b36118dac6247343055bcc2e1400be6d5", "size": 622905, "sub_tag": null }, { "category": "business", "file": "2026-10-29T06.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 7094741, "row_ordinal_min": 116509, "rows": 110743, "sha256": "a8650a7e64796f253834f608785246c573fccc712faa7c0db8b7a02e54918cd5", "size": 526411, "sub_tag": null }, { "category": "crypto", "file": "2026-10-29T06.crypto.parquet", "part": null, "role": "lean", "row_groups": 23, "row_ordinal_max": 48418640, "row_ordinal_min": 133471, "rows": 13690724, "sha256": "203627df6483d3b8e874d66908e38c32192d95a0a000388f56296fc21fd48adb", "size": 66582059, "sub_tag": null }, { "category": "crypto", "file": "2026-10-29T06.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 23, "row_ordinal_max": 48418640, "row_ordinal_min": 133471, "rows": 13690724, "sha256": "63fb58f16d37308af603f87696606821e489183f908c2b226dd231a187d6c094", "size": 47490490, "sub_tag": null }, { "category": "earnings", "file": "2026-10-29T06.earnings.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 19893503, "row_ordinal_min": 978172, "rows": 18199, "sha256": "6458f38326d584569950c291da13b7951f9af5dcd11e0d8ee760dc82a332c36c", "size": 122237, "sub_tag": null }, { "category": "earnings", "file": "2026-10-29T06.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 19893503, "row_ordinal_min": 978172, "rows": 18199, "sha256": "71189c2db0c6206ff8573d46a24e3a2c102edf36030ac0f3645f2db09c08cf96", "size": 98031, "sub_tag": null }, { "category": "economy", "file": "2026-10-29T06.economy.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 20271606, "row_ordinal_min": 982234, "rows": 432586, "sha256": "78ce758de97252a372c1b25065899dff5344c8230e33e7b90ab297c200b391c6", "size": 2430440, "sub_tag": null }, { "category": "economy", "file": "2026-10-29T06.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 20271606, "row_ordinal_min": 982234, "rows": 432586, "sha256": "00f57dac16680fba86b4c4f734fb866fecb03a647de050a8e7afdac95e008122", "size": 1937981, "sub_tag": null }, { "category": "elections", "file": "2026-10-29T06.elections.parquet", "part": null, "role": "lean", "row_groups": 16, "row_ordinal_max": 48418648, "row_ordinal_min": 1035740, "rows": 7451894, "sha256": "58280a05f95e58bb1b11f34cb352a7d3bce34a68e5bd8176fb459800086762d2", "size": 40486833, "sub_tag": null }, { "category": "elections", "file": "2026-10-29T06.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 16, "row_ordinal_max": 48418648, "row_ordinal_min": 1035740, "rows": 7451894, "sha256": "57e09d7da2dc0e1f397e174b91ccdb39d77786244efd84616d1b33b39a1adeef", "size": 32709227, "sub_tag": null }, { "category": "esports", "file": "2026-10-29T06.esports.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 29101003, "row_ordinal_min": 1868148, "rows": 2965653, "sha256": "af9e3d138f96836c1c558c054d875d24fc065f3878ee309f34acbd2892165d07", "size": 10184858, "sub_tag": null }, { "category": "esports", "file": "2026-10-29T06.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 29101003, "row_ordinal_min": 1868148, "rows": 2965653, "sha256": "f3cdce696cc393d141d4e7041548a1847342bfb27650e7f0cb9912603974056a", "size": 11615095, "sub_tag": null }, { "category": "finance", "file": "2026-10-29T06.finance.parquet", "part": null, "role": "lean", "row_groups": 11, "row_ordinal_max": 48418676, "row_ordinal_min": 2618819, "rows": 2099424, "sha256": "2ea28c8842d0e520b638836c4e15b2679d9f811c05d4eb20e621b21428b2d3c5", "size": 9276993, "sub_tag": null }, { "category": "finance", "file": "2026-10-29T06.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 11, "row_ordinal_max": 48418676, "row_ordinal_min": 2618819, "rows": 2099424, "sha256": "60ae1e7ca063a235431ba61019136f20812d8a7d526ea0a1a69b879b785c73b6", "size": 9123883, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-29T06.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 48418684, "row_ordinal_min": 3067938, "rows": 1624457, "sha256": "cb14d65652d472c2a3ad72e63e72f1900652a9b0c10ac71b86c77677f75a2d00", "size": 8332280, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-29T06.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 48418684, "row_ordinal_min": 3067938, "rows": 1624457, "sha256": "6a0c27d00d3a8037b4b83eb83a06216df16d3d3d279586732b8dc2d893114fcf", "size": 6818222, "sub_tag": null }, { "category": "politics", "file": "2026-10-29T06.politics.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 33084680, "row_ordinal_min": 3167340, "rows": 913786, "sha256": "d61fbf54a06824762b1b32a2c0baca601afd459b774f1084b74a2e29a76fe995", "size": 4860981, "sub_tag": null }, { "category": "politics", "file": "2026-10-29T06.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 33084680, "row_ordinal_min": 3167340, "rows": 913786, "sha256": "4576a9f5876b700b8280937bf01efc64272dfbe200cdebfa56c3c32de8b6e2f3", "size": 4000584, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-29T06.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 48418688, "row_ordinal_min": 3269806, "rows": 1411787, "sha256": "3a5e17703f877195bd6e58636fe6abcc9135b76898ad9325ff3faf4efcd8ffea", "size": 7539806, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-29T06.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 48418688, "row_ordinal_min": 3269806, "rows": 1411787, "sha256": "56d1e6514b008cb8c45914d90766a8d8f5931cfc35807de4f2c020c6a627efa0", "size": 6131629, "sub_tag": null }, { "category": "science", "file": "2026-10-29T06.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 34433427, "row_ordinal_min": 3423269, "rows": 106893, "sha256": "d1424bf203e93cf95f5ff65ec47b5c54291957b49a79500a445640d3089df476", "size": 564219, "sub_tag": null }, { "category": "science", "file": "2026-10-29T06.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 34433427, "row_ordinal_min": 3423269, "rows": 106893, "sha256": "a7e0cabb746f5d32cdf7e3b7f15627349bb8a5fe9455ed99062cb8e963f2f5ac", "size": 456320, "sub_tag": null }, { "category": "sports", "file": "2026-10-29T06.sports.parquet", "part": null, "role": "lean", "row_groups": 22, "row_ordinal_max": 48419700, "row_ordinal_min": 3437849, "rows": 13166542, "sha256": "076d381d792fce577e22bf5c7f522b3042cfbd8c4af27d5dd24258fe244e921a", "size": 86849461, "sub_tag": null }, { "category": "sports", "file": "2026-10-29T06.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 22, "row_ordinal_max": 48419700, "row_ordinal_min": 3437849, "rows": 13166542, "sha256": "db7dd7319d5f1b1fa4845ba2a3637e73f96da93fecf1f3466eb072da518e1a79", "size": 59948104, "sub_tag": null }, { "category": "tech", "file": "2026-10-29T06.tech.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 45687521, "row_ordinal_min": 5532074, "rows": 236830, "sha256": "a52f32de526b9ee385846001fdf89a4b9d94fa5c6d0aca40c7f0311da4ae25ea", "size": 1395115, "sub_tag": null }, { "category": "tech", "file": "2026-10-29T06.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 45687521, "row_ordinal_min": 5532074, "rows": 236830, "sha256": "f575bbf0d8d55b6f0c9336849f9dfc0426e1ccf2da1700a51c0d468e655bc537", "size": 1085445, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-29T06.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 45755721, "row_ordinal_min": 5548867, "rows": 77605, "sha256": "fdead599de3e7c2520447bad2043a1323ab2404f6fd4fec0abfbc17d897f0dbc", "size": 472093, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-29T06.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 45755721, "row_ordinal_min": 5548867, "rows": 77605, "sha256": "b3ba3a4f9581590524fa8a1e56176549aa27a27f4166aead1c59135216897c95", "size": 365819, "sub_tag": null }, { "category": "unknown", "file": "2026-10-29T06.unknown.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 45764763, "row_ordinal_min": 5558248, "rows": 10254, "sha256": "2e022c8d506aae619ec5c10a15e1d878e6788b0f8916021a1e51a0c08388037a", "size": 92523, "sub_tag": null }, { "category": "unknown", "file": "2026-10-29T06.unknown.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 45764763, "row_ordinal_min": 5558248, "rows": 10254, "sha256": "305cec21d2c88c397d2255f4b3b7c0ac08db07e711f0045c1e65794d7ba3ea58", "size": 60585, "sub_tag": null }, { "category": "weather", "file": "2026-10-29T06.weather.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 48419848, "row_ordinal_min": 5559387, "rows": 2093002, "sha256": "4115e8891906013178ac59534a24872ed7c8a9dbd5631340acdabb68093663fc", "size": 11022322, "sub_tag": null }, { "category": "weather", "file": "2026-10-29T06.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 48419848, "row_ordinal_min": 5559387, "rows": 2093002, "sha256": "2a1a0e2519ba5e1beeb7311c6eaf00c440edbd12cbe5d1787d79da37aa6f24c5", "size": 8898010, "sub_tag": null }, { "category": "world", "file": "2026-10-29T06.world.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 48417896, "row_ordinal_min": 5744095, "rows": 835124, "sha256": "f3637f2c6e38b5058f56ac12fa6333b7cfb6081c883e6c2ad39964e9454ffacf", "size": 4299546, "sub_tag": null }, { "category": "world", "file": "2026-10-29T06.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 48417896, "row_ordinal_min": 5744095, "rows": 835124, "sha256": "7b984710daaa91748a1c242e071f9f5c80ad671c32aab85061ab2484f4bb31f0", "size": 3540951, "sub_tag": null }, { "category": null, "file": "2026-10-29T06.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 273811, "sha256": "88521b38ce6fa228d55b799da6368f7efeefda46b24983fa21bde017f903cfe7", "size": 20340127, "sub_tag": null }, { "category": null, "file": "2026-10-29T06.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 672003, "sha256": "ce58a378a879b9ffe0e04958d7a915ec0c34a36f3a2d15d834689ed137bebd70", "size": 56574167, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "ce106db4-612c-4b74-a34e-1e9b2c0e9290", "hour": "2026-10-29/06", "hour_utc": "2026-10-29T06:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "unknown": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-29", "schedule_sha256": "41f66a4904e291196875e4b7534b357e449a734733c2e26b361e0376e5ac1f5f", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-29", "max_sequence": 41376822282086077, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562970876191155, "mirror_audit": { "files": [ { "file": "2026-10-29T06.mirror_dropped.p1.parquet", "rows": 46100480, "sha256": "96356d968f0c113efbb1c67cbac26a861c22a0a96bd4af085a3005a2c205ac14", "size": 282777762 }, { "file": "2026-10-29T06.mirror_dropped.p2.parquet", "rows": 2100702, "sha256": "93020251a6d5839642522af70edfa60e1c1d75402edb98722dcb7e22519c0a28", "size": 12080298 } ], "parts": 2, "public": false, "rows": 48201182, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 11118, "_pairs": 70279, "best_ask": 3, "best_bid": 2, "source_witness": 6, "spread": 5, "witness_set": 70275 }, "book": { "_no_partner": 168, "_pairs": 2635, "asks": 6, "bids": 13, "source_witness": 1, "witness_set": 2616 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 81397, "book": 2803, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 5662794, "book": 65300, "price_change": 42473088 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376822261749937, "min_sequence": 562970876191155, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 5825630, "source_rows": 11488424 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376822282086077, "min_sequence": 562970876195249, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 70955, "source_rows": 136588 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376822261285433, "min_sequence": 562970876195729, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 45716, "source_rows": 45716 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 40813871928423433, "min_sequence": 562970877195371, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 1141, "source_rows": 1141 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376822277365673, "min_sequence": 562970876494523, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 1311, "source_rows": 1311 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41376822261755360, "min_sequence": 562970876191157, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 42473144, "source_rows": 84946232 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562970970934854, "min_sequence": 562970876334096, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 1952, "source_rows": 1952 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "e07de38fc770cd0ecc13430a71cb4fc72b06f14b" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "2bc4ed02488e9a03a5cd3a498c84aad8e780230bdfe6fcd8bf8d3480e6b08816", "recorders": null, "row_count": 48419849, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "m": { "reason": "not_in_merged_set" }, "q": { "reason": "not_in_merged_set" } }, "source_sha256": "74fb5aba711c675a1582b811690e4dd35abd54b692d25ddc1ea2dca91b68d819", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 2715, "ai-benchmarks": 5919, "ai-rankings": 505894, "ai-releases": 239762, "anthropic": 10567, "art": 2, "big-tech": 210901, "china": 714, "companies-with-1-ai": 3290, "compute": 95288, "congress": 1138, "courts": 56, "elon-musk": 167, "gemini": 709, "google": 2344, "grok": 397, "ipos": 4796, "leopold-aschenbrenner": 28, "math": 19969, "meta": 15735, "moonshot": 1318, "openai": 45443, "openrouter-total-tokens-weekly": 6811, "privates": 354, "ssi": 27, "united-states": 2 }, "business": { "(none)": 8483, "acquisitions": 2, "banking": 411, "banks": 143, "big-tech": 66824, "cuba": 1, "economic-policy": 124, "equities": 7395, "fed-rates": 15003, "ipos": 10681, "jpm": 1238, "stocks": 392, "taxes": 46 }, "crypto": { "aave": 10, "acquisitions": 86, "big-tech": 412, "bitcoin": 5205709, "bnb": 656743, "congress": 12446, "crypto-culture": 64620, "crypto-legal": 1837, "crypto-listings": 40695, "crypto-prices": 14, "dogecoin": 1002202, "epstein": 300, "ethena": 1895, "ethereum": 2871155, "fees": 13, "ftx": 30, "gov-reserve": 64, "hack": 1255, "hype": 594841, "hyperliquid": 37947, "ipos": 426, "memecoins": 6736, "microstrategy": 322, "network-stats": 11, "nft": 3403, "pre-market": 380102, "prediction-markets": 559, "price-comparison": 937, "price-milestone": 5354, "privates": 1718, "protocol-risk": 179, "public-sales": 11987, "pumpptfun": 224, "sam-altman": 65, "solana": 1490201, "stablecoins": 983, "stocks": 18, "trump-presidency": 80, "xrp": 1059504, "yearly": 26145, "zcash": 209496 }, "earnings": { "equities": 18199 }, "economy": { "(none)": 103, "acquisitions": 45, "brazil": 4039, "canada": 10505, "commodities": 499, "consumer": 100, "economic-policy": 3308, "equities": 95, "europe": 868, "fed": 1650, "fed-rates": 136136, "france": 12253, "global-rates": 20104, "housing": 5438, "inflation": 1153, "iran": 9009, "japan": 2686, "kevin-warsh": 1, "macro-indicators": 162517, "mexico": 23376, "oil": 6251, "parcl": 31766, "prices": 2, "shipping": 37, "taxes": 23, "trade-war": 116, "trump": 21, "us-debt-downgrade": 392, "us-defaults-on-debt": 93 }, "elections": { "celebrities": 69699, "france": 358, "global-elections": 1388500, "israel": 13154, "midterms": 5795584, "nov-4-elections": 1, "peru-elections": 15, "popular-vote": 296, "romania": 446, "taxes": 2211, "trump": 729, "turkey": 83, "uk": 2750, "united-kingdom": 168, "us-presidential-election": 174472, "vance": 3272, "wisconsin": 156 }, "esports": { "call-of-duty": 2297, "counter-strike-2": 1081617, "dota-2": 73167, "esports-awards": 231095, "honor-of-kings": 668632, "league-of-legends": 142364, "mlb": 35, "mobile-legends-bang-bang": 384722, "overwatch": 3409, "poker": 1, "rainbow-six-siege": 60648, "starcraft-2": 1309, "valorant": 316357 }, "finance": { "aapl": 20881, "acquisitions": 420, "anthropic": 17896, "big-tech": 18438, "brazil": 11634, "canada": 530, "commodities": 138528, "equities": 1450106, "forex": 31279, "gold": 54627, "indicies": 25135, "indonesia": 477, "ipos": 2350, "italy": 181, "kpis": 128285, "macro-indicators": 1249, "openai": 15550, "privates": 78856, "silver": 102047, "stocks": 522, "tariffs": 209, "trump-presidency": 224 }, "geopolitics": { "(none)": 3896, "afghanistan": 1, "africa": 8, "argentina": 161, "australia": 121, "awards": 11480, "brazil": 12, "canada": 1198, "china": 14001, "colombia": 4, "commodities": 11987, "country-leave-brics": 465, "courts": 7342, "cuba": 975, "denmark": 89, "earn-4": 575, "epstein": 897, "europe": 334, "f1": 5, "foreign-policy": 9838, "france": 291, "global-elections": 479934, "greenland": 836, "h-1b": 1747, "immigration": 4674, "india": 902, "india-pakistan": 20, "iran": 304248, "israel": 10796, "mali": 4037, "mexico": 3609, "middle-east": 84878, "midterms": 44808, "military": 1652, "military-action": 114, "moscow": 1080, "nato": 90, "north-korea": 27129, "oil": 270503, "parlays": 774, "philippines": 42, "president": 2, "prime-minister": 180, "putin": 131, "russia": 3824, "south-korea": 2564, "spain": 2880, "strike": 675, "sudan": 1, "taiwan": 18, "trade-war": 7584, "trump": 45748, "trump-presidency": 10578, "turkey": 975, "uk-labour-leadership": 59652, "ukraine": 106099, "ukraine-map": 56763, "un": 5297, "venezuela": 14681, "world-affairs": 1252 }, "politics": { "(none)": 6446, "abc": 13, "approval": 9384, "asia": 4, "bernie-sanders": 1014, "biden": 50, "bolivia": 206, "boxing": 112, "brazil": 17584, "california": 6, "canada": 3954, "china": 7189, "comey": 28727, "congress": 8395, "courts": 10040, "democrat": 54, "department-of-war": 33, "dollar": 16, "earn-4": 2493, "elon-musk": 7, "epstein": 1970, "fed-rates": 42235, "fifa": 2601, "flip-off": 2, "foreign-policy": 60, "france": 34275, "gas": 2045, "global-elections": 191861, "greece": 1463, "house-of-representatives": 1210, "hungary": 594, "ice": 830, "india": 234, "indonesia": 356, "israel": 577, "istanbul": 4, "japan": 171, "kippah": 5, "legislation": 14845, "mamdani": 103, "margin-of-victory": 25412, "marijuana": 8, "mention-markets": 806, "mexico": 351, "midterms": 81432, "minnesota": 83, "minnesota-fraud": 316, "nasa": 272, "new-york": 2, "new-york-city": 644, "north-korea": 65, "nyc": 572, "obama": 262, "ohio": 1, "ohio-midterm": 708, "oil": 1936, "pakistan": 170, "pardon": 43, "parlays": 1, "parliament": 437, "pete-hegseth": 1920, "philippines": 62, "resign": 694, "romania": 402, "russia": 27, "sbf": 28582, "senate-elections": 15140, "south-korea": 57, "spain": 599, "speech": 117, "supreme-court": 86, "tariffs": 7, "taxes": 82, "tennessee": 265, "trump": 90353, "trump-cabinet": 12546, "trump-daily": 759, "trump-presidency": 19511, "trump-speech": 3265, "truth-social": 170, "turkey": 352, "tweets-markets": 25980, "uk": 5024, "ukraine": 427, "united-kingdom": 2223, "united-states": 904, "us-house": 911, "us-politics": 2372, "us-presidential-election": 187786, "venezuela": 7498, "voting": 558, "washington-dc": 37, "white-house": 381 }, "pop-culture": { "(none)": 1397, "aliens": 2781, "art": 2531, "australia": 82, "awards": 194199, "basketball": 799, "best-of-2026": 8302, "call-of-duty": 379, "celebrities": 23009, "charlie-kirk": 737, "clavicular": 616, "climate-science": 2454, "combat-sports": 8357, "counter-strike-2": 193, "court-cases": 3, "courts": 6632, "daejon-love": 8, "dominican-republic": 226, "dota-2": 847, "earthquake": 12, "elon-musk": 21, "f1": 14, "fda": 242, "fifa": 6803, "fifa-world-cup": 3, "gaming": 6088, "gta-vi": 7423, "israel": 1723, "japan": 12, "la-liga": 248, "league-of-legends": 12, "logan-paul": 18, "marijuana": 301, "midterms": 7642, "movie-delay": 1954, "movies": 584603, "music": 182421, "netflix": 62, "new-york-city": 139, "nfl": 8476, "pandemics": 989, "parent-for-derivative": 2121, "podcast": 170, "pokemon": 440, "pope-leo-xiv": 9, "pregnant": 264, "russia": 1, "spain": 479, "spider-man": 15, "streamer": 627, "sweden": 245, "tennis": 432, "the-legend-of-zelda": 665, "travel": 2916, "trump": 21596, "trump-daily": 36063, "trump-netanyahu": 9900, "tv": 25, "tweets-markets": 170446, "uk": 408, "utah": 130, "valve": 767, "xbox": 10, "youtube": 101300 }, "science": { "(none)": 805, "aliens": 1429, "big-tech": 22786, "climate-science": 25, "drug": 470, "elon-musk": 68705, "fda": 2307, "gold": 1003, "macro-indicators": 4684, "new-york-city": 449, "pandemics": 2539, "russia": 195, "spacex": 1496 }, "sports": { "(none)": 10298, "2026-summer-transfer-window": 7211, "afc": 11419, "afc-champions-league-elite": 21241, "afcon": 51603, "aflw": 553, "american-football": 324, "arg": 61276, "argpn": 101228, "australian-a-league": 28261, "austria-bundesliga": 12300, "awards": 24240, "aze1": 3572, "aze2": 3, "baseball": 2476, "basketball": 205978, "bel1": 14820, "bel2": 11639, "bolivia-lfpb": 72325, "boxing": 5796, "bra3": 42570, "brazil-serie-a": 77158, "brazil-serie-b": 88896, "bulgaria-parva-liga": 29875, "bundesliga": 211821, "bundesliga-2": 26422, "canpl": 1, "carabao-cup": 22942, "cfb": 1093469, "chess": 874, "chi2": 6945, "chile-primera": 29112, "chinese-super-league": 57863, "chl2": 41366, "clf": 274, "col2": 9639, "colombia-primera-a": 22321, "combat-sports": 1, "concacaf": 8015, "concacaf-nations-league": 1023, "copa-america": 13746, "copa-del-rey": 108505, "cricket": 108045, "cristiano-ronaldo": 2726, "czechia-fortuna-liga": 27383, "darts": 6, "denmark-superliga": 23317, "dfb-pokal": 11657, "ecu1": 58325, "efl-championship": 106136, "egypt-premier-league": 28007, "epl": 323956, "ere": 39880, "est1": 45575, "europa-conference-league": 130661, "f1": 43446, "fa-cup": 14459, "fifa": 33475, "fifa-friendly": 181, "fifa-world-cup": 9604, "fin1": 41013, "formula1": 1523, "fro1": 6596, "goals": 1256, "golf": 7081, "gre1": 18697, "handball": 400, "hockey": 78250, "hungary-nb1": 11910, "idn1": 24360, "idn2": 5716, "indian-super-league": 15274, "irl1": 25834, "isl1": 3, "israel-premier-league": 10710, "japan-j-league": 33885, "japan-j2-league": 47060, "k-league": 59608, "kaz1": 36198, "kor2": 61586, "la-liga": 265979, "la-liga-2": 27313, "lacrosse": 687, "lazio": 52, "lcs": 1, "lib": 4232, "ligue-1": 167177, "ligue-2": 102399, "lionel-messi": 47, "ltu1": 1888, "lva1": 16138, "mex": 409272, "mlb": 74180, "mls": 286279, "morocco-botola-pro": 8250, "moto2": 11, "moto3": 9, "nascar": 42773, "national-league": 25562, "nba": 751292, "ned2": 16263, "nfl": 2196690, "nhl": 462272, "nirl1": 10298, "nor2": 34390, "norway-eliteserien": 26709, "peru-liga-1": 46584, "pickleball": 20130, "poland-ekstraklasa": 18318, "power-slap": 56, "primeira-liga": 56252, "qat1": 10192, "qualification": 5457, "racing": 3217, "romania-superliga": 30509, "rugby": 1815, "rus": 25323, "saf1": 363, "saudi-professional-league": 55032, "scotland-league-cup": 838, "scottish-premiership": 84667, "sea": 294157, "serbian-superliga": 10174, "serie-b": 52860, "slovenia-prvaliga": 16488, "soccer": 214119, "soccer-atc": 7523, "soccer-brco": 2955, "soccer-ccc": 15322, "soccer-el1": 27901, "soccer-el2": 30800, "soccer-fpd": 37041, "soccer-grc": 7003, "soccer-gtm": 149053, "soccer-hr1": 18128, "soccer-nlc": 49468, "soccer-nwsl": 73184, "soccer-ptc": 50, "soccer-scoc": 160, "soccer-svk1": 19900, "soccer-trsk": 636, "sud": 203, "swe2": 29651, "sweden-allsvenskan": 103095, "swimming": 15720, "switzerland-super-league": 166356, "table-tennis": 8756, "tennis": 1480439, "tur": 31687, "tur2": 40145, "u20wwc": 2, "uae1": 3087, "ucl": 288079, "uefa": 31899, "uefa-nations-league": 60628, "uel": 187589, "ufc": 83332, "ukraine-premier-liha": 30720, "uru1": 29655, "usl1": 2, "uslc": 49797, "usoc": 3, "uwec": 6235, "uzb1": 34154, "ven1": 73169, "volleyball": 15, "womens-champions-league": 43471, "wsl": 19615 }, "tech": { "(none)": 179, "airbnb": 4, "anthropic": 1028, "big-tech": 135785, "celebrities": 54128, "china": 265, "coding": 4422, "collectibles": 579, "congress": 22, "corporate-financials": 277, "courts": 213, "earn-4": 3296, "elon-musk": 1325, "equities": 1, "gaming": 350, "google": 13678, "hack": 1866, "ipos": 3776, "kpis": 368, "midterms": 37, "movies": 7450, "nuke": 214, "oil": 5615, "openai": 871, "outage": 157, "prediction-markets": 751, "video-games": 173 }, "uncategorised": { "bayeux-tapestry": 3499, "cfb": 18327, "climate-science": 1048, "dnc": 292, "fed": 5552, "fed-chair": 2752, "fed-rates": 3106, "la-liga": 53, "leopold-aschenbrenner": 143, "macro-indicators": 993, "mma": 30, "nfl": 18453, "pandemics": 134, "social-media": 84, "space": 4, "supreme-court": 7653, "tennis": 955, "trump-presidency": 1, "ufc": 1002, "uk": 2563, "united-nations": 8009, "united-states": 215, "youtube": 2737 }, "unknown": { "(none)": 10254 }, "weather": { "brazil": 41, "climate": 30749, "climate-science": 5588, "drought": 151, "earthquakes": 3444, "germany": 15114, "global-temp": 129, "highest-temperature": 1740533, "italy": 1, "lowest-temperature": 256900, "mexico": 273, "natural-disaster": 762, "pandemics": 855, "precipitation": 21901, "rain": 616, "united-states": 15945 }, "world": { "(none)": 141, "argentina": 997, "brazil": 7730, "canada": 612, "china": 1, "economic-policy": 8703, "europe": 756, "foreign-policy": 981, "forex": 1725, "france": 7906, "germany": 2192, "global-elections": 750426, "global-rates": 32026, "hong-kong": 216, "italy": 136, "macro-indicators": 6242, "middle-east": 204, "nyc": 32, "pandemics": 39, "south-korea": 6175, "trump-presidency": 7805, "uk": 79 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 96621031, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-29T06.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 273811, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 48419849, "twin_rows": 48201182 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001603, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-29T06.witness_stats.json", "witness_stats_sha256": "a8d4891d5736c5047c01dd3475260badfa95ef0894636ce9745f4b1a93f34bb8", "witnesses": "iop", "writer_versions": null }