{ "ab_accounting": { "best_bid_ask": { "boundary_dropped": 75, "class": "FULL", "exception_markets": 42, "rows_by_domain": { "i": 17870039, "o": 17871338, "p": 17871101 }, "rows_i": 17870039, "rows_joined": 17872552, "rows_merged": 17872477, "rows_o": 17871338, "rows_p": 17871101, "unique_by_domain": { "i": 30, "o": 30, "p": 88 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 230, "1000_2000ms": 4532, "100_200ms": 212583, "10_20ms": 1090362, "1_2ms": 0, "2000_5000ms": 893, "200_500ms": 199191, "20_50ms": 15920257, "2_5ms": 0, "5000_10000ms": 232, "500_1000ms": 38135, "50_100ms": 403624, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 19149, "mean_ms": 31.02954794894404, "measurable": 17870039, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 30.0, "p99_ms": 257.0, "rows": 17870039, "unmeasurable": 0, "won_output_rows": 160 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 780, "1000_2000ms": 8169, "100_200ms": 158071, "10_20ms": 2865234, "1_2ms": 0, "2000_5000ms": 4929, "200_500ms": 209705, "20_50ms": 714474, "2_5ms": 1363629, "5000_10000ms": 1018, "500_1000ms": 47278, "50_100ms": 206544, "5_10ms": 12291395, "ge30000ms": 112, "neg": 0 }, "max_ms": 55990, "mean_ms": 18.052411240837145, "measurable": 17871338, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 16.0, "p99_ms": 266.0, "rows": 17871338, "unmeasurable": 0, "won_output_rows": 1216 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 976, "1000_2000ms": 7902, "100_200ms": 137477, "10_20ms": 2071513, "1_2ms": 0, "2000_5000ms": 4981, "200_500ms": 184627, "20_50ms": 514587, "2_5ms": 2445366, "5000_10000ms": 1403, "500_1000ms": 42394, "50_100ms": 157121, "5_10ms": 12302754, "ge30000ms": 0, "neg": 0 }, "max_ms": 19597, "mean_ms": 16.326275588728418, "measurable": 17871101, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 13.0, "p99_ms": 243.0, "rows": 17871101, "unmeasurable": 0, "won_output_rows": 17871101 } } }, "book": { "boundary_dropped": 16, "class": "FULL", "exception_markets": 79733, "rows_by_domain": { "i": 251310, "o": 168790, "p": 173379 }, "rows_i": 251310, "rows_joined": 320921, "rows_merged": 320905, "rows_o": 168790, "rows_p": 173379, "unique_by_domain": { "i": 111776, "o": 32470, "p": 35901 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 7320, "1000_2000ms": 2570, "100_200ms": 4758, "10_20ms": 576, "1_2ms": 0, "2000_5000ms": 5744, "200_500ms": 3933, "20_50ms": 108506, "2_5ms": 0, "5000_10000ms": 3356, "500_1000ms": 1792, "50_100ms": 8542, "5_10ms": 0, "ge30000ms": 104213, "neg": 0 }, "max_ms": 11533003928, "mean_ms": 173808665.88829336, "measurable": 251310, "min_ms": 18, "p50_ms": 409.5, "p90_ms": 54133539.0, "p99_ms": 4606993856.03, "rows": 251310, "unmeasurable": 0, "won_output_rows": 113295 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2753, "1000_2000ms": 1621, "100_200ms": 2182, "10_20ms": 33938, "1_2ms": 0, "2000_5000ms": 4314, "200_500ms": 2951, "20_50ms": 9516, "2_5ms": 1490, "5000_10000ms": 1572, "500_1000ms": 1384, "50_100ms": 2473, "5_10ms": 73692, "ge30000ms": 30904, "neg": 0 }, "max_ms": 13129311562, "mean_ms": 45733824.66220748, "measurable": 168790, "min_ms": 3, "p50_ms": 11.0, "p90_ms": 672918.2000000014, "p99_ms": 708913765.0, "rows": 168790, "unmeasurable": 0, "won_output_rows": 34237 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2488, "1000_2000ms": 1670, "100_200ms": 1955, "10_20ms": 32120, "1_2ms": 0, "2000_5000ms": 4188, "200_500ms": 2075, "20_50ms": 8699, "2_5ms": 2734, "5000_10000ms": 1518, "500_1000ms": 1000, "50_100ms": 2364, "5_10ms": 76402, "ge30000ms": 36166, "neg": 0 }, "max_ms": 11531388812, "mean_ms": 84734208.88497454, "measurable": 173379, "min_ms": 3, "p50_ms": 10.0, "p90_ms": 2372749.8000000105, "p99_ms": 4278542997.7200003, "rows": 173379, "unmeasurable": 0, "won_output_rows": 173373 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 62972, "o": 63060, "p": 63010 }, "rows_i": 62972, "rows_joined": 63080, "rows_merged": 63080, "rows_o": 63060, "rows_p": 63010, "unique_by_domain": { "i": 3, "o": 6, "p": 2 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 283, "100_200ms": 2100, "10_20ms": 678, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 1564, "20_50ms": 54192, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 455, "50_100ms": 3696, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 4647, "mean_ms": 49.44978720701264, "measurable": 62972, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 66.0, "p99_ms": 551.0, "rows": 62972, "unmeasurable": 0, "won_output_rows": 16 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 108, "100_200ms": 1047, "10_20ms": 13404, "1_2ms": 0, "2000_5000ms": 32, "200_500ms": 1295, "20_50ms": 3122, "2_5ms": 1408, "5000_10000ms": 2, "500_1000ms": 437, "50_100ms": 1058, "5_10ms": 41147, "ge30000ms": 0, "neg": 0 }, "max_ms": 8241, "mean_ms": 27.05187123374564, "measurable": 63060, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 22.0, "p99_ms": 473.0, "rows": 63060, "unmeasurable": 0, "won_output_rows": 54 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1, "1000_2000ms": 128, "100_200ms": 928, "10_20ms": 11735, "1_2ms": 0, "2000_5000ms": 11, "200_500ms": 902, "20_50ms": 3007, "2_5ms": 2023, "5000_10000ms": 6, "500_1000ms": 312, "50_100ms": 1011, "5_10ms": 42946, "ge30000ms": 0, "neg": 0 }, "max_ms": 12164, "mean_ms": 23.432883669258846, "measurable": 63010, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 20.0, "p99_ms": 385.0, "rows": 63010, "unmeasurable": 0, "won_output_rows": 63010 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 4, "rows_by_domain": { "i": 3239, "o": 3235, "p": 3239 }, "rows_i": 3239, "rows_joined": 3772, "rows_merged": 3772, "rows_o": 3235, "rows_p": 3239, "unique_by_domain": { "i": 231, "o": 302, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 88, "1000_2000ms": 0, "100_200ms": 73, "10_20ms": 149, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 74, "20_50ms": 2499, "2_5ms": 0, "5000_10000ms": 1, "500_1000ms": 11, "50_100ms": 144, "5_10ms": 0, "ge30000ms": 200, "neg": 0 }, "max_ms": 51066, "mean_ms": 3015.1200987959246, "measurable": 3239, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 318.00000000000136, "p99_ms": 42909.240000000005, "rows": 3239, "unmeasurable": 0, "won_output_rows": 231 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 68, "1000_2000ms": 6, "100_200ms": 31, "10_20ms": 405, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 79, "20_50ms": 118, "2_5ms": 190, "5000_10000ms": 0, "500_1000ms": 11, "50_100ms": 47, "5_10ms": 2099, "ge30000ms": 180, "neg": 0 }, "max_ms": 51008, "mean_ms": 2890.058114374034, "measurable": 3235, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 233.19999999999982, "p99_ms": 48718.14, "rows": 3235, "unmeasurable": 0, "won_output_rows": 302 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1, "1000_2000ms": 4, "100_200ms": 44, "10_20ms": 296, "1_2ms": 0, "2000_5000ms": 2, "200_500ms": 82, "20_50ms": 66, "2_5ms": 361, "5000_10000ms": 0, "500_1000ms": 13, "50_100ms": 37, "5_10ms": 2276, "ge30000ms": 57, "neg": 0 }, "max_ms": 70043, "mean_ms": 898.4952145723989, "measurable": 3239, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 16.200000000000273, "p99_ms": 46858.55999999999, "rows": 3239, "unmeasurable": 0, "won_output_rows": 3239 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3027, "o": 3027, "p": 3027 }, "rows_i": 3027, "rows_joined": 4529, "rows_merged": 4529, "rows_o": 3027, "rows_p": 3027, "unique_by_domain": { "i": 352, "o": 482, "p": 668 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 216, "1000_2000ms": 0, "100_200ms": 709, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 317, "20_50ms": 436, "2_5ms": 0, "5000_10000ms": 140, "500_1000ms": 6, "50_100ms": 673, "5_10ms": 0, "ge30000ms": 530, "neg": 0 }, "max_ms": 184097, "mean_ms": 16213.451932606542, "measurable": 3027, "min_ms": 24, "p50_ms": 149.0, "p90_ms": 70447.8, "p99_ms": 155325.07999999996, "rows": 3027, "unmeasurable": 0, "won_output_rows": 604 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 248, "1000_2000ms": 0, "100_200ms": 471, "10_20ms": 114, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 317, "20_50ms": 447, "2_5ms": 0, "5000_10000ms": 108, "500_1000ms": 19, "50_100ms": 683, "5_10ms": 18, "ge30000ms": 602, "neg": 0 }, "max_ms": 183824, "mean_ms": 17788.7224975223, "measurable": 3027, "min_ms": 7, "p50_ms": 131.0, "p90_ms": 74311.0, "p99_ms": 157989.05999999994, "rows": 3027, "unmeasurable": 0, "won_output_rows": 898 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 244, "1000_2000ms": 0, "100_200ms": 42, "10_20ms": 408, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 304, "20_50ms": 715, "2_5ms": 0, "5000_10000ms": 127, "500_1000ms": 22, "50_100ms": 584, "5_10ms": 68, "ge30000ms": 513, "neg": 0 }, "max_ms": 189569, "mean_ms": 16268.074661380906, "measurable": 3027, "min_ms": 6, "p50_ms": 67.0, "p90_ms": 73064.80000000002, "p99_ms": 161012.49999999962, "rows": 3027, "unmeasurable": 0, "won_output_rows": 3027 } } }, "price_change": { "boundary_dropped": 574, "class": "FULL", "exception_markets": 125, "rows_by_domain": { "i": 123059372, "o": 123069432, "p": 123061594 }, "rows_i": 123059372, "rows_joined": 123092578, "rows_merged": 123092004, "rows_o": 123069432, "rows_p": 123061594, "unique_by_domain": { "i": 5072, "o": 826, "p": 4304 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 532, "1000_2000ms": 47740, "100_200ms": 1850170, "10_20ms": 6195656, "1_2ms": 0, "2000_5000ms": 7650, "200_500ms": 1620514, "20_50ms": 109464936, "2_5ms": 0, "5000_10000ms": 1262, "500_1000ms": 327428, "50_100ms": 3543484, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 19647, "mean_ms": 32.952152591839976, "measurable": 123059372, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 33.0, "p99_ms": 283.0, "rows": 123059372, "unmeasurable": 0, "won_output_rows": 8726 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 5190, "1000_2000ms": 63202, "100_200ms": 1211744, "10_20ms": 21922400, "1_2ms": 0, "2000_5000ms": 36400, "200_500ms": 1585640, "20_50ms": 5845042, "2_5ms": 7759966, "5000_10000ms": 8822, "500_1000ms": 365914, "50_100ms": 1629692, "5_10ms": 82634170, "ge30000ms": 1250, "neg": 0 }, "max_ms": 56274, "mean_ms": 19.596578084475112, "measurable": 123069432, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 17.0, "p99_ms": 282.0, "rows": 123069432, "unmeasurable": 0, "won_output_rows": 21724 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3544, "1000_2000ms": 56996, "100_200ms": 1076662, "10_20ms": 16247940, "1_2ms": 0, "2000_5000ms": 31524, "200_500ms": 1400202, "20_50ms": 4626952, "2_5ms": 13397722, "5000_10000ms": 9078, "500_1000ms": 322092, "50_100ms": 1309574, "5_10ms": 84579308, "ge30000ms": 0, "neg": 0 }, "max_ms": 20548, "mean_ms": 17.023896407517686, "measurable": 123061594, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 15.0, "p99_ms": 253.0, "rows": 123061594, "unmeasurable": 0, "won_output_rows": 123061554 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 5864, "o": 5864, "p": 5864 }, "rows_i": 5864, "rows_joined": 5864, "rows_merged": 5864, "rows_o": 5864, "rows_p": 5864, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 111, "10_20ms": 275, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 150, "20_50ms": 5138, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 38, "50_100ms": 152, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 970, "mean_ms": 38.469645293315146, "measurable": 5864, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 35.0, "p99_ms": 425.0, "rows": 5864, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 5, "100_200ms": 75, "10_20ms": 945, "1_2ms": 0, "2000_5000ms": 8, "200_500ms": 199, "20_50ms": 264, "2_5ms": 312, "5000_10000ms": 0, "500_1000ms": 36, "50_100ms": 130, "5_10ms": 3890, "ge30000ms": 0, "neg": 0 }, "max_ms": 3209, "mean_ms": 30.289392905866304, "measurable": 5864, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 25.0, "p99_ms": 480.0, "rows": 5864, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 8, "100_200ms": 92, "10_20ms": 592, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 124, "20_50ms": 166, "2_5ms": 575, "5000_10000ms": 0, "500_1000ms": 60, "50_100ms": 72, "5_10ms": 4175, "ge30000ms": 0, "neg": 0 }, "max_ms": 1337, "mean_ms": 25.6118690313779, "measurable": 5864, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 16.0, "p99_ms": 544.0, "rows": 5864, "unmeasurable": 0, "won_output_rows": 5864 } } } }, "absent_fields": [ "connection_events" ], "archive_root": "union-staging", "book_audit": { "files": [ { "file": "2026-10-28T21.book_dropped.parquet", "rows": 551, "sha256": "569d389a2c3574e38c3a820966ca8cf36f8bc9bc749db57aec755ef66756aa6e", "size": 22241 } ], "parts": 1, "public": false, "rows": 551, "status": "kept until verify", "verified": false, "verify_check_id": null }, "book_rows_dropped": 551, "boundary_equal": true, "boundary_guard": "cache", "canonical_token_map": { "object": "v3.1/maps/canonical-tokens-2026-10-29-703f798f.parquet", "sha256": "703f798f3fbd15f5afeb2361a83e77fa17f2f7374902c3ca0e5c2aedb0655c61" }, "category_gate": { "bulk_pin": { "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "created_at": "2026-10-29T08:06:22Z", "map_health_sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "map_rule": "native-category-ranked-subtag-v1", "schema": "category-gate-bulk-pin-v1", "sha256": "e053400908aa8e8536a63e697270c64aeba8374c8e07e7a161c7857de4c77374", "tag_band_sha256": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "evaluated_at": "2026-10-29T14:01:04Z", "evidence": { "file": "category_evidence.json.gz", "sha256": "bc0a77172fcd323792902bbeb544faa0291a079dd14ee46fb32f4cb69db335b3" }, "hour": "2026-10-28/21", "low_tag": { "band_hours": 0, "band_rule": "floor", "flagged": false, "floor": 0.9, "mad": null, "median": null, "reason": null, "tagged_share": 0.9998330909177615, "threshold": 0.9 }, "map_behind_markets": [], "map_health": { "baseline": null, "changed_markets": null, "common_markets": null, "file": "category_map.json.gz.health.json", "logic_identity_changed": null, "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "mapping_logic_changed": null, "markets": 5155761, "query_ok": true, "review_acceptance": { "accepted_at": "2026-10-29T08:00:47Z", "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "note": "gate v7 (live3 from 10-28T19, chair GO CYCLE-10811, 2026-10-29), reviewed by Capture against gate v6 map dfd8d842: 5,155,761 markets, 20,444 added, 0 gone (no shrink), 331,963 labels changed (6.464%), ALL uncategorised -> a venue category (crypto 157,893, sports 88,962, esports 51,552, weather 22,471; uncategorised 19.81% -> 13.29%); rule native-category-ranked-subtag-v1, tag list 1c81c469" }, "rule_version": "native-category-ranked-subtag-v1", "sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "shrink_share": null, "source_tags_changed": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "map_rule": "native-category-ranked-subtag-v1", "mode": "bulk", "numbers": { "by_listing_age": { "1_7d": { "fetched_tagged": 58228, "fetched_untagged": 0, "not_fetched": 0 }, "gt_7d": { "fetched_tagged": 88584, "fetched_untagged": 0, "not_fetched": 10 }, "lt_24h": { "fetched_tagged": 20916, "fetched_untagged": 0, "not_fetched": 7 }, "unknown_age": { "fetched_tagged": 0, "fetched_untagged": 0, "not_fetched": 11 } }, "classes": { "fetched_tagged": 167728, "fetched_untagged": 0, "not_fetched": 28 }, "empty_traded_cohort": false, "map_behind": { "disagrees": 0, "missing": 0 }, "map_behind_prior_held_passes": 0, "map_health": { "baseline": null, "changed_markets": null, "common_markets": null, "file": "category_map.json.gz.health.json", "logic_identity_changed": null, "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "mapping_logic_changed": null, "markets": 5155761, "query_ok": true, "review_acceptance": { "accepted_at": "2026-10-29T08:00:47Z", "map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "note": "gate v7 (live3 from 10-28T19, chair GO CYCLE-10811, 2026-10-29), reviewed by Capture against gate v6 map dfd8d842: 5,155,761 markets, 20,444 added, 0 gone (no shrink), 331,963 labels changed (6.464%), ALL uncategorised -> a venue category (crypto 157,893, sports 88,962, esports 51,552, weather 22,471; uncategorised 19.81% -> 13.29%); rule native-category-ranked-subtag-v1, tag list 1c81c469" }, "rule_version": "native-category-ranked-subtag-v1", "sha256": "6072944cb94adf7544cfaa0cfad4edd3217a243dcf47ef543794226deb726d1a", "shrink_share": null, "source_tags_changed": null, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4" }, "missing_evidence": [], "not_fetched_by_cause": { "fetch_failed": 10, "not_reached": 18 }, "row_share": { "fetched_tagged": 0.999892, "fetched_untagged": 0.0, "not_fetched": 0.000108, "without_market": 0.0 }, "rows": { "fetched_tagged": 141347302, "fetched_untagged": 0, "not_fetched": 15329, "without_market": 0 }, "tag_band": { "file": null, "hours": [], "ignored": 0, "problem": "no band given: the fixed floor alone", "sha256": null }, "traded_markets": 167756, "young": { "not_fetched": 7, "traded": 20923 } }, "reasons": [], "reprocess": [], "review_required": false, "rule": "category-gate-v3", "status": "PASS", "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thresholds": { "map_behind_max_held_passes": 4, "map_shrink_max": 0.01, "not_fetched_share_max": 0.005, "not_fetched_share_young_max": 0.02, "source_tags_changed_review_share": 0.01, "tag_band_k": 3, "tag_band_lookback_hours": 168, "tag_band_mad_scale": 1.4826, "tag_band_min_hours": 72, "tag_band_sigma_floor": 0.005, "tag_flag_min_traded": 20, "tag_floor": 0.9, "young_listing_seconds": 86400 }, "unknown_markets": [ "0x0010a07184dc75a433bd9c717e2889e133904aad26ae73224362946a5eeade27", "0x056e08babb69fb7c6ee2c5e9f436c618bad69b45c83a1d70e076eafd4e138c87", "0x05b648037db856fa8c2b3f816329d03646724bcbb05db734beba4e8f753fc510", "0x0966733f0ac8f620b9ae7445fb4f6266c29d45778a96de695f1b24d32093724a", "0x0b5223a048131baa9cb1fa27b989c29f9cdc45c7fe93d2be279470cc12b544e0", "0x0d71a01ce6a69c386a2d96cf7db8fa1c71a2cdf826120213d24fd0b261849e17", "0x0e076cd51a08c7c44666296110bc465bd2aa8da6be3c45e76e9e30a7175446ef", "0x11843cc1330494fc50a1983e31c5ca20acac12a5cc9656b7c43223afc51428c3", "0x11d6d72ba526a95b6d27deff581ca25daf71f7bc2e5ceb8ba5e1f8185c5ac8a6", "0x1207c020a003d1b4df1119209423a0c4e4a51cf67ade7ea9de12aff4676e76eb", "0x120d18fcf120a5e36f820022d2e1b65dac0483a1f9ec8fad5a445942e75f56f7", "0x16dea458809007a4fcfa19a800c868b39138cddde68f2c4c46fdd7bf32bab70a", "0x1a0308e67a36a86a562925a31291b28c2c79693c1a707f8cd2a2b32e5b649d6d", "0x1f0b77fff743603ed8124e2ef416b7499556fd2bdf800f5c75485b30f4f493f3", "0x1f40a67cbce4352630d51cdbf2c2c5a1695b25bb07d57c4e67d2af676f346028", "0x29e49ff1f8b75dd70802ec84eba6cfd1435ab7c5818c14b82d785c3e3df0db99", "0x335baabd58f0324accaf427ce71d605caf29f340ecf6b81f16e460c19290d3ec", "0x35d5f09579ed5c35cfc1f80d2767b864b85b88c6d2fd96c1148e6d289f91df85", "0x37b9a0bda08060f5e01d71107b90d93b5188790ba4758356f046fbc5e7d3d6a5", "0x3f4c11895b84832655914c35eab4ffb35b697a875ef881e640bfea02408ab8a7", "0x3fda3e757fd29b8e297a82dd864d99b82773c0857807048adb54fc6b614bfa73", "0x4159f71f00fb251b49f32aa71daa82ed730390eacadf9660b7f4dddc57f37b0d", "0x44d4fc08b7893c3d6ad1494cdf303cb7504d71811a7b1fa63a919f7b4ed4d5aa", "0x458b8b5726e3171ac11df44d8707fe01e94e36dc729d64b7d2dcf3059fe4a111", "0x4c4dc81820fa098b5248c5b152d5ca824f94284529095a723b209f843c1e2d6d", "0x4f1827ef166ca6295168a06f59fe051b79924973f74e23ef96353687cc045e5e", "0x516e8003b804e6f59a03712082b74beb1decc25d9f5a956df0ba882c1107aef1", "0x51c8d1f9b77685b83792c425cb4c7d2b8cee6df84a2e286865ae3f502b5bac5e", "0x5476c9a55f1979b24a353300bd9021738bc63e39f3aed75f6d23e3b011398956", "0x56b837693e8c63c9f71aadd04b974ac7df6365c23b36ddca5e528f0b2d8b06c9", "0x5a659e126a9a539aef7b2db86ac312f53cc1fac451dcf5127374d57a68e20a90", "0x63d2b160ac03c19150c6e2419b5212828ad3ab210e0390e9c868a823daa533c3", "0x64371d13d1b6e252273659549be9884c72edf053774b70afaa32f1d044d357e6", "0x696e72ce9af1e5ebd659aeb6bacc40280916bc545fca378b0c0f5d7be32a5bef", "0x6f1d9b4cbfc6a8b10681527ff662cc38fd4557ce94b28d091b770b6dbbde1b4e", "0x6f55fdc2e4c09f50432a5eb92c08bb55cb456d19ded0ec30156aad782cc832b7", "0x71cd46b7958d583e0b42db5b45b04334c6fdef32d5a0b3e96c7a302b3cfae996", "0x73509ec92de5dbd86a5a888e702a571325783ea208b3e9334f9d488a73e528ac", "0x81b7c8905908d7e36df075d8cbf1730e9f2a12a0b9554665c8ac9c8a55b7195d", "0x89463bae70d37f79a0c8059363f8d8c557e731f8e082eddb58fe6440e61b30fc", "0x8ecac0a5f474f70c515efd34f56303d58f4c5b9f8d23573f48e96785e07bc6e0", "0x9a6d3656a99bbaff39c7f65b354c0ae54a30dd897cef1e7c31cbf5e58050c5dd", "0x9fc3c63d907846b5593ea2b36825d8a9a00ab7d8e1225ca0a55dc5b0b9b8928e", "0xa43a1186d7f7b6e2b659c00450aaa27a3ef48b4ec2bd802052ef9b76ae94772b", "0xa48bee0ae5735652c02cb72133632321775d72bcc5e99b2299c41d3055b6294c", "0xa831c3a3a069f81f4af4906a3fb892dd9d88c74baf052b4eabee37c093aece1e", "0xb2b55de6528835d987788ae906a1c51076c066afd75e14c3e89096d6bb6892b0", "0xb3b62993c40fe25c5bb6e6daed453eea2de9649f9e764b46e7fb593affebcef4", "0xb53d08e49434233e7b6801f7828d898833af8e64b0d90bfd6adfc92e1cd6f62b", "0xbcdbdd5167be976c5a8be63d9462bc537b849a8fc5a11e4af2ea72ebdbf89960", "0xbee8af77d3a18877ba8791dd9d70770d2ffebb20d6d03f7d272df4ea4b28d415", "0xbf5d68d8440c0ee34d2e279d54728e637b2b8b7c9604e4c2d1b0523405736388", "0xcdfd41794d89191b32e1c7f6bf022dd1a75c651e8969df6357bf9cc08ebe3c6d", "0xd3d3f8d5f681a2783d6932c5a08e360e83a2168cf054d5d6afc2b8730803967a", "0xd7fa697dd9d60eb9443568d8a12526e6c44db5ae55c85e1c6219ea5803fcddfc", "0xd80a3a1012eab8538bba582ac5b9592ac46b98ecf255b6f55b32d56b2fd3935f", "0xd8af73e01ee6b7b9d0b2b5b79d1902b4c5d817ab298a01d30a0133c5345b1e74", "0xe1458e8dcd276b65152fd53fbdb85eedd2913e2b1b66f0d84cabde94be5c18c2", "0xe25ebe30c9657b154525d29ee77e533492170b0bb59cba23a9505c82f4a46fad", "0xe318b6019bf45b3b792dca30433b0f60f3b9b91e0943329ca9d94f2b3b9f6311", "0xe35b565f00c847c99c0bf3af76cfc76ea9b148851747e7160eaae3aac948e8cd", "0xe9f5dc6e92349ca57704abe0c5e7d6f666c428effb799ffe281321730da37174", "0xea3c6944ca011747ba6a131a78ba7fc993993466bca3eae6d4caace8ef1e5b81", "0xec2ecbacace86de705e4a0c4704a19d3a0f276e3dcfdc5a2dc3b62612853400b", "0xf369d385c3410baf756fff122e57f7397bb310eb984cb25e3fe09e867f225a88", "0xf6b1d0e8ee0fcd6f782884f842d6dd259bac4f9e4f7f05545c95bb9c1ecd57c4", "0xfc239df174433848445feeba7af4f4bfa7edcb9de6177f3fb42a3bbc90a30597" ], "untagged_overrides": {} }, "category_map_sha256": "f28dab730abf9c4891a0012b19c89c40640295b1bd07cfd5b47cdd2211217a88", "companions": { "chain_match": { "coverage": null, "schema_version": null, "status": "pending" }, "order_intent": { "coverage": null, "schema_version": null, "status": "pending" } }, "derived_from": { "source_file": "2026-10-28T21.parquet", "source_manifest": { "ab_accounting": { "best_bid_ask": { "boundary_dropped": 75, "class": "FULL", "exception_markets": 42, "rows_by_domain": { "i": 17870039, "o": 17871338, "p": 17871101 }, "rows_i": 17870039, "rows_joined": 17872552, "rows_merged": 17872477, "rows_o": 17871338, "rows_p": 17871101, "unique_by_domain": { "i": 30, "o": 30, "p": 88 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 230, "1000_2000ms": 4532, "100_200ms": 212583, "10_20ms": 1090362, "1_2ms": 0, "2000_5000ms": 893, "200_500ms": 199191, "20_50ms": 15920257, "2_5ms": 0, "5000_10000ms": 232, "500_1000ms": 38135, "50_100ms": 403624, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 19149, "mean_ms": 31.02954794894404, "measurable": 17870039, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 30.0, "p99_ms": 257.0, "rows": 17870039, "unmeasurable": 0, "won_output_rows": 160 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 780, "1000_2000ms": 8169, "100_200ms": 158071, "10_20ms": 2865234, "1_2ms": 0, "2000_5000ms": 4929, "200_500ms": 209705, "20_50ms": 714474, "2_5ms": 1363629, "5000_10000ms": 1018, "500_1000ms": 47278, "50_100ms": 206544, "5_10ms": 12291395, "ge30000ms": 112, "neg": 0 }, "max_ms": 55990, "mean_ms": 18.052411240837145, "measurable": 17871338, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 16.0, "p99_ms": 266.0, "rows": 17871338, "unmeasurable": 0, "won_output_rows": 1216 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 976, "1000_2000ms": 7902, "100_200ms": 137477, "10_20ms": 2071513, "1_2ms": 0, "2000_5000ms": 4981, "200_500ms": 184627, "20_50ms": 514587, "2_5ms": 2445366, "5000_10000ms": 1403, "500_1000ms": 42394, "50_100ms": 157121, "5_10ms": 12302754, "ge30000ms": 0, "neg": 0 }, "max_ms": 19597, "mean_ms": 16.326275588728418, "measurable": 17871101, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 13.0, "p99_ms": 243.0, "rows": 17871101, "unmeasurable": 0, "won_output_rows": 17871101 } } }, "book": { "boundary_dropped": 16, "class": "FULL", "exception_markets": 79733, "rows_by_domain": { "i": 251310, "o": 168790, "p": 173379 }, "rows_i": 251310, "rows_joined": 320921, "rows_merged": 320905, "rows_o": 168790, "rows_p": 173379, "unique_by_domain": { "i": 111776, "o": 32470, "p": 35901 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 7320, "1000_2000ms": 2570, "100_200ms": 4758, "10_20ms": 576, "1_2ms": 0, "2000_5000ms": 5744, "200_500ms": 3933, "20_50ms": 108506, "2_5ms": 0, "5000_10000ms": 3356, "500_1000ms": 1792, "50_100ms": 8542, "5_10ms": 0, "ge30000ms": 104213, "neg": 0 }, "max_ms": 11533003928, "mean_ms": 173808665.88829336, "measurable": 251310, "min_ms": 18, "p50_ms": 409.5, "p90_ms": 54133539.0, "p99_ms": 4606993856.03, "rows": 251310, "unmeasurable": 0, "won_output_rows": 113295 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2753, "1000_2000ms": 1621, "100_200ms": 2182, "10_20ms": 33938, "1_2ms": 0, "2000_5000ms": 4314, "200_500ms": 2951, "20_50ms": 9516, "2_5ms": 1490, "5000_10000ms": 1572, "500_1000ms": 1384, "50_100ms": 2473, "5_10ms": 73692, "ge30000ms": 30904, "neg": 0 }, "max_ms": 13129311562, "mean_ms": 45733824.66220748, "measurable": 168790, "min_ms": 3, "p50_ms": 11.0, "p90_ms": 672918.2000000014, "p99_ms": 708913765.0, "rows": 168790, "unmeasurable": 0, "won_output_rows": 34237 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 2488, "1000_2000ms": 1670, "100_200ms": 1955, "10_20ms": 32120, "1_2ms": 0, "2000_5000ms": 4188, "200_500ms": 2075, "20_50ms": 8699, "2_5ms": 2734, "5000_10000ms": 1518, "500_1000ms": 1000, "50_100ms": 2364, "5_10ms": 76402, "ge30000ms": 36166, "neg": 0 }, "max_ms": 11531388812, "mean_ms": 84734208.88497454, "measurable": 173379, "min_ms": 3, "p50_ms": 10.0, "p90_ms": 2372749.8000000105, "p99_ms": 4278542997.7200003, "rows": 173379, "unmeasurable": 0, "won_output_rows": 173373 } } }, "last_trade_price": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 62972, "o": 63060, "p": 63010 }, "rows_i": 62972, "rows_joined": 63080, "rows_merged": 63080, "rows_o": 63060, "rows_p": 63010, "unique_by_domain": { "i": 3, "o": 6, "p": 2 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 283, "100_200ms": 2100, "10_20ms": 678, "1_2ms": 0, "2000_5000ms": 4, "200_500ms": 1564, "20_50ms": 54192, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 455, "50_100ms": 3696, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 4647, "mean_ms": 49.44978720701264, "measurable": 62972, "min_ms": 18, "p50_ms": 24.0, "p90_ms": 66.0, "p99_ms": 551.0, "rows": 62972, "unmeasurable": 0, "won_output_rows": 16 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 108, "100_200ms": 1047, "10_20ms": 13404, "1_2ms": 0, "2000_5000ms": 32, "200_500ms": 1295, "20_50ms": 3122, "2_5ms": 1408, "5000_10000ms": 2, "500_1000ms": 437, "50_100ms": 1058, "5_10ms": 41147, "ge30000ms": 0, "neg": 0 }, "max_ms": 8241, "mean_ms": 27.05187123374564, "measurable": 63060, "min_ms": 3, "p50_ms": 8.0, "p90_ms": 22.0, "p99_ms": 473.0, "rows": 63060, "unmeasurable": 0, "won_output_rows": 54 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1, "1000_2000ms": 128, "100_200ms": 928, "10_20ms": 11735, "1_2ms": 0, "2000_5000ms": 11, "200_500ms": 902, "20_50ms": 3007, "2_5ms": 2023, "5000_10000ms": 6, "500_1000ms": 312, "50_100ms": 1011, "5_10ms": 42946, "ge30000ms": 0, "neg": 0 }, "max_ms": 12164, "mean_ms": 23.432883669258846, "measurable": 63010, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 20.0, "p99_ms": 385.0, "rows": 63010, "unmeasurable": 0, "won_output_rows": 63010 } } }, "market_resolved": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 4, "rows_by_domain": { "i": 3239, "o": 3235, "p": 3239 }, "rows_i": 3239, "rows_joined": 3772, "rows_merged": 3772, "rows_o": 3235, "rows_p": 3239, "unique_by_domain": { "i": 231, "o": 302, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 88, "1000_2000ms": 0, "100_200ms": 73, "10_20ms": 149, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 74, "20_50ms": 2499, "2_5ms": 0, "5000_10000ms": 1, "500_1000ms": 11, "50_100ms": 144, "5_10ms": 0, "ge30000ms": 200, "neg": 0 }, "max_ms": 51066, "mean_ms": 3015.1200987959246, "measurable": 3239, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 318.00000000000136, "p99_ms": 42909.240000000005, "rows": 3239, "unmeasurable": 0, "won_output_rows": 231 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 68, "1000_2000ms": 6, "100_200ms": 31, "10_20ms": 405, "1_2ms": 0, "2000_5000ms": 1, "200_500ms": 79, "20_50ms": 118, "2_5ms": 190, "5000_10000ms": 0, "500_1000ms": 11, "50_100ms": 47, "5_10ms": 2099, "ge30000ms": 180, "neg": 0 }, "max_ms": 51008, "mean_ms": 2890.058114374034, "measurable": 3235, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 233.19999999999982, "p99_ms": 48718.14, "rows": 3235, "unmeasurable": 0, "won_output_rows": 302 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 1, "1000_2000ms": 4, "100_200ms": 44, "10_20ms": 296, "1_2ms": 0, "2000_5000ms": 2, "200_500ms": 82, "20_50ms": 66, "2_5ms": 361, "5000_10000ms": 0, "500_1000ms": 13, "50_100ms": 37, "5_10ms": 2276, "ge30000ms": 57, "neg": 0 }, "max_ms": 70043, "mean_ms": 898.4952145723989, "measurable": 3239, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 16.200000000000273, "p99_ms": 46858.55999999999, "rows": 3239, "unmeasurable": 0, "won_output_rows": 3239 } } }, "new_market": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 3027, "o": 3027, "p": 3027 }, "rows_i": 3027, "rows_joined": 4529, "rows_merged": 4529, "rows_o": 3027, "rows_p": 3027, "unique_by_domain": { "i": 352, "o": 482, "p": 668 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 216, "1000_2000ms": 0, "100_200ms": 709, "10_20ms": 0, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 317, "20_50ms": 436, "2_5ms": 0, "5000_10000ms": 140, "500_1000ms": 6, "50_100ms": 673, "5_10ms": 0, "ge30000ms": 530, "neg": 0 }, "max_ms": 184097, "mean_ms": 16213.451932606542, "measurable": 3027, "min_ms": 24, "p50_ms": 149.0, "p90_ms": 70447.8, "p99_ms": 155325.07999999996, "rows": 3027, "unmeasurable": 0, "won_output_rows": 604 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 248, "1000_2000ms": 0, "100_200ms": 471, "10_20ms": 114, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 317, "20_50ms": 447, "2_5ms": 0, "5000_10000ms": 108, "500_1000ms": 19, "50_100ms": 683, "5_10ms": 18, "ge30000ms": 602, "neg": 0 }, "max_ms": 183824, "mean_ms": 17788.7224975223, "measurable": 3027, "min_ms": 7, "p50_ms": 131.0, "p90_ms": 74311.0, "p99_ms": 157989.05999999994, "rows": 3027, "unmeasurable": 0, "won_output_rows": 898 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 244, "1000_2000ms": 0, "100_200ms": 42, "10_20ms": 408, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 304, "20_50ms": 715, "2_5ms": 0, "5000_10000ms": 127, "500_1000ms": 22, "50_100ms": 584, "5_10ms": 68, "ge30000ms": 513, "neg": 0 }, "max_ms": 189569, "mean_ms": 16268.074661380906, "measurable": 3027, "min_ms": 6, "p50_ms": 67.0, "p90_ms": 73064.80000000002, "p99_ms": 161012.49999999962, "rows": 3027, "unmeasurable": 0, "won_output_rows": 3027 } } }, "price_change": { "boundary_dropped": 574, "class": "FULL", "exception_markets": 125, "rows_by_domain": { "i": 123059372, "o": 123069432, "p": 123061594 }, "rows_i": 123059372, "rows_joined": 123092578, "rows_merged": 123092004, "rows_o": 123069432, "rows_p": 123061594, "unique_by_domain": { "i": 5072, "o": 826, "p": 4304 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 532, "1000_2000ms": 47740, "100_200ms": 1850170, "10_20ms": 6195656, "1_2ms": 0, "2000_5000ms": 7650, "200_500ms": 1620514, "20_50ms": 109464936, "2_5ms": 0, "5000_10000ms": 1262, "500_1000ms": 327428, "50_100ms": 3543484, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 19647, "mean_ms": 32.952152591839976, "measurable": 123059372, "min_ms": 17, "p50_ms": 23.0, "p90_ms": 33.0, "p99_ms": 283.0, "rows": 123059372, "unmeasurable": 0, "won_output_rows": 8726 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 5190, "1000_2000ms": 63202, "100_200ms": 1211744, "10_20ms": 21922400, "1_2ms": 0, "2000_5000ms": 36400, "200_500ms": 1585640, "20_50ms": 5845042, "2_5ms": 7759966, "5000_10000ms": 8822, "500_1000ms": 365914, "50_100ms": 1629692, "5_10ms": 82634170, "ge30000ms": 1250, "neg": 0 }, "max_ms": 56274, "mean_ms": 19.596578084475112, "measurable": 123069432, "min_ms": 2, "p50_ms": 7.0, "p90_ms": 17.0, "p99_ms": 282.0, "rows": 123069432, "unmeasurable": 0, "won_output_rows": 21724 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 3544, "1000_2000ms": 56996, "100_200ms": 1076662, "10_20ms": 16247940, "1_2ms": 0, "2000_5000ms": 31524, "200_500ms": 1400202, "20_50ms": 4626952, "2_5ms": 13397722, "5000_10000ms": 9078, "500_1000ms": 322092, "50_100ms": 1309574, "5_10ms": 84579308, "ge30000ms": 0, "neg": 0 }, "max_ms": 20548, "mean_ms": 17.023896407517686, "measurable": 123061594, "min_ms": 2, "p50_ms": 6.0, "p90_ms": 15.0, "p99_ms": 253.0, "rows": 123061594, "unmeasurable": 0, "won_output_rows": 123061554 } } }, "tick_size_change": { "boundary_dropped": 0, "class": "FULL", "exception_markets": 0, "rows_by_domain": { "i": 5864, "o": 5864, "p": 5864 }, "rows_i": 5864, "rows_joined": 5864, "rows_merged": 5864, "rows_o": 5864, "rows_p": 5864, "unique_by_domain": { "i": 0, "o": 0, "p": 0 }, "witness_latency": { "i": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 0, "100_200ms": 111, "10_20ms": 275, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 150, "20_50ms": 5138, "2_5ms": 0, "5000_10000ms": 0, "500_1000ms": 38, "50_100ms": 152, "5_10ms": 0, "ge30000ms": 0, "neg": 0 }, "max_ms": 970, "mean_ms": 38.469645293315146, "measurable": 5864, "min_ms": 18, "p50_ms": 23.0, "p90_ms": 35.0, "p99_ms": 425.0, "rows": 5864, "unmeasurable": 0 }, "o": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 5, "100_200ms": 75, "10_20ms": 945, "1_2ms": 0, "2000_5000ms": 8, "200_500ms": 199, "20_50ms": 264, "2_5ms": 312, "5000_10000ms": 0, "500_1000ms": 36, "50_100ms": 130, "5_10ms": 3890, "ge30000ms": 0, "neg": 0 }, "max_ms": 3209, "mean_ms": 30.289392905866304, "measurable": 5864, "min_ms": 3, "p50_ms": 7.0, "p90_ms": 25.0, "p99_ms": 480.0, "rows": 5864, "unmeasurable": 0 }, "p": { "buckets_ms": { "0_1ms": 0, "10000_30000ms": 0, "1000_2000ms": 8, "100_200ms": 92, "10_20ms": 592, "1_2ms": 0, "2000_5000ms": 0, "200_500ms": 124, "20_50ms": 166, "2_5ms": 575, "5000_10000ms": 0, "500_1000ms": 60, "50_100ms": 72, "5_10ms": 4175, "ge30000ms": 0, "neg": 0 }, "max_ms": 1337, "mean_ms": 25.6118690313779, "measurable": 5864, "min_ms": 3, "p50_ms": 6.0, "p90_ms": 16.0, "p99_ms": 544.0, "rows": 5864, "unmeasurable": 0, "won_output_rows": 5864 } } } }, "archive_root": "union-staging", "boundary_guard": "cache", "bytes": 1449889062, "file": "2026-10-28T21.parquet", "generated_by": "tools/orderbook_ab/merge_ab.py", "hour": "2026-10-28/21", "hour_utc": "2026-10-28T21:00:00+00:00", "layout": "union-event-sorted-v1", "max_sequence": 41095370547938738, "merge_set_reason": "daily_set", "merge_set_size": 3, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562969630539811, "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "byte_range": [ 4, 194861650 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370546607500, "min_sequence": 562969630539811, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 17872477, "row_groups": [ 0, 68 ], "sha256": "9c8c6ae04059fd9164c34047a916ef5d9af14c5462c115ef93e9dc1b48421cfb" }, "book": { "byte_range": [ 194861650, 228255560 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "bids", "asks", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370547938738, "min_sequence": 562969630541992, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 320905, "row_groups": [ 69, 70 ], "sha256": "a30e0096e68d872228a24e844650acdab882ed283e0ba8e61967cfa128f3dbe6" }, "last_trade_price": { "byte_range": [ 228255560, 231894956 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370505740366, "min_sequence": 562969630543428, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 63080, "row_groups": [ 71, 71 ], "sha256": "7110e98c1429d8ef53262ba402aab301ab5c8b5cd0e7577e2ab5b9910664d17a" }, "market_resolved": { "byte_range": [ 231894956, 232418956 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370542565888, "min_sequence": 562969631606300, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 3772, "row_groups": [ 72, 72 ], "sha256": "688cb07f290d7bb7bfc4a8729171daa90a44d24260c9680daac6488d98587a15" }, "new_market": { "byte_range": [ 232418956, 232877856 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370546605620, "min_sequence": 562969631017837, "order_by": [ "market", "id", "timestamp", "sequence" ], "row_count": 4529, "row_groups": [ 73, 73 ], "sha256": "98330eb626b00be72cf17b443a21fff0724ad78395a3e5e25ba79c8992283d1f" }, "price_change": { "byte_range": [ 232877856, 1448073889 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "price", "size", "side", "best_bid", "best_ask", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 41095370547869862, "min_sequence": 562969630539812, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 123092004, "row_groups": [ 74, 543 ], "sha256": "35ac50bd777330e195256a4269643062a19b5bc6ccb15f4cae9171c4732e6808" }, "tick_size_change": { "byte_range": [ 1448073889, 1448286927 ], "columns": [ "timestamp_received", "sequence", "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "max_sequence": 562969770717601, "min_sequence": 562969633864181, "order_by": [ "market", "asset_id", "timestamp", "sequence" ], "row_count": 5864, "row_groups": [ 544, 544 ], "sha256": "36ea92bbdb0a17f44bca2e5cca704e2bef40c4ec341a5e0055f9fadc2e01de18" } }, "row_count": 141362631, "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "served_note": "This hour is the merger's union file, published byte for byte. Hours before the era cutover are rebuilt here from the seven product files and carry one column fewer.", "served_verbatim": true, "sha256": "42fb92cdf031f4205599936ab4d14ddb14bbcc743c4d07e3054752cc30f8c765", "skipped_witnesses": { "m": { "reason": "not_in_merged_set" }, "q": { "reason": "not_in_merged_set" } }, "substitutions": [], "verification": { "note": "A range digest certifies BYTES. That those bytes are that product comes from this manifest and is cross-checkable against the Parquet footer, which is inside the whole-file sha256.", "primary": "sha256sum == .sha256", "secondary": "curl -r - | sha256sum == .products..sha256" }, "witness_stats": "2026-10-28T21.witness_stats.json", "witness_stats_sha256": "67d7cd70f341d0fc526fd386375f201bb69bc5eb3582eae2c764c685ddf042a4", "witnesses": "iop", "witnesses_captured": [ "i", "m", "o", "p", "q" ], "witnesses_merged": [ "p", "i", "o" ] } }, "files": [ { "category": "ai", "file": "2026-10-28T21.ai.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 70838040, "row_ordinal_min": 0, "rows": 2004301, "sha256": "4ccf7e9d973473902bb57815cf3845aa1bd1f56d93789c44dfbc66317a845f13", "size": 10255568, "sub_tag": null }, { "category": "ai", "file": "2026-10-28T21.ai.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 70838040, "row_ordinal_min": 0, "rows": 2004301, "sha256": "8e53be272ab330101bc738727dcc4267cb8a0b918615a775ac664bf4ddb18418", "size": 10089896, "sub_tag": null }, { "category": "business", "file": "2026-10-28T21.business.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 11196956, "row_ordinal_min": 268835, "rows": 203780, "sha256": "e8f69f1d468ebf7d4411bcefac9365ae4a4a07499aa5fffdccc45ceebb32d9f9", "size": 1114024, "sub_tag": null }, { "category": "business", "file": "2026-10-28T21.business.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 11196956, "row_ordinal_min": 268835, "rows": 203780, "sha256": "3e176f6c5c5e599e0ddc9699cd990c12f96583d87040d5a3dd3db979d1162829", "size": 1049101, "sub_tag": null }, { "category": "crypto", "file": "2026-10-28T21.crypto.parquet", "part": null, "role": "lean", "row_groups": 19, "row_ordinal_max": 70838688, "row_ordinal_min": 300295, "rows": 10337498, "sha256": "8b6651b408feaa81eb24027b3b40651f561ab12e5cb1ff43c04a9c19020239ff", "size": 54737140, "sub_tag": null }, { "category": "crypto", "file": "2026-10-28T21.crypto.provenance.parquet", "part": null, "role": "provenance", "row_groups": 19, "row_ordinal_max": 70838688, "row_ordinal_min": 300295, "rows": 10337498, "sha256": "ba82e9ddad0dc4a127019bb4b6691841efe16c9a804874b287b1cc2d3bd91630", "size": 44205969, "sub_tag": null }, { "category": "earnings", "file": "2026-10-28T21.earnings.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 20779275, "row_ordinal_min": 1013339, "rows": 16498, "sha256": "6fdc1caec3368518c3e297faf79994597c3098e220ae2af7442b5da624d0db30", "size": 128232, "sub_tag": null }, { "category": "earnings", "file": "2026-10-28T21.earnings.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 20779275, "row_ordinal_min": 1013339, "rows": 16498, "sha256": "6c616a6c155f49b3c991cadb2bc0a72e5cdadf69a6914d89b9353796fdafdaa8", "size": 100775, "sub_tag": null }, { "category": "economy", "file": "2026-10-28T21.economy.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 21382809, "row_ordinal_min": 1015031, "rows": 710806, "sha256": "6bb50a2cf5aeca144bdcfd1bb619a097949a3b7de5809445203d3f87616d70b5", "size": 3817475, "sub_tag": null }, { "category": "economy", "file": "2026-10-28T21.economy.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 21382809, "row_ordinal_min": 1015031, "rows": 710806, "sha256": "129e747a7e1f99471935378f3458077cd35096be161815fe7437b02130389c45", "size": 3621549, "sub_tag": null }, { "category": "elections", "file": "2026-10-28T21.elections.parquet", "part": null, "role": "lean", "row_groups": 19, "row_ordinal_max": 70838692, "row_ordinal_min": 1121374, "rows": 11484917, "sha256": "052933bad4abe62917236b9def7e7ed82d1c6bdc917f4005a88d84247c891645", "size": 58289225, "sub_tag": null }, { "category": "elections", "file": "2026-10-28T21.elections.provenance.parquet", "part": null, "role": "provenance", "row_groups": 19, "row_ordinal_max": 70838692, "row_ordinal_min": 1121374, "rows": 11484917, "sha256": "6f407ca14928889aed2b2e3a62a925bcce6ffd7d4d297bc56a7c1437c4f429b2", "size": 56941954, "sub_tag": null }, { "category": "esports", "file": "2026-10-28T21.esports.parquet", "part": null, "role": "lean", "row_groups": 13, "row_ordinal_max": 70838908, "row_ordinal_min": 2996699, "rows": 3821582, "sha256": "7a0f06f59ee5c3c6efa376ff3acb6877c187d5e9b2b567f3ba7aaadd6fed802d", "size": 17929577, "sub_tag": null }, { "category": "esports", "file": "2026-10-28T21.esports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 13, "row_ordinal_max": 70838908, "row_ordinal_min": 2996699, "rows": 3821582, "sha256": "fd6e07189763a14d84586f24eebb50e66792a44ab72b45dcfd88c964f82141ec", "size": 17196436, "sub_tag": null }, { "category": "finance", "file": "2026-10-28T21.finance.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 70838992, "row_ordinal_min": 3575491, "rows": 1721248, "sha256": "f2b34bba0a15f1e5dc1d06a41a01b0baecb9e6ebf66d721702a0b1eaa8e79309", "size": 8438056, "sub_tag": null }, { "category": "finance", "file": "2026-10-28T21.finance.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 70838992, "row_ordinal_min": 3575491, "rows": 1721248, "sha256": "0489229195bbb9f853ea411240fcaff061190c74549ff598af4b9b87d36606c3", "size": 8757905, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-28T21.geopolitics.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 70839000, "row_ordinal_min": 3925332, "rows": 1890015, "sha256": "815bea939686bd1b0fa7afe8b0db859eb256e2219f6769f22985e044580ef423", "size": 10180821, "sub_tag": null }, { "category": "geopolitics", "file": "2026-10-28T21.geopolitics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 70839000, "row_ordinal_min": 3925332, "rows": 1890015, "sha256": "80ef09bbb9b3deecefb4db99ea125f57c9fa44c63609544be11bc6d04eb3ce55", "size": 9201551, "sub_tag": null }, { "category": "politics", "file": "2026-10-28T21.politics.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 70839004, "row_ordinal_min": 4081164, "rows": 1422132, "sha256": "b84c2c12f9d9e80ae4c94904fee6d395021083e900fe5cdf79d52c6251cc6038", "size": 7499383, "sub_tag": null }, { "category": "politics", "file": "2026-10-28T21.politics.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 70839004, "row_ordinal_min": 4081164, "rows": 1422132, "sha256": "3f6ef0bdfde3742f799d320737c3f3085f719aae10793dabac4e506edc6cb34f", "size": 7059181, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-28T21.pop-culture.parquet", "part": null, "role": "lean", "row_groups": 10, "row_ordinal_max": 70839016, "row_ordinal_min": 4251604, "rows": 1851711, "sha256": "cabc40d12d9057e23d05f61b687ef392f64476e5f5d1b177be246292b9e2ecc9", "size": 10133634, "sub_tag": null }, { "category": "pop-culture", "file": "2026-10-28T21.pop-culture.provenance.parquet", "part": null, "role": "provenance", "row_groups": 10, "row_ordinal_max": 70839016, "row_ordinal_min": 4251604, "rows": 1851711, "sha256": "75b5de1be7e9a33ffeb76703418313c62db408703a78508b1b0f1bbc91580bc1", "size": 9335787, "sub_tag": null }, { "category": "science", "file": "2026-10-28T21.science.parquet", "part": null, "role": "lean", "row_groups": 4, "row_ordinal_max": 40272785, "row_ordinal_min": 4472992, "rows": 93337, "sha256": "dc6e5b2a5b44fc8c046b2459be42e718a6f020dd7ad7858aaed8c63319c2bcbe", "size": 552198, "sub_tag": null }, { "category": "science", "file": "2026-10-28T21.science.provenance.parquet", "part": null, "role": "provenance", "row_groups": 4, "row_ordinal_max": 40272785, "row_ordinal_min": 4472992, "rows": 93337, "sha256": "f8e88d228d0f732908985dccb78dd09ca64a6f06d23903b66296a1fa679c7c06", "size": 491567, "sub_tag": null }, { "category": "sports", "file": "2026-10-28T21.sports.parquet", "part": null, "role": "lean", "row_groups": 39, "row_ordinal_max": 70843672, "row_ordinal_min": 4486722, "rows": 31355607, "sha256": "30904429e0bae7ee9e14f38d332ee47d39f35f049863e3320229956793b42051", "size": 200401023, "sub_tag": null }, { "category": "sports", "file": "2026-10-28T21.sports.provenance.parquet", "part": null, "role": "provenance", "row_groups": 39, "row_ordinal_max": 70843672, "row_ordinal_min": 4486722, "rows": 31355607, "sha256": "1d9d77fa097b514c1deadead39c1d459f2e8c2612c5ac62ab13d082a11e6f991", "size": 154778176, "sub_tag": null }, { "category": "tech", "file": "2026-10-28T21.tech.parquet", "part": null, "role": "lean", "row_groups": 7, "row_ordinal_max": 70843700, "row_ordinal_min": 8604056, "rows": 479669, "sha256": "21f4530253a016fc0d018c5cfbb6fc1764a5b91d0b3eba99172f5817a12a8b00", "size": 2656332, "sub_tag": null }, { "category": "tech", "file": "2026-10-28T21.tech.provenance.parquet", "part": null, "role": "provenance", "row_groups": 7, "row_ordinal_max": 70843700, "row_ordinal_min": 8604056, "rows": 479669, "sha256": "a0aab62789b786d40497d9a07526401566eea8b8e947f19c5ab73291778621f0", "size": 2400605, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-28T21.uncategorised.parquet", "part": null, "role": "lean", "row_groups": 6, "row_ordinal_max": 70843712, "row_ordinal_min": 8661980, "rows": 123210, "sha256": "cf0e7e55ed49dcfd02bcf25576ecb721d4d66f65b80d4ec5e0173c11a5849b8d", "size": 720308, "sub_tag": null }, { "category": "uncategorised", "file": "2026-10-28T21.uncategorised.provenance.parquet", "part": null, "role": "provenance", "row_groups": 6, "row_ordinal_max": 70843712, "row_ordinal_min": 8661980, "rows": 123210, "sha256": "d208f6ff69f84febf5e7110ff04ae00c3fa83dc0e379d8e1b1e5a8d9f348f32e", "size": 652640, "sub_tag": null }, { "category": "unknown", "file": "2026-10-28T21.unknown.parquet", "part": null, "role": "lean", "row_groups": 5, "row_ordinal_max": 67902762, "row_ordinal_min": 8677875, "rows": 7796, "sha256": "c27a9a8ded8769466fdc5e395dac14f8e25e6b11be467923ff6a602ee1b8a9b1", "size": 79306, "sub_tag": null }, { "category": "unknown", "file": "2026-10-28T21.unknown.provenance.parquet", "part": null, "role": "provenance", "row_groups": 5, "row_ordinal_max": 67902762, "row_ordinal_min": 8677875, "rows": 7796, "sha256": "9624379a9bd4f8afea84b0ccbbedf41eddc7c6a527f4aa0e8daa6788807d9286", "size": 50359, "sub_tag": null }, { "category": "weather", "file": "2026-10-28T21.weather.parquet", "part": null, "role": "lean", "row_groups": 9, "row_ordinal_max": 70843884, "row_ordinal_min": 8678778, "rows": 1841437, "sha256": "7a487ba086f23bd837fc443e951c2ed0a7c5035894770eb9eb8d0b8e8647f0c9", "size": 10535645, "sub_tag": null }, { "category": "weather", "file": "2026-10-28T21.weather.provenance.parquet", "part": null, "role": "provenance", "row_groups": 9, "row_ordinal_max": 70843884, "row_ordinal_min": 8678778, "rows": 1841437, "sha256": "d77658f74cf7282aae73fddd810b23de186efc9272a62bb66b371302ea0949ad", "size": 9131023, "sub_tag": null }, { "category": "world", "file": "2026-10-28T21.world.parquet", "part": null, "role": "lean", "row_groups": 8, "row_ordinal_max": 70843888, "row_ordinal_min": 8792646, "rows": 1478345, "sha256": "4d4eb91e883539b34f45d75e1766a554a609f51a501c92ba5bbd5ed918502330", "size": 7253708, "sub_tag": null }, { "category": "world", "file": "2026-10-28T21.world.provenance.parquet", "part": null, "role": "provenance", "row_groups": 8, "row_ordinal_max": 70843888, "row_ordinal_min": 8792646, "rows": 1478345, "sha256": "21440b53528e2501d5375cab1920fdbd2457c9caef76646f883c88e2a97e054d", "size": 7188057, "sub_tag": null }, { "category": null, "file": "2026-10-28T21.twin_check.parquet", "part": null, "role": "twin_check", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 380867, "sha256": "9406353a7c340849ec02895745080d5a3e302b9973e6433432e774b33d41b42e", "size": 27820928, "sub_tag": null }, { "category": null, "file": "2026-10-28T21.opening_state.parquet", "part": null, "role": "opening_state", "row_groups": 1, "row_ordinal_max": null, "row_ordinal_min": null, "rows": 640463, "sha256": "d78027620e8db69d8e285cab193b5bee3c8c5ee34b0786287f56c7e20270efa6", "size": 57883812, "sub_tag": null } ], "generated_by": "tools/orderbook_ab/merge_ab.py", "generation": "5761b2ae-f2d3-4172-a9ea-ba269485bcf2", "hour": "2026-10-28/21", "hour_utc": "2026-10-28T21:00:00+00:00", "is_primary_copy": "provenance", "layout": "union-event-sorted-v1", "layout_check": "PASS", "layout_check_reasons": [], "layout_split": { "cap_bytes": 400000000, "parts": { "ai": 1, "business": 1, "crypto": 1, "earnings": 1, "economy": 1, "elections": 1, "esports": 1, "finance": 1, "geopolitics": 1, "politics": 1, "pop-culture": 1, "science": 1, "sports": 1, "tech": 1, "uncategorised": 1, "unknown": 1, "weather": 1, "world": 1 }, "rule": "category-cap-parts-v1", "split": { "rule": "subtag-split-hysteresis-v1", "schedule_day": "2026-10-28", "schedule_sha256": "b32eebd026cb65c027dca2c9cf811b054ac467c1cbf23609842d507c83462f23", "units": [] } }, "layout_version": "v3.1-pair-4", "mapping_date": "2026-10-29", "max_sequence": 41095370547938738, "merger_git_sha": "fcbb28046152741ae3754e951659977da4c8b36e", "min_sequence": 562969630539811, "mirror_audit": { "files": [ { "file": "2026-10-28T21.mirror_dropped.p1.parquet", "rows": 44072960, "sha256": "50ce882c2daea637fa753c0b527530e4cf2443693fe4306614441b2fcbfd1303", "size": 294107717 }, { "file": "2026-10-28T21.mirror_dropped.p2.parquet", "rows": 26445231, "sha256": "1483ac3b5a8bedd8d0ab926d09f4a810a612497601fb2cb17bc80e8bff7bdc49", "size": 161833835 } ], "parts": 2, "public": false, "rows": 70518191, "status": "kept until verify", "verified": false, "verify_check_id": null }, "mirror_event_types": [ "price_change", "best_bid_ask", "book" ], "mirror_exceptions_by_field": { "best_bid_ask": { "_no_partner": 25468, "_pairs": 93713, "best_ask": 1, "best_bid": 4, "spread": 5, "witness_set": 93710 }, "book": { "_no_partner": 842, "_pairs": 4086, "asks": 33, "bids": 62, "source_witness": 4, "witness_set": 3991 }, "price_change": {} }, "mirror_exceptions_kept": { "best_bid_ask": 119181, "book": 4928, "price_change": 0 }, "mirror_rows_dropped": { "best_bid_ask": 8817037, "book": 155200, "price_change": 61545954 }, "mirror_rule": "mirror-exact-v2", "notes": "A lean-file reader who ignores `mirror_dropped` misses the complement token's updates. Every stored row's timestamp_received is its lean timestamp + `recv_lag_ms` (whole milliseconds); the provenance does not store it. A dropped twin rebuilds exactly from the canonical row plus the sidecar's twin columns: sequence = the canonical row's sequence + `twin_seq_delta`, timestamp_received = the canonical row's + `twin_recv_delta_ns`, arrival_skew = `twin_arrival_skew` (provenance sidecar), recv_lag_ms = the canonical row's + `twin_recv_delta_ns` / 1,000,000, so the expansion, sorted per event type by (timestamp, sequence, row_ordinal), orders the complement stream exactly as in v3: a rebuilt twin sorts by its own sequence, not beside its canonical row, and never ties (a twin is dropped only when no other row of its event type has its market, token, timestamp and sequence), and tied stored rows keep their source order in row_ordinal. Repeat books (defined below) are dropped under book-exact-repeat-v1 and not rebuilt, so replay of a v3.1 hour is book-equivalent to v3, not message-identical. A repeat book is kept, not dropped, on a token with no price_change in the hour's expanded stream (the stored rows plus the rebuilt twins, so a complement token's dropped price_change twins count), or within 2,000 ms (inclusive, before or after, by venue `timestamp`) of one of that token's price_change or tick_size_change rows in that stream, so a file can still hold consecutive identical books. Every v3 column of every stored or rebuilt row comes back exactly (dropped repeat books are not rebuilt), with timestamp_received and arrival_skew floored to the millisecond: `spread` is best_ask - best_bid on best_bid_ask rows and null on every other row, except on rows whose provenance `spread_differs` is true, where it is `spread_raw` (a twin takes its canonical row's), and `source_witness` is in the provenance. The hour's twin_check file counts and fingerprints (twin-check-v1), per category, market and event type, the dropped twins, the stored rows and all rows of the expansion, so a reader can check both what it reads and what it rebuilds. min_sequence and max_sequence (top level and per product) range over the stored rows only: a dropped twin's or a dropped repeat book's sequence can fall outside them, so they do not bound expanded twins or source rows. A repeat book has the same timestamp, bids and asks as the same token's previous book in the hour's expanded stream, in (timestamp, sequence, row_ordinal) order, so a dropped repeat equals the last book of its token kept before it (a run of repeats all equal the book that starts it); the hour's rows stamped before hh:00 count, a book from another hour never does.", "primary_reason": "daily", "primary_rule_version": "primary-witness-1", "primary_witness": "p", "products": { "best_bid_ask": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370546607499, "min_sequence": 562969630539811, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 9055440, "source_rows": 17872477 }, "book": { "columns": [ "timestamp", "market", "asset_id", "bids", "asks", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370547938738, "min_sequence": 562969630541992, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 165154, "source_rows": 320905 }, "last_trade_price": { "columns": [ "timestamp", "market", "asset_id", "price", "size", "side", "fee_rate_bps", "transaction_hash", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370505740366, "min_sequence": 562969630543428, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 63080, "source_rows": 63080 }, "market_resolved": { "columns": [ "timestamp", "market", "id", "assets_ids", "winning_asset_id", "winning_outcome", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370542565888, "min_sequence": 562969631606300, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 3772, "source_rows": 3772 }, "new_market": { "columns": [ "timestamp", "market", "id", "assets_ids", "outcomes", "question", "slug", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370546605620, "min_sequence": 562969631017837, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 4529, "source_rows": 4529 }, "price_change": { "columns": [ "timestamp", "market", "asset_id", "best_bid", "best_ask", "price", "size", "side", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 41095370547869861, "min_sequence": 562969630539813, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 61546050, "source_rows": 123092004 }, "tick_size_change": { "columns": [ "timestamp", "market", "asset_id", "old_tick_size", "new_tick_size", "category", "sub_tag", "mirror_dropped", "recv_lag_ms", "row_ordinal" ], "max_sequence": 562969770717601, "min_sequence": 562969633864181, "order_by": [ "category", "sub_tag", "market", "asset_id", "timestamp", "sequence", "row_ordinal" ], "provenance_columns": [ "row_ordinal", "sequence", "arrival_skew", "witness_set", "twin_seq_delta", "twin_recv_delta_ns", "twin_arrival_skew", "spread_differs", "spread_raw", "source_witness", "is_primary_copy" ], "row_count": 5864, "source_rows": 5864 } }, "publisher_versions": { "duckdb": "1.5.5", "pyarrow": "24.0.0", "python": "3.13.16", "tool_git_sha": "e07de38fc770cd0ecc13430a71cb4fc72b06f14b" }, "rebuilt_from": "v3", "receive_time_precision": { "arrival_skew": "microseconds, floored to a whole millisecond", "timestamp_received": "millisecond, floored; not stored: timestamp + recv_lag_ms", "twin_recv_delta_ns": "nanoseconds, a whole number of milliseconds" }, "recipe_sha256": "2bc4ed02488e9a03a5cd3a498c84aad8e780230bdfe6fcd8bf8d3480e6b08816", "recorders": null, "row_count": 70843889, "rule_version": "book-exact-repeat-v1+mirror-exact-v2", "sequence_note": "sequence and timestamp_received are collector-local provenance; where domains carry the same row, the merge keeps the PRIMARY witness's copy (p) when it heard the row, otherwise the EARLIEST-RECEIVED copy, equal arrivals breaking by registry order (active: i, o, p). Each row names its own in source_witness", "skipped_witnesses": { "m": { "reason": "not_in_merged_set" }, "q": { "reason": "not_in_merged_set" } }, "source_sha256": "42fb92cdf031f4205599936ab4d14ddb14bbcc743c4d07e3054752cc30f8c765", "source_witness": "provenance", "spread_exceptions": { "best_bid_ask": { "spread_null": 0, "spread_raw": 0 }, "book": { "spread_null": 0, "spread_raw": 0 }, "last_trade_price": { "spread_null": 0, "spread_raw": 0 }, "market_resolved": { "spread_null": 0, "spread_raw": 0 }, "new_market": { "spread_null": 0, "spread_raw": 0 }, "price_change": { "spread_null": 0, "spread_raw": 0 }, "tick_size_change": { "spread_null": 0, "spread_raw": 0 } }, "spread_rule": "spread = best_ask - best_bid on best_bid_ask rows, null on every other row; where provenance spread_differs is true, spread = spread_raw", "sub_tag_rows": { "ai": { "(none)": 2563, "ai-benchmarks": 11543, "ai-rankings": 1074274, "ai-releases": 159672, "anthropic": 96722, "art": 3, "big-tech": 259377, "china": 541, "companies-with-1-ai": 1860, "compute": 236780, "congress": 2598, "courts": 58, "elon-musk": 226, "gemini": 3063, "google": 3918, "grok": 2972, "ipos": 28941, "leopold-aschenbrenner": 37, "math": 24125, "meta": 17529, "moonshot": 5520, "openai": 63708, "openrouter-total-tokens-weekly": 5532, "privates": 1116, "ssi": 10, "united-states": 1613 }, "business": { "(none)": 7397, "acquisitions": 556, "banking": 431, "banks": 31, "big-tech": 101834, "economic-policy": 85, "equities": 40018, "fed-rates": 14272, "ipos": 37141, "jpm": 1509, "sec": 3, "stocks": 475, "taxes": 28 }, "crypto": { "aave": 1, "acquisitions": 3098, "big-tech": 213, "bitcoin": 3690892, "bnb": 444588, "congress": 15297, "crypto-culture": 43486, "crypto-legal": 3007, "crypto-listings": 18747, "crypto-prices": 7, "dogecoin": 648278, "epstein": 352, "eric-adams": 6, "ethena": 12, "ethereum": 1966298, "fees": 9, "ftx": 21, "gov-reserve": 1576, "hack": 858, "hype": 486892, "hyperliquid": 33648, "ipos": 364, "memecoins": 7166, "meta": 10, "microstrategy": 80, "network-stats": 3, "nft": 1466, "pre-market": 508345, "prediction-markets": 2190, "price-comparison": 1045, "price-milestone": 91811, "privates": 6532, "protocol-risk": 52, "public-sales": 19783, "pumpptfun": 638, "sam-altman": 100, "solana": 1268042, "stablecoins": 1604, "stocks": 14, "trump-presidency": 27, "xrp": 933384, "yearly": 28927, "zcash": 108629 }, "earnings": { "equities": 16498 }, "economy": { "(none)": 98, "acquisitions": 94, "brazil": 70248, "canada": 11083, "commodities": 459, "consumer": 8825, "economic-policy": 13420, "equities": 297, "europe": 1053, "fed": 256, "fed-rates": 99215, "france": 18320, "global-rates": 37153, "housing": 8548, "inflation": 1464, "iran": 7142, "japan": 6244, "kevin-warsh": 1, "macro-indicators": 350749, "mexico": 26877, "oil": 15247, "parcl": 26828, "prices": 5, "taxes": 2387, "trade-war": 2479, "trump": 1453, "united-kingdom": 687, "us-bank-bailout": 111, "us-debt-downgrade": 6, "us-defaults-on-debt": 57 }, "elections": { "celebrities": 121782, "france": 423, "global-elections": 2741135, "israel": 41880, "midterms": 8333543, "nov-4-elections": 325, "peru-elections": 10, "popular-vote": 789, "romania": 305, "taxes": 2092, "trump": 2817, "turkey": 28, "uk": 4850, "united-kingdom": 172, "us-presidential-election": 223888, "vance": 8826, "wisconsin": 2052 }, "esports": { "call-of-duty": 868, "counter-strike-2": 1598271, "dota-2": 563979, "esports-awards": 212476, "honor-of-kings": 30274, "league-of-legends": 594451, "mlb": 36, "mobile-legends-bang-bang": 268914, "overwatch": 3251, "poker": 2, "rainbow-six-siege": 43597, "starcraft-2": 412, "valorant": 505051 }, "finance": { "aapl": 23017, "acquisitions": 508, "anthropic": 38588, "big-tech": 26989, "brazil": 20379, "canada": 1261, "commodities": 71443, "equities": 999484, "forex": 62745, "gold": 144, "googl": 972, "indicies": 11923, "indonesia": 2256, "ipos": 29170, "italy": 1038, "kpis": 236699, "macro-indicators": 3725, "msft": 9883, "openai": 79450, "privates": 99405, "silver": 114, "stocks": 1095, "tariffs": 127, "trump-presidency": 74, "youtube": 759 }, "geopolitics": { "(none)": 2750, "africa": 3, "argentina": 188, "australia": 169, "awards": 15501, "brazil": 1, "brics-add-a-new-member": 2, "canada": 996, "china": 22545, "colombia": 206, "commodities": 10282, "country-leave-brics": 8289, "courts": 3240, "cuba": 1706, "denmark": 139, "earn-4": 503, "epstein": 1028, "europe": 552, "f1": 3, "foreign-policy": 10056, "france": 926, "global-elections": 543876, "greenland": 968, "h-1b": 7851, "immigration": 9310, "india": 1064, "india-pakistan": 144, "iran": 408082, "israel": 12685, "mali": 2477, "mexico": 4254, "middle-east": 126307, "midterms": 38591, "military": 2035, "military-action": 265, "moscow": 1733, "nato": 298, "north-korea": 7005, "oil": 252106, "parlays": 167, "philippines": 76, "president": 2, "prime-minister": 214, "putin": 81, "russia": 7417, "south-korea": 622, "spain": 2467, "strike": 808, "sudan": 440, "taiwan": 288, "trade-war": 30077, "trump": 39749, "trump-presidency": 20024, "turkey": 2157, "uk-labour-leadership": 69773, "ukraine": 142483, "ukraine-map": 34733, "un": 14647, "venezuela": 23490, "world-affairs": 2164 }, "politics": { "(none)": 306, "abc": 27, "approval": 12279, "asia": 17, "bernie-sanders": 5988, "biden": 3, "bolivia": 279, "boxing": 125, "brazil": 10830, "california": 14, "canada": 24611, "china": 4450, "comey": 30035, "congress": 6529, "courts": 6901, "democrat": 34, "department-of-war": 443, "dollar": 40, "earn-4": 4510, "elon-musk": 1, "epstein": 8021, "fed": 575, "fed-rates": 32499, "fifa": 3269, "flip-off": 15, "foreign-policy": 102, "france": 29349, "gas": 1186, "global-elections": 145839, "greece": 4200, "house-of-representatives": 529, "hungary": 2621, "ice": 426, "india": 890, "indonesia": 365, "israel": 1389, "istanbul": 43, "japan": 167, "kippah": 7, "legislation": 626, "mamdani": 160, "margin-of-victory": 51984, "marijuana": 3, "mention-markets": 48, "mexico": 442, "midterms": 127082, "minnesota": 92, "minnesota-fraud": 551, "nasa": 376, "new-york-city": 664, "north-korea": 91, "nyc": 133, "obama": 33, "ohio-midterm": 221, "oil": 1390, "pakistan": 107, "pardon": 343, "parliament": 526, "pete-hegseth": 4929, "philippines": 33, "prison": 1307, "resign": 3886, "russia": 10, "sbf": 19263, "senate-elections": 7817, "south-korea": 68, "spain": 781, "speech": 10, "supreme-court": 113, "tariffs": 7, "taxes": 1141, "tennessee": 242, "trump": 82786, "trump-cabinet": 78219, "trump-daily": 415, "trump-presidency": 36508, "trump-speech": 2912, "truth-social": 616, "turkey": 1245, "tweets-markets": 172447, "uk": 22166, "ukraine": 33, "united-kingdom": 3140, "united-states": 738, "us-house": 673, "us-politics": 3493, "us-presidential-election": 443306, "venezuela": 8495, "voting": 1100, "washington-dc": 35, "white-house": 412 }, "pop-culture": { "(none)": 449, "aliens": 6366, "art": 13377, "australia": 35, "awards": 212611, "basketball": 1076, "best-of-2026": 13956, "call-of-duty": 140, "celebrities": 25464, "charlie-kirk": 772, "clavicular": 452, "climate-science": 16903, "combat-sports": 184, "counter-strike-2": 624, "court-cases": 33, "courts": 8547, "daejon-love": 8, "dominican-republic": 434, "dota-2": 770, "earthquake": 45, "elon-musk": 53, "f1": 115, "fda": 39, "fifa": 7531, "fifa-world-cup": 5, "gaming": 19485, "gta-vi": 13427, "israel": 1572, "japan": 3, "la-liga": 7, "league-of-legends": 12, "logan-paul": 15, "los-angeles": 2, "marijuana": 216, "midterms": 29411, "movie-delay": 136, "movies": 851192, "music": 297360, "netflix": 35, "new-york-city": 1103, "nfl": 11734, "pandemics": 1152, "parent-for-derivative": 2093, "podcast": 764, "pokemon": 1815, "pope-leo-xiv": 6, "pregnant": 20, "russia": 38, "spain": 276, "spider-man": 160, "streamer": 870, "sweden": 75, "tennis": 170, "the-legend-of-zelda": 1409, "travel": 17777, "trump": 16852, "trump-daily": 9439, "trump-netanyahu": 13547, "tv": 16191, "tweets-markets": 206607, "uk": 1272, "utah": 85, "valve": 449, "xbox": 14, "youtube": 24931 }, "science": { "(none)": 1126, "aliens": 2052, "big-tech": 14158, "climate-science": 219, "drug": 103, "elon-musk": 50058, "fda": 2739, "gold": 1292, "macro-indicators": 11346, "mergers-and-acquisitions": 15, "new-york-city": 2366, "pandemics": 3357, "russia": 436, "spacex": 4070 }, "sports": { "(none)": 3110, "2026-summer-transfer-window": 23116, "afc": 32053, "afc-champions-league-elite": 18731, "afcon": 61705, "aflw": 365, "american-football": 488, "arg": 71663, "argcopa": 39439, "argpn": 108497, "australian-a-league": 58931, "austria-bundesliga": 25483, "awards": 41530, "aze1": 947, "aze2": 10, "baseball": 4635, "basketball": 430203, "bel1": 32304, "bel2": 18549, "bolivia-lfpb": 44827, "boxing": 4587, "bra3": 38881, "brazil-serie-a": 448707, "brazil-serie-b": 74624, "bulgaria-parva-liga": 55344, "bundesliga": 273580, "bundesliga-2": 41878, "canpl": 4, "carabao-cup": 2598643, "cfb": 1759519, "chess": 1118, "chi2": 3, "chile-primera": 34305, "chinese-super-league": 61837, "chl2": 36981, "clf": 356, "col2": 28897, "colombia-primera-a": 38356, "combat-sports": 1, "concacaf": 6156, "concacaf-nations-league": 6861, "copa-america": 23398, "copa-del-rey": 173135, "cricket": 28675, "cristiano-ronaldo": 7209, "czechia-fortuna-liga": 36575, "darts": 8, "denmark-superliga": 30162, "dfb-pokal": 1540913, "ecu1": 33485, "efl-championship": 148858, "egypt-premier-league": 42723, "epl": 494114, "ere": 87223, "est1": 17793, "europa-conference-league": 242246, "f1": 52124, "fa-cup": 22798, "fifa": 18036, "fifa-friendly": 740, "fifa-world-cup": 2300, "fin1": 68757, "formula1": 10173, "fro1": 9948, "goals": 163, "golf": 9507, "gre1": 24119, "handball": 481, "hockey": 39627, "hungary-nb1": 18928, "idn1": 31832, "idn2": 3084, "indian-super-league": 23922, "irl1": 41745, "isl1": 7, "israel-premier-league": 16267, "itc": 1, "japan-j-league": 48309, "japan-j2-league": 54199, "k-league": 43208, "kaz1": 28000, "kor2": 38995, "la-liga": 448910, "la-liga-2": 30409, "lacrosse": 745, "lazio": 51, "lcs": 2, "lib": 17282, "ligue-1": 270286, "ligue-2": 104221, "lionel-messi": 37, "ltu1": 2182, "lva1": 31571, "mex": 435451, "mlb": 195673, "mls": 815994, "morocco-botola-pro": 241198, "moto2": 145, "moto3": 24, "nascar": 50220, "national-league": 737658, "nba": 2803983, "ned2": 45996, "nfl": 2772810, "nhl": 630038, "nirl1": 9999, "nor2": 49618, "norway-eliteserien": 47611, "peru-liga-1": 471706, "pickleball": 20693, "poland-ekstraklasa": 39609, "power-slap": 59, "primeira-liga": 70794, "qat1": 16363, "qualification": 16727, "racing": 7875, "romania-superliga": 32369, "rugby": 2093, "rus": 15988, "saf1": 503, "saudi-professional-league": 72383, "scotland-league-cup": 7596, "scottish-premiership": 2507207, "sea": 1830855, "serbian-superliga": 10848, "serie-b": 168155, "slovenia-prvaliga": 49883, "soccer": 345711, "soccer-atc": 144415, "soccer-auc": 1, "soccer-brco": 9183, "soccer-ccc": 20701, "soccer-el1": 79447, "soccer-el2": 60333, "soccer-fpd": 56281, "soccer-grc": 23569, "soccer-gtm": 282003, "soccer-hr1": 37042, "soccer-nlc": 434645, "soccer-nwsl": 42273, "soccer-ptc": 163, "soccer-scoc": 601, "soccer-svk1": 20608, "soccer-trsk": 367, "sud": 962, "swe2": 25536, "sweden-allsvenskan": 253415, "swimming": 13308, "switzerland-super-league": 193059, "table-tennis": 25296, "tennis": 1636472, "tha1": 1, "tur": 48364, "tur2": 42679, "u20wwc": 2, "uae1": 2602, "ucl": 726200, "uefa": 31037, "uefa-nations-league": 78992, "uel": 304671, "ufc": 228602, "ukraine-premier-liha": 73957, "uru1": 44106, "usl1": 23, "uslc": 55609, "usoc": 5, "uwec": 61189, "uzb1": 25207, "ven1": 35970, "volleyball": 63, "womens-champions-league": 745118, "wsl": 20987, "wsl2": 1 }, "tech": { "(none)": 136, "airbnb": 1, "anthropic": 4577, "big-tech": 251052, "celebrities": 76646, "china": 1080, "coding": 2860, "collectibles": 532, "congress": 12, "corporate-financials": 569, "courts": 616, "earn-4": 8999, "elon-musk": 1514, "equities": 11299, "gaming": 949, "google": 55873, "hack": 679, "ipos": 30870, "kpis": 661, "midterms": 90, "movies": 16747, "nuke": 126, "oil": 4207, "openai": 1531, "outage": 181, "prediction-markets": 3498, "video-games": 4364 }, "uncategorised": { "bayeux-tapestry": 14139, "cfb": 8398, "climate-science": 1479, "dnc": 91, "earnings-calls": 768, "fed": 3249, "fed-chair": 1911, "fed-rates": 17652, "iran": 3, "la-liga": 40, "leopold-aschenbrenner": 71, "macro-indicators": 7338, "mma": 30, "nfl": 17253, "pandemics": 85, "social-media": 291, "space": 1, "supreme-court": 17418, "tennis": 2699, "trump-presidency": 1, "ufc": 7940, "uk": 2784, "united-nations": 14668, "united-states": 337, "youtube": 4564 }, "unknown": { "(none)": 7796 }, "weather": { "brazil": 2613, "climate": 52302, "climate-science": 18598, "drought": 381, "earthquakes": 9402, "germany": 9153, "global-temp": 839, "highest-temperature": 1411910, "italy": 8, "lowest-temperature": 291056, "mexico": 565, "natural-disaster": 2600, "pandemics": 895, "precipitation": 17919, "rain": 1753, "tornado-risk": 9, "united-states": 21433, "volcano": 1 }, "world": { "(none)": 2310, "argentina": 11322, "brazil": 25514, "canada": 765, "economic-policy": 11518, "europe": 271, "foreign-policy": 1135, "forex": 11359, "france": 6748, "germany": 3404, "global-elections": 1331015, "global-rates": 37003, "hong-kong": 280, "italy": 37, "macro-indicators": 17923, "middle-east": 2155, "nyc": 42, "pandemics": 2, "south-korea": 4984, "trump-presidency": 10533, "uk": 25 } }, "tag_list_sha256": "1c81c469cb23514c29850913db7f4fa2fa1e21d8350c0381158cb6e908dd02b4", "thinning": "book-exact-repeat-v1", "twin_arrival_skew": "provenance", "twin_check": { "all_rows": 141362080, "columns": [ "event_type", "timestamp_received", "sequence", "timestamp", "market", "asset_id", "best_bid", "best_ask", "spread", "bids", "asks", "price", "size", "side", "fee_rate_bps", "transaction_hash", "id", "assets_ids", "winning_asset_id", "winning_outcome", "outcomes", "question", "slug", "old_tick_size", "new_tick_size", "witness_set", "arrival_skew", "source_witness" ], "encoding": "twin-check-v1", "file": "2026-10-28T21.twin_check.parquet", "fingerprint": "sum mod 2^128 of sha256(row)[:16] read big-endian, lower-case hex", "group_by": [ "category", "market", "event_type" ], "groups": 380867, "sets": { "all": [ "all_rows", "all_fingerprint" ], "stored": [ "stored_rows", "stored_fingerprint" ], "twin": [ "twin_rows", "fingerprint" ] }, "stored_rows": 70843889, "twin_rows": 70518191 }, "twin_recv_delta_ns": "provenance", "twin_seq_delta": "provenance", "uncategorised_row_share": 0.001739, "verification": { "note": "Covers each file listed in files[], each checked on its own; there is no whole-hour sha256 and no per-product byte range. This manifest and any file not listed in files[] need an external checksum (the archive's SHA256SUMS.txt, which does not list itself). A match shows the files agree with a manifest you trust, not that the manifest is authentic.", "primary": "sha256sum == .files[].sha256 of the files[] entry whose file is ", "secondary": "byte size of == .files[].size of the same entry (a supplementary check; the sha256 decides)" }, "witness_stats": "2026-10-28T21.witness_stats.json", "witness_stats_sha256": "67d7cd70f341d0fc526fd386375f201bb69bc5eb3582eae2c764c685ddf042a4", "witnesses": "iop", "writer_versions": null }