From 235d77dafbf42a8254cefcf6966ab4f6c11bce06 Mon Sep 17 00:00:00 2001 From: refcell Date: Mon, 27 Jan 2025 22:24:44 -0500 Subject: [PATCH] update deps --- Cargo.lock | 238 ++++++++------ Cargo.toml | 18 +- bin/host/Cargo.toml | 3 +- bin/host/src/interop/cli.rs | 23 +- bin/host/src/interop/orchestrator.rs | 5 +- crates/derive/Cargo.toml | 2 +- crates/derive/src/pipeline/core.rs | 5 +- crates/derive/src/stages/attributes_queue.rs | 3 +- crates/derive/src/stages/batch/batch_queue.rs | 3 +- .../derive/src/test_utils/chain_providers.rs | 10 +- crates/derive/src/test_utils/pipeline.rs | 2 +- .../src/test_utils/sys_config_fetcher.rs | 6 +- crates/derive/src/traits/attributes.rs | 3 +- crates/derive/src/traits/pipeline.rs | 2 +- crates/driver/Cargo.toml | 1 + crates/driver/src/core.rs | 2 +- crates/driver/src/pipeline.rs | 2 +- crates/executor/src/executor/mod.rs | 4 +- .../kv/{000009.log => 000013.log} | 0 .../testdata/block-22880574/kv/CURRENT | 2 +- .../kv/LOG.old.1738034656601797} | 0 .../kv/LOG.old.1738034656615897 | 292 ++++++++++++++++++ .../block-22880574/kv/MANIFEST-000010 | Bin 240 -> 0 bytes .../block-22880574/kv/MANIFEST-000014 | Bin 0 -> 258 bytes .../kv/{OPTIONS-000007 => OPTIONS-000016} | 0 .../kv/000013.log} | 0 .../testdata/block-22880944/kv/CURRENT | 2 +- .../kv/LOG.old.1738034656603646} | 0 .../kv/LOG.old.1738034656625088 | 292 ++++++++++++++++++ .../block-22880944/kv/MANIFEST-000010 | Bin 240 -> 0 bytes .../block-22880944/kv/MANIFEST-000014 | Bin 0 -> 258 bytes .../kv/{OPTIONS-000007 => OPTIONS-000016} | 0 .../kv/000013.log} | 0 .../testdata/block-22884230/kv/CURRENT | 2 +- .../kv/LOG.old.1738034656601681} | 0 .../kv/LOG.old.1738034656622224 | 292 ++++++++++++++++++ .../block-22884230/kv/MANIFEST-000010 | Bin 240 -> 0 bytes .../block-22884230/kv/MANIFEST-000014 | Bin 0 -> 258 bytes .../kv/{OPTIONS-000007 => OPTIONS-000016} | 0 .../testdata/block-22886311/kv/000013.log | 0 .../testdata/block-22886311/kv/CURRENT | 2 +- .../kv/LOG.old.1738034656601760 | 0 .../kv/LOG.old.1738034656688176 | 292 ++++++++++++++++++ .../block-22886311/kv/MANIFEST-000010 | Bin 240 -> 0 bytes .../block-22886311/kv/MANIFEST-000014 | Bin 0 -> 258 bytes .../kv/{OPTIONS-000007 => OPTIONS-000016} | 0 .../testdata/block-22886464/kv/000013.log | 0 .../testdata/block-22886464/kv/CURRENT | 2 +- .../kv/LOG.old.1738034656601992 | 0 .../kv/LOG.old.1738034656656301 | 292 ++++++++++++++++++ .../block-22886464/kv/MANIFEST-000010 | Bin 240 -> 0 bytes .../block-22886464/kv/MANIFEST-000014 | Bin 0 -> 258 bytes .../kv/{OPTIONS-000007 => OPTIONS-000016} | 0 .../testdata/block-22887258/kv/000013.log | 0 .../testdata/block-22887258/kv/CURRENT | 2 +- .../kv/LOG.old.1738034656601734 | 0 .../kv/LOG.old.1738034656629178 | 292 ++++++++++++++++++ .../block-22887258/kv/MANIFEST-000010 | Bin 240 -> 0 bytes .../block-22887258/kv/MANIFEST-000014 | Bin 0 -> 258 bytes .../kv/{OPTIONS-000007 => OPTIONS-000016} | 0 crates/interop/src/test_util.rs | 10 +- .../proof-sdk/proof-interop/src/provider.rs | 2 +- crates/proof-sdk/proof/Cargo.toml | 1 + crates/proof-sdk/proof/src/l1/pipeline.rs | 2 +- .../proof-sdk/proof/src/l2/chain_provider.rs | 8 +- 65 files changed, 1964 insertions(+), 155 deletions(-) rename crates/executor/testdata/block-22880574/kv/{000009.log => 000013.log} (100%) rename crates/executor/testdata/{block-22880944/kv/000009.log => block-22880574/kv/LOG.old.1738034656601797} (100%) create mode 100644 crates/executor/testdata/block-22880574/kv/LOG.old.1738034656615897 delete mode 100644 crates/executor/testdata/block-22880574/kv/MANIFEST-000010 create mode 100644 crates/executor/testdata/block-22880574/kv/MANIFEST-000014 rename crates/executor/testdata/block-22880574/kv/{OPTIONS-000007 => OPTIONS-000016} (100%) rename crates/executor/testdata/{block-22884230/kv/000009.log => block-22880944/kv/000013.log} (100%) rename crates/executor/testdata/{block-22886311/kv/000009.log => block-22880944/kv/LOG.old.1738034656603646} (100%) create mode 100644 crates/executor/testdata/block-22880944/kv/LOG.old.1738034656625088 delete mode 100644 crates/executor/testdata/block-22880944/kv/MANIFEST-000010 create mode 100644 crates/executor/testdata/block-22880944/kv/MANIFEST-000014 rename crates/executor/testdata/block-22880944/kv/{OPTIONS-000007 => OPTIONS-000016} (100%) rename crates/executor/testdata/{block-22886464/kv/000009.log => block-22884230/kv/000013.log} (100%) rename crates/executor/testdata/{block-22887258/kv/000009.log => block-22884230/kv/LOG.old.1738034656601681} (100%) create mode 100644 crates/executor/testdata/block-22884230/kv/LOG.old.1738034656622224 delete mode 100644 crates/executor/testdata/block-22884230/kv/MANIFEST-000010 create mode 100644 crates/executor/testdata/block-22884230/kv/MANIFEST-000014 rename crates/executor/testdata/block-22884230/kv/{OPTIONS-000007 => OPTIONS-000016} (100%) create mode 100644 crates/executor/testdata/block-22886311/kv/000013.log create mode 100644 crates/executor/testdata/block-22886311/kv/LOG.old.1738034656601760 create mode 100644 crates/executor/testdata/block-22886311/kv/LOG.old.1738034656688176 delete mode 100644 crates/executor/testdata/block-22886311/kv/MANIFEST-000010 create mode 100644 crates/executor/testdata/block-22886311/kv/MANIFEST-000014 rename crates/executor/testdata/block-22886311/kv/{OPTIONS-000007 => OPTIONS-000016} (100%) create mode 100644 crates/executor/testdata/block-22886464/kv/000013.log create mode 100644 crates/executor/testdata/block-22886464/kv/LOG.old.1738034656601992 create mode 100644 crates/executor/testdata/block-22886464/kv/LOG.old.1738034656656301 delete mode 100644 crates/executor/testdata/block-22886464/kv/MANIFEST-000010 create mode 100644 crates/executor/testdata/block-22886464/kv/MANIFEST-000014 rename crates/executor/testdata/block-22886464/kv/{OPTIONS-000007 => OPTIONS-000016} (100%) create mode 100644 crates/executor/testdata/block-22887258/kv/000013.log create mode 100644 crates/executor/testdata/block-22887258/kv/LOG.old.1738034656601734 create mode 100644 crates/executor/testdata/block-22887258/kv/LOG.old.1738034656629178 delete mode 100644 crates/executor/testdata/block-22887258/kv/MANIFEST-000010 create mode 100644 crates/executor/testdata/block-22887258/kv/MANIFEST-000014 rename crates/executor/testdata/block-22887258/kv/{OPTIONS-000007 => OPTIONS-000016} (100%) diff --git a/Cargo.lock b/Cargo.lock index 23e467941..948120cbd 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -71,9 +71,9 @@ checksum = "683d7910e743518b0e34f1186f92494becacb047c7b6bf616c96772180fef923" [[package]] name = "alloy-chains" -version = "0.1.56" +version = "0.1.57" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a725039ef382d1b6b4e2ebcb15b1efff6cde9af48c47a1bdce6fb67b9456c34b" +checksum = "4ab9d1367c6ffb90c93fb4a9a4989530aa85112438c6f73a734067255d348469" dependencies = [ "alloy-primitives", "num_enum", @@ -884,7 +884,7 @@ dependencies = [ "bitflags 2.8.0", "cexpr", "clang-sys", - "itertools 0.10.5", + "itertools 0.12.1", "lazy_static", "lazycell", "proc-macro2", @@ -968,9 +968,9 @@ dependencies = [ [[package]] name = "brotli-decompressor" -version = "4.0.1" +version = "4.0.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9a45bd2e4095a8b518033b128020dd4a55aab1c0a381ba4404a472630f4bc362" +checksum = "74fa05ad7d803d413eb8380983b092cbbaf9a85f151b871360e7b00cd7060b37" dependencies = [ "alloc-no-stdlib", "alloc-stdlib", @@ -1066,9 +1066,9 @@ checksum = "37b2a672a2cb129a2e41c10b1224bb368f9f37a2b16b612598138befd7b37eb5" [[package]] name = "cc" -version = "1.2.9" +version = "1.2.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c8293772165d9345bdaaa39b45b2109591e63fe5e6fbc23c6ff930a048aa310b" +checksum = "13208fcbb66eaeffe09b99fffbe1af420f00a7b35aa99ad683dfc1aa76145229" dependencies = [ "jobserver", "libc", @@ -1140,9 +1140,9 @@ dependencies = [ [[package]] name = "clap" -version = "4.5.26" +version = "4.5.27" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a8eb5e908ef3a6efbe1ed62520fb7287959888c88485abe072543190ecc66783" +checksum = "769b0145982b4b48713e01ec42d61614425f27b7058bda7180a3a41f30104796" dependencies = [ "clap_builder", "clap_derive", @@ -1150,9 +1150,9 @@ dependencies = [ [[package]] name = "clap_builder" -version = "4.5.26" +version = "4.5.27" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "96b01801b5fc6a0a232407abc821660c9c6d25a1cafc0d4f85f29fb8d9afc121" +checksum = "1b26884eb4b57140e4d2d93652abfa49498b938b3c9179f9fc487b0acc3edad7" dependencies = [ "anstream", "anstyle", @@ -1239,9 +1239,9 @@ dependencies = [ [[package]] name = "cpufeatures" -version = "0.2.16" +version = "0.2.17" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "16b80225097f2e5ae4e7179dd2266824648f3e2f49d9134d584b76389d31c4c3" +checksum = "59ed5838eebb26a2bb2e58f6d5b5316989ae9d08bab10e0e6d103e656d1b0280" dependencies = [ "libc", ] @@ -1309,9 +1309,9 @@ checksum = "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28" [[package]] name = "crunchy" -version = "0.2.2" +version = "0.2.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7a81dae078cea95a014a339291cec439d2f232ebe854a9d672b796c6afafa9b7" +checksum = "43da5946c66ffcc7745f48db692ffbb10a83bfe0afd96235c5c2a4fb23994929" [[package]] name = "crypto-bigint" @@ -2222,9 +2222,9 @@ dependencies = [ [[package]] name = "indexmap" -version = "2.7.0" +version = "2.7.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "62f822373a4fe84d4bb149bf54e584a7f4abec90e072ed49cda0edea5b95471f" +checksum = "8c9c992b02b5b4c94ea26e32fe5bccb7aa7d9f390ab5c1221ff895bc7ea8b652" dependencies = [ "arbitrary", "equivalent", @@ -2252,19 +2252,19 @@ dependencies = [ [[package]] name = "ipnet" -version = "2.10.1" +version = "2.11.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ddc24109865250148c2e0f3d25d4f0f479571723792d3802153c60922a4fb708" +checksum = "469fb0b9cefa57e3ef31275ee7cacb78f2fdca44e4765491884a2b119d4eb130" [[package]] name = "is-terminal" -version = "0.4.13" +version = "0.4.15" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "261f68e344040fbd0edea105bef17c66edf46f984ddb1115b775ce31be948f4b" +checksum = "e19b23d53f35ce9f56aebc7d1bb4e6ac1e9c0db7ac85c8d1760c04379edced37" dependencies = [ "hermit-abi 0.4.0", "libc", - "windows-sys 0.52.0", + "windows-sys 0.59.0", ] [[package]] @@ -2282,6 +2282,15 @@ dependencies = [ "either", ] +[[package]] +name = "itertools" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba291022dbbd398a455acf126c1e341954079855bc60dfdda641363bd6922569" +dependencies = [ + "either", +] + [[package]] name = "itertools" version = "0.13.0" @@ -2392,10 +2401,10 @@ dependencies = [ "alloy-rlp", "alloy-rpc-types-engine", "async-trait", - "maili-consensus", "maili-genesis", "maili-protocol", "maili-registry", + "maili-rpc", "op-alloy-consensus", "op-alloy-rpc-types-engine", "proptest", @@ -2418,6 +2427,7 @@ dependencies = [ "kona-derive", "maili-genesis", "maili-protocol", + "maili-rpc", "op-alloy-consensus", "op-alloy-rpc-types-engine", "spin", @@ -2483,6 +2493,7 @@ dependencies = [ "maili-genesis", "maili-protocol", "maili-registry", + "maili-rpc", "op-alloy-rpc-types-engine", "proptest", "reqwest", @@ -2566,6 +2577,7 @@ dependencies = [ "maili-genesis", "maili-protocol", "maili-registry", + "maili-rpc", "op-alloy-consensus", "op-alloy-rpc-types-engine", "serde", @@ -2725,36 +2737,17 @@ dependencies = [ "hashbrown 0.15.2", ] -[[package]] -name = "maili-consensus" -version = "0.1.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "59cc5082a9b883b719fb3594257e56e9c6990cf49d7b41188adb51ab6c83cd1e" -dependencies = [ - "alloy-consensus", - "alloy-eips", - "alloy-primitives", - "alloy-rlp", - "alloy-serde", - "serde", -] - -[[package]] -name = "maili-flz" -version = "0.1.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "11418b80159f49d9a2f13909ca9e0921629647ee68bcf97adcac0dd14d4d32e6" - [[package]] name = "maili-genesis" -version = "0.1.6" +version = "0.1.8" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2a5680e0bb4c77bb98e8e9534dffd511ddd0d6ab7632514b54f2a09220d9337e" +checksum = "8b555c1fab6c4f01f4defc6543b52377c3ee904a712dd1e21efbc0d7843c6207" dependencies = [ "alloy-consensus", "alloy-eips", "alloy-primitives", "alloy-sol-types", + "maili-serde", "serde", "serde_repr", "thiserror 2.0.11", @@ -2762,9 +2755,9 @@ dependencies = [ [[package]] name = "maili-protocol" -version = "0.1.6" +version = "0.1.8" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "262e3f2fc12df09d50db07e01b39d57fe25414bd42ede500d053c25fb7f0afcb" +checksum = "db659969c6618849ee212e7425c35bcd88cdc7cd7b9d10dcb9b1ae00d01a8cdd" dependencies = [ "alloc-no-stdlib", "alloy-consensus", @@ -2776,30 +2769,68 @@ dependencies = [ "async-trait", "brotli", "derive_more", - "maili-consensus", - "maili-flz", "maili-genesis", "miniz_oxide", + "op-alloy-consensus", + "op-alloy-flz", "rand", "serde", "thiserror 2.0.11", "tracing", + "tracing-subscriber", "unsigned-varint", ] [[package]] name = "maili-registry" -version = "0.1.6" +version = "0.1.8" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c03aaeec37e2aa101dda748bd48b2d74726f9ea8ee4dc74782ac6f8934ae84c4" +checksum = "3d6a3435074b73cdaf1c4e468ed4508e08cb21aa5dba88082914bdadac60e2b3" dependencies = [ "alloy-primitives", "lazy_static", "maili-genesis", + "maili-superchain", + "serde", + "serde_json", + "toml", +] + +[[package]] +name = "maili-rpc" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7b6651c695539b1e31a1c8e7eae2c301a6a70200675483a9490086e991efd8a4" +dependencies = [ + "alloy-eips", + "alloy-primitives", + "derive_more", + "maili-protocol", + "op-alloy-rpc-types-engine", +] + +[[package]] +name = "maili-serde" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "06f2217f2efdc5132167512db12ce9bf0a087d20f8d5ebf0f2a2a0b836a668d8" +dependencies = [ + "alloy-primitives", "serde", "serde_json", ] +[[package]] +name = "maili-superchain" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1b99c2c73b9bd8d28dbbf490dd3566193e857fbbeea28574e618a7335f006bac" +dependencies = [ + "alloy-primitives", + "maili-genesis", + "serde", +] + [[package]] name = "memchr" version = "2.7.4" @@ -2869,9 +2900,9 @@ dependencies = [ [[package]] name = "native-tls" -version = "0.2.12" +version = "0.2.13" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a8614eb2c83d59d1c8cc974dd3f920198647674a0a035e1af1fa58707e317466" +checksum = "0dab59f8e050d5df8e4dd87d9206fb6f65a483e20ac9fda365ade4fab353196c" dependencies = [ "libc", "log", @@ -3068,9 +3099,9 @@ checksum = "b410bbe7e14ab526a0e86877eb47c6996a2bd7746f027ba551028c925390e4e9" [[package]] name = "op-alloy-consensus" -version = "0.9.5" +version = "0.9.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9e51ae52013aca0aa1ca3df7ecf0d276eb4214ec44aeb9c48651333e1459b3b5" +checksum = "e28dc4e397dd8969f7f98ea6454a5c531349a58c76e12448b0c2de6581df7b8c" dependencies = [ "alloy-consensus", "alloy-eips", @@ -3078,22 +3109,26 @@ dependencies = [ "alloy-rlp", "alloy-serde", "derive_more", - "maili-consensus", "serde", "thiserror 2.0.11", ] +[[package]] +name = "op-alloy-flz" +version = "0.9.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "76b44f5edbd5293636934a88ec38d683ee2075bfce43658d1033d76191e7aff6" + [[package]] name = "op-alloy-rpc-types-engine" -version = "0.9.5" +version = "0.9.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4265ced2d43294a2e369f3a627ab700b11472bb3fe01a823357f7c077093db70" +checksum = "e8d05b5b5b3cff7f24eec2bc366f86a7ff0934678b1bda36d0ecaadba9504170" dependencies = [ "alloy-eips", "alloy-primitives", "alloy-rpc-types-engine", "alloy-serde", - "maili-protocol", "op-alloy-consensus", "serde", "thiserror 2.0.11", @@ -3101,9 +3136,9 @@ dependencies = [ [[package]] name = "openssl" -version = "0.10.68" +version = "0.10.69" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6174bc48f102d208783c2c84bf931bb75927a617866870de8a4ea85597f871f5" +checksum = "f5e534d133a060a3c19daec1eb3e98ec6f4685978834f2dbadfe2ec215bab64e" dependencies = [ "bitflags 2.8.0", "cfg-if", @@ -3127,9 +3162,9 @@ dependencies = [ [[package]] name = "openssl-probe" -version = "0.1.5" +version = "0.1.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ff011a302c396a5197692431fc1948019154afc178baf7d8e37367442a4601cf" +checksum = "d05e27ee213611ffe7d6348b942e8f942b37114c00cc03cec254295a4a17852e" [[package]] name = "openssl-sys" @@ -3662,9 +3697,9 @@ dependencies = [ [[package]] name = "revm" -version = "19.3.0" +version = "19.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0a5a57589c308880c0f89ebf68d92aeef0d51e1ed88867474f895f6fd0f25c64" +checksum = "1538aea4d103a8044820eede9b1254e1b5a2a2abaf3f9a67bef19f8865cf1826" dependencies = [ "auto_impl", "cfg-if", @@ -3771,9 +3806,9 @@ dependencies = [ [[package]] name = "rkyv" -version = "0.8.9" +version = "0.8.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b11a153aec4a6ab60795f8ebe2923c597b16b05bb1504377451e705ef1a45323" +checksum = "1e147371c75553e1e2fcdb483944a8540b8438c31426279553b9a8182a9b7b65" dependencies = [ "bytecheck", "bytes", @@ -3790,9 +3825,9 @@ dependencies = [ [[package]] name = "rkyv_derive" -version = "0.8.9" +version = "0.8.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "beb382a4d9f53bd5c0be86b10d8179c3f8a14c30bf774ff77096ed6581e35981" +checksum = "246b40ac189af6c675d124b802e8ef6d5246c53e17367ce9501f8f66a81abb7a" dependencies = [ "proc-macro2", "quote", @@ -3919,14 +3954,14 @@ version = "0.4.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cfcb3a22ef46e85b45de6ee7e79d063319ebb6594faafcf1c225ea92ab6e9b92" dependencies = [ - "semver 1.0.24", + "semver 1.0.25", ] [[package]] name = "rustix" -version = "0.38.43" +version = "0.38.44" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a78891ee6bf2340288408954ac787aa063d8e8817e9f53abb37c695c6d834ef6" +checksum = "fdb5bc1ae2baa591800df16c9ca78619bf65c0488b41b96ccec5d11220d8c154" dependencies = [ "bitflags 2.8.0", "errno", @@ -3959,9 +3994,9 @@ dependencies = [ [[package]] name = "rustls-pki-types" -version = "1.10.1" +version = "1.11.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d2bf47e6ff922db3825eb750c4e2ff784c6ff8fb9e13046ef6a1d1c5401b0b37" +checksum = "917ce264624a4b4db1c364dcc35bfca9ded014d0a958cd47ad3e960e988ea51c" [[package]] name = "rustls-webpki" @@ -4100,9 +4135,9 @@ dependencies = [ [[package]] name = "semver" -version = "1.0.24" +version = "1.0.25" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3cb6eb87a131f756572d7fb904f6e7b68633f09cca868c5df1c4b8d1a694bbba" +checksum = "f79dfe2d285b0488816f30e700a7438c5a73d816b5b7d3ac72fbc48b0d185e03" [[package]] name = "semver-parser" @@ -4135,9 +4170,9 @@ dependencies = [ [[package]] name = "serde_json" -version = "1.0.135" +version = "1.0.137" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2b0d7ba2887406110130a978386c4e1befb98c674b4fba677954e4db976630d9" +checksum = "930cfb6e6abf99298aaad7d29abbef7a9999a9a8806a40088f55f0dcec03146b" dependencies = [ "indexmap", "itoa", @@ -4157,6 +4192,15 @@ dependencies = [ "syn 2.0.96", ] +[[package]] +name = "serde_spanned" +version = "0.6.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "87607cb1398ed59d48732e575a4c28a7a8ebf2454b964fe3f224f2afc07909e1" +dependencies = [ + "serde", +] + [[package]] name = "serde_urlencoded" version = "0.7.1" @@ -4391,9 +4435,9 @@ checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292" [[package]] name = "symbolic-common" -version = "12.13.2" +version = "12.13.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8150eae9699e3c73a3e6431dc1f80d87748797c0457336af23e94c1de619ed24" +checksum = "13a4dfe4bbeef59c1f32fc7524ae7c95b9e1de5e79a43ce1604e181081d71b0c" dependencies = [ "debugid", "memmap2", @@ -4403,9 +4447,9 @@ dependencies = [ [[package]] name = "symbolic-demangle" -version = "12.13.2" +version = "12.13.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "95f4a9846f7a8933b6d198c022faa2c9bd89e1a970bed9d9a98d25708bf8de17" +checksum = "98cf6a95abff97de4d7ff3473f33cacd38f1ddccad5c1feab435d6760300e3b6" dependencies = [ "cpp_demangle", "rustc-demangle", @@ -4703,11 +4747,26 @@ dependencies = [ "tokio", ] +[[package]] +name = "toml" +version = "0.8.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a1ed1f98e3fdc28d6d910e6737ae6ab1a93bf1985935a1193e68f93eeb68d24e" +dependencies = [ + "serde", + "serde_spanned", + "toml_datetime", + "toml_edit", +] + [[package]] name = "toml_datetime" version = "0.6.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0dd7358ecb8fc2f8d014bf86f6f638ce72ba252a2c3a2572f2a795f1d23efb41" +dependencies = [ + "serde", +] [[package]] name = "toml_edit" @@ -4716,6 +4775,8 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4ae48d6208a266e853d946088ed816055e556cc6028c5e8e2b84d9fa5dd7c7f5" dependencies = [ "indexmap", + "serde", + "serde_spanned", "toml_datetime", "winnow", ] @@ -4797,6 +4858,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e8189decb5ac0fa7bc8b96b7cb9b2701d60d48805aca84a238004d665fcc4008" dependencies = [ "nu-ansi-term", + "serde", "sharded-slab", "smallvec", "thread_local", @@ -4842,9 +4904,9 @@ checksum = "eaea85b334db583fe3274d12b4cd1880032beab409c0d774be044d4480ab9a94" [[package]] name = "unicode-ident" -version = "1.0.14" +version = "1.0.16" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "adb9e6ca4f869e1180728b7950e35922a7fc6397f7b641499e8f3ef06e50dc83" +checksum = "a210d160f08b701c8721ba1c726c11662f877ea6b7094007e1ca9a1041945034" [[package]] name = "unicode-xid" @@ -4895,9 +4957,9 @@ checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821" [[package]] name = "uuid" -version = "1.12.0" +version = "1.12.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "744018581f9a3454a9e15beb8a33b017183f1e7c0cd170232a2d1453b23a51c4" +checksum = "b3758f5e68192bb96cc8f9b7e2c2cfdabb435499a28499a42f8f984092adad4b" [[package]] name = "valuable" @@ -5191,9 +5253,9 @@ checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec" [[package]] name = "winnow" -version = "0.6.24" +version = "0.6.25" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c8d71a593cc5c42ad7876e2c1fda56f314f3754c084128833e64f1345ff8a03a" +checksum = "ad699df48212c6cc6eb4435f35500ac6fd3b9913324f938aea302022ce19d310" dependencies = [ "memchr", ] diff --git a/Cargo.toml b/Cargo.toml index 34e4dc152..0864f312d 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -77,13 +77,13 @@ kona-preimage = { path = "crates/proof-sdk/preimage", version = "0.2.1", default kona-std-fpvm-proc = { path = "crates/proof-sdk/std-fpvm-proc", version = "0.1.2", default-features = false } # Maili -maili-consensus = { version = "0.1.6", default-features = false } -maili-protocol = { version = "0.1.6", default-features = false } -maili-registry = { version = "0.1.6", default-features = false } -maili-genesis = { version = "0.1.6", default-features = false } +maili-rpc = { version = "0.1.8", default-features = false } +maili-protocol = { version = "0.1.8", default-features = false } +maili-registry = { version = "0.1.8", default-features = false } +maili-genesis = { version = "0.1.8", default-features = false } # Alloy -alloy-rlp = { version = "0.3.10", default-features = false } +alloy-rlp = { version = "0.3.11", default-features = false } alloy-trie = { version = "0.7.8", default-features = false } alloy-eips = { version = "0.9.2", default-features = false } alloy-serde = { version = "0.9.2", default-features = false } @@ -92,16 +92,16 @@ alloy-consensus = { version = "0.9.2", default-features = false } alloy-transport = { version = "0.9.2", default-features = false } alloy-rpc-types = { version = "0.9.2", default-features = false } alloy-rpc-client = { version = "0.9.2", default-features = false } -alloy-primitives = { version = "0.8.14", default-features = false } +alloy-primitives = { version = "0.8.19", default-features = false } alloy-node-bindings = { version = "0.9.2", default-features = false } alloy-transport-http = { version = "0.9.2", default-features = false } alloy-rpc-types-engine = { version = "0.9.2", default-features = false } alloy-rpc-types-beacon = { version = "0.9.2", default-features = false } -alloy-sol-types = { version = "0.8.18", default-features = false } +alloy-sol-types = { version = "0.8.19", default-features = false } # OP Alloy -op-alloy-consensus = { version = "0.9.5", default-features = false } -op-alloy-rpc-types-engine = { version = "0.9.5", default-features = false } +op-alloy-consensus = { version = "0.9.6", default-features = false } +op-alloy-rpc-types-engine = { version = "0.9.6", default-features = false } # General lru = "0.12.5" diff --git a/bin/host/Cargo.toml b/bin/host/Cargo.toml index b1d4322e2..05e4fe6ae 100644 --- a/bin/host/Cargo.toml +++ b/bin/host/Cargo.toml @@ -22,8 +22,9 @@ kona-proof-interop.workspace = true kona-client.workspace = true # Maili -maili-protocol = { workspace = true, features = ["std", "serde"] } +maili-rpc.workspace = true maili-registry.workspace = true +maili-protocol = { workspace = true, features = ["std", "serde"] } maili-genesis = { workspace = true, features = ["std", "serde"] } # Alloy diff --git a/bin/host/src/interop/cli.rs b/bin/host/src/interop/cli.rs index 66061f54f..d40164580 100644 --- a/bin/host/src/interop/cli.rs +++ b/bin/host/src/interop/cli.rs @@ -124,20 +124,17 @@ impl InteropHostCli { ) })?; - rollup_config_paths.iter().try_fold( - HashMap::with_capacity(rollup_config_paths.len()), - |mut acc, path| { - // Read the serialized config from the file system. - let ser_config = std::fs::read_to_string(path) - .map_err(|e| anyhow!("Error reading RollupConfig file: {e}"))?; + rollup_config_paths.iter().try_fold(HashMap::default(), |mut acc, path| { + // Read the serialized config from the file system. + let ser_config = std::fs::read_to_string(path) + .map_err(|e| anyhow!("Error reading RollupConfig file: {e}"))?; - // Deserialize the config and return it. - let cfg: RollupConfig = serde_json::from_str(&ser_config) - .map_err(|e| anyhow!("Error deserializing RollupConfig: {e}"))?; + // Deserialize the config and return it. + let cfg: RollupConfig = serde_json::from_str(&ser_config) + .map_err(|e| anyhow!("Error deserializing RollupConfig: {e}"))?; - acc.insert(cfg.l2_chain_id, cfg); - Ok(acc) - }, - ) + acc.insert(cfg.l2_chain_id, cfg); + Ok(acc) + }) } } diff --git a/bin/host/src/interop/orchestrator.rs b/bin/host/src/interop/orchestrator.rs index 3e9d0c4d5..6f3c43d48 100644 --- a/bin/host/src/interop/orchestrator.rs +++ b/bin/host/src/interop/orchestrator.rs @@ -2,6 +2,7 @@ use super::{InteropFetcher, InteropHostCli, LocalKeyValueStore}; use crate::eth::{http_provider, OnlineBlobProvider}; +use alloy_primitives::map::HashMap; use alloy_provider::{Provider, ReqwestProvider}; use anyhow::{anyhow, Result}; use async_trait::async_trait; @@ -10,7 +11,7 @@ use kona_host::{ SharedKeyValueStore, SplitKeyValueStore, }; use kona_preimage::{HintWriter, NativeChannel, OracleReader}; -use std::{collections::HashMap, sync::Arc}; +use std::sync::Arc; use tokio::sync::RwLock; /// The providers required for the single chain host. @@ -45,7 +46,7 @@ impl HostOrchestrator for InteropHostCli { // Resolve all chain IDs to their corresponding providers. let l2_node_addresses = self.l2_node_addresses.as_ref().ok_or(anyhow!("L2 node addresses must be set"))?; - let mut l2_providers = HashMap::with_capacity(l2_node_addresses.len()); + let mut l2_providers = HashMap::default(); for l2_node_address in l2_node_addresses { let l2_provider = http_provider(l2_node_address); let chain_id = l2_provider.get_chain_id().await?; diff --git a/crates/derive/Cargo.toml b/crates/derive/Cargo.toml index ef16e6c61..0bc4c47c1 100644 --- a/crates/derive/Cargo.toml +++ b/crates/derive/Cargo.toml @@ -13,6 +13,7 @@ workspace = true [dependencies] # Maili +maili-rpc.workspace = true maili-genesis.workspace = true maili-protocol.workspace = true @@ -41,7 +42,6 @@ spin.workspace = true proptest.workspace = true serde_json.workspace = true maili-registry.workspace = true -maili-consensus.workspace = true tokio = { workspace = true, features = ["full"] } tracing-subscriber = { workspace = true, features = ["fmt"] } tracing = { workspace = true, features = ["std"] } diff --git a/crates/derive/src/pipeline/core.rs b/crates/derive/src/pipeline/core.rs index 60c23b9f6..45d1f2f99 100644 --- a/crates/derive/src/pipeline/core.rs +++ b/crates/derive/src/pipeline/core.rs @@ -12,7 +12,7 @@ use async_trait::async_trait; use core::fmt::Debug; use maili_genesis::{RollupConfig, SystemConfig}; use maili_protocol::{BlockInfo, L2BlockInfo}; -use op_alloy_rpc_types_engine::OpAttributesWithParent; +use maili_rpc::OpAttributesWithParent; /// The derivation pipeline is responsible for deriving L2 inputs from L1 data. #[derive(Debug)] @@ -197,7 +197,8 @@ mod tests { use alloy_rpc_types_engine::PayloadAttributes; use maili_genesis::{RollupConfig, SystemConfig}; use maili_protocol::L2BlockInfo; - use op_alloy_rpc_types_engine::{OpAttributesWithParent, OpPayloadAttributes}; + use maili_rpc::OpAttributesWithParent; + use op_alloy_rpc_types_engine::OpPayloadAttributes; fn default_test_payload_attributes() -> OpAttributesWithParent { OpAttributesWithParent { diff --git a/crates/derive/src/stages/attributes_queue.rs b/crates/derive/src/stages/attributes_queue.rs index 63aadc4df..ac1f03f14 100644 --- a/crates/derive/src/stages/attributes_queue.rs +++ b/crates/derive/src/stages/attributes_queue.rs @@ -13,7 +13,8 @@ use async_trait::async_trait; use core::fmt::Debug; use maili_genesis::RollupConfig; use maili_protocol::{BlockInfo, L2BlockInfo, SingleBatch}; -use op_alloy_rpc_types_engine::{OpAttributesWithParent, OpPayloadAttributes}; +use maili_rpc::OpAttributesWithParent; +use op_alloy_rpc_types_engine::OpPayloadAttributes; /// [AttributesQueue] accepts batches from the [BatchQueue] stage /// and transforms them into [OpPayloadAttributes]. diff --git a/crates/derive/src/stages/batch/batch_queue.rs b/crates/derive/src/stages/batch/batch_queue.rs index b87d16b53..f27d66ddc 100644 --- a/crates/derive/src/stages/batch/batch_queue.rs +++ b/crates/derive/src/stages/batch/batch_queue.rs @@ -468,10 +468,9 @@ mod tests { use alloy_eips::{eip2718::Decodable2718, BlockNumHash}; use alloy_primitives::{address, b256, Address, Bytes, TxKind, B256, U256}; use alloy_rlp::{BytesMut, Encodable}; - use maili_consensus::TxDeposit; use maili_genesis::{ChainGenesis, MAX_RLP_BYTES_PER_CHANNEL_FJORD}; use maili_protocol::{BatchReader, L1BlockInfoBedrock, L1BlockInfoTx}; - use op_alloy_consensus::{OpBlock, OpTxEnvelope, OpTxType}; + use op_alloy_consensus::{OpBlock, OpTxEnvelope, OpTxType, TxDeposit}; use tracing::Level; use tracing_subscriber::layer::SubscriberExt; diff --git a/crates/derive/src/test_utils/chain_providers.rs b/crates/derive/src/test_utils/chain_providers.rs index 4e698ad52..c10332d9a 100644 --- a/crates/derive/src/test_utils/chain_providers.rs +++ b/crates/derive/src/test_utils/chain_providers.rs @@ -5,12 +5,12 @@ use crate::{ traits::{ChainProvider, L2ChainProvider}, }; use alloc::{boxed::Box, string::ToString, sync::Arc, vec::Vec}; -use alloy_consensus::{Block, Header, Receipt, TxEnvelope}; +use alloy_consensus::{Header, Receipt, TxEnvelope}; use alloy_primitives::{map::HashMap, B256}; use async_trait::async_trait; use maili_genesis::{RollupConfig, SystemConfig}; use maili_protocol::{BatchValidationProvider, BlockInfo, L2BlockInfo}; -use op_alloy_consensus::{OpBlock, OpTxEnvelope}; +use op_alloy_consensus::OpBlock; use thiserror::Error; /// A mock chain provider for testing. @@ -177,7 +177,6 @@ impl TestL2ChainProvider { #[async_trait] impl BatchValidationProvider for TestL2ChainProvider { type Error = TestProviderError; - type Transaction = OpTxEnvelope; async fn l2_block_info_by_number(&mut self, number: u64) -> Result { if self.short_circuit { @@ -190,10 +189,7 @@ impl BatchValidationProvider for TestL2ChainProvider { .ok_or_else(|| TestProviderError::BlockNotFound) } - async fn block_by_number( - &mut self, - number: u64, - ) -> Result, Self::Error> { + async fn block_by_number(&mut self, number: u64) -> Result { self.op_blocks .iter() .find(|p| p.header.number == number) diff --git a/crates/derive/src/test_utils/pipeline.rs b/crates/derive/src/test_utils/pipeline.rs index 90861b1ac..654230fde 100644 --- a/crates/derive/src/test_utils/pipeline.rs +++ b/crates/derive/src/test_utils/pipeline.rs @@ -9,7 +9,7 @@ use crate::{ use alloc::{boxed::Box, sync::Arc}; use maili_genesis::RollupConfig; use maili_protocol::{BlockInfo, L2BlockInfo}; -use op_alloy_rpc_types_engine::OpAttributesWithParent; +use maili_rpc::OpAttributesWithParent; // Re-export these types used internally to the test pipeline. use crate::{ diff --git a/crates/derive/src/test_utils/sys_config_fetcher.rs b/crates/derive/src/test_utils/sys_config_fetcher.rs index 262428365..37b815793 100644 --- a/crates/derive/src/test_utils/sys_config_fetcher.rs +++ b/crates/derive/src/test_utils/sys_config_fetcher.rs @@ -5,12 +5,11 @@ use crate::{ traits::L2ChainProvider, }; use alloc::{boxed::Box, string::ToString, sync::Arc}; -use alloy_consensus::Block; use alloy_primitives::map::HashMap; use async_trait::async_trait; use maili_genesis::{RollupConfig, SystemConfig}; use maili_protocol::{BatchValidationProvider, L2BlockInfo}; -use op_alloy_consensus::OpTxEnvelope; +use op_alloy_consensus::OpBlock; use thiserror::Error; /// A mock implementation of the `SystemConfigL2Fetcher` for testing. @@ -49,9 +48,8 @@ impl From for PipelineErrorKind { #[async_trait] impl BatchValidationProvider for TestSystemConfigL2Fetcher { type Error = TestSystemConfigL2FetcherError; - type Transaction = OpTxEnvelope; - async fn block_by_number(&mut self, _: u64) -> Result, Self::Error> { + async fn block_by_number(&mut self, _: u64) -> Result { unimplemented!() } diff --git a/crates/derive/src/traits/attributes.rs b/crates/derive/src/traits/attributes.rs index 9f7640e00..d612f969c 100644 --- a/crates/derive/src/traits/attributes.rs +++ b/crates/derive/src/traits/attributes.rs @@ -5,7 +5,8 @@ use alloc::boxed::Box; use alloy_eips::BlockNumHash; use async_trait::async_trait; use maili_protocol::{L2BlockInfo, SingleBatch}; -use op_alloy_rpc_types_engine::{OpAttributesWithParent, OpPayloadAttributes}; +use maili_rpc::OpAttributesWithParent; +use op_alloy_rpc_types_engine::OpPayloadAttributes; /// [AttributesProvider] is a trait abstraction that generalizes the [BatchQueue] stage. /// diff --git a/crates/derive/src/traits/pipeline.rs b/crates/derive/src/traits/pipeline.rs index 776597dbd..38b4bd6c5 100644 --- a/crates/derive/src/traits/pipeline.rs +++ b/crates/derive/src/traits/pipeline.rs @@ -5,7 +5,7 @@ use async_trait::async_trait; use core::iter::Iterator; use maili_genesis::{RollupConfig, SystemConfig}; use maili_protocol::L2BlockInfo; -use op_alloy_rpc_types_engine::OpAttributesWithParent; +use maili_rpc::OpAttributesWithParent; use crate::{errors::PipelineErrorKind, traits::OriginProvider, types::StepResult}; diff --git a/crates/driver/Cargo.toml b/crates/driver/Cargo.toml index 4d412d9bb..5fecc4c82 100644 --- a/crates/driver/Cargo.toml +++ b/crates/driver/Cargo.toml @@ -16,6 +16,7 @@ workspace = true kona-derive.workspace = true # Maili +maili-rpc.workspace = true maili-genesis.workspace = true maili-protocol.workspace = true diff --git a/crates/driver/src/core.rs b/crates/driver/src/core.rs index a2884cffa..db2b62ea1 100644 --- a/crates/driver/src/core.rs +++ b/crates/driver/src/core.rs @@ -13,8 +13,8 @@ use kona_derive::{ }; use maili_genesis::RollupConfig; use maili_protocol::L2BlockInfo; +use maili_rpc::OpAttributesWithParent; use op_alloy_consensus::{OpBlock, OpTxEnvelope, OpTxType}; -use op_alloy_rpc_types_engine::OpAttributesWithParent; use spin::RwLock; /// The Rollup Driver entrypoint. diff --git a/crates/driver/src/pipeline.rs b/crates/driver/src/pipeline.rs index dc941e4c4..55c8d6712 100644 --- a/crates/driver/src/pipeline.rs +++ b/crates/driver/src/pipeline.rs @@ -3,7 +3,7 @@ use alloc::boxed::Box; use async_trait::async_trait; use maili_protocol::L2BlockInfo; -use op_alloy_rpc_types_engine::OpAttributesWithParent; +use maili_rpc::OpAttributesWithParent; use kona_derive::{ errors::{PipelineError, PipelineErrorKind, ResetError}, diff --git a/crates/executor/src/executor/mod.rs b/crates/executor/src/executor/mod.rs index 606c494cf..c317f890e 100644 --- a/crates/executor/src/executor/mod.rs +++ b/crates/executor/src/executor/mod.rs @@ -238,7 +238,9 @@ where ); // Ensure the receipt is not an EIP-7702 receipt. if matches!(receipt, OpReceiptEnvelope::Eip7702(_)) && !is_isthmus { - panic!("EIP-7702 receipts are not supported by the fault proof program before Isthmus"); + panic!( + "EIP-7702 receipts are not supported by the fault proof program before Isthmus" + ); } receipts.push(receipt); } diff --git a/crates/executor/testdata/block-22880574/kv/000009.log b/crates/executor/testdata/block-22880574/kv/000013.log similarity index 100% rename from crates/executor/testdata/block-22880574/kv/000009.log rename to crates/executor/testdata/block-22880574/kv/000013.log diff --git a/crates/executor/testdata/block-22880574/kv/CURRENT b/crates/executor/testdata/block-22880574/kv/CURRENT index 3051f81a6..23b73d910 100644 --- a/crates/executor/testdata/block-22880574/kv/CURRENT +++ b/crates/executor/testdata/block-22880574/kv/CURRENT @@ -1 +1 @@ -MANIFEST-000010 +MANIFEST-000014 diff --git a/crates/executor/testdata/block-22880944/kv/000009.log b/crates/executor/testdata/block-22880574/kv/LOG.old.1738034656601797 similarity index 100% rename from crates/executor/testdata/block-22880944/kv/000009.log rename to crates/executor/testdata/block-22880574/kv/LOG.old.1738034656601797 diff --git a/crates/executor/testdata/block-22880574/kv/LOG.old.1738034656615897 b/crates/executor/testdata/block-22880574/kv/LOG.old.1738034656615897 new file mode 100644 index 000000000..14068523a --- /dev/null +++ b/crates/executor/testdata/block-22880574/kv/LOG.old.1738034656615897 @@ -0,0 +1,292 @@ +2025/01/27-22:24:16.603053 6097121280 RocksDB version: 8.10.0 +2025/01/27-22:24:16.604233 6097121280 Compile date 2023-12-15 13:01:14 +2025/01/27-22:24:16.604235 6097121280 DB SUMMARY +2025/01/27-22:24:16.604237 6097121280 Host name (Env): studio +2025/01/27-22:24:16.604238 6097121280 DB Session ID: I56HIPVCDI5FSD5LPQW4 +2025/01/27-22:24:16.604314 6097121280 CURRENT file: CURRENT +2025/01/27-22:24:16.604315 6097121280 IDENTITY file: IDENTITY +2025/01/27-22:24:16.604319 6097121280 MANIFEST file: MANIFEST-000010 size: 240 Bytes +2025/01/27-22:24:16.604321 6097121280 SST files in /Users/andreasbigger/kona/crates/executor/testdata/block-22880574/kv dir, Total Num: 1, files: 000008.sst +2025/01/27-22:24:16.604321 6097121280 Write Ahead Log file in /Users/andreasbigger/kona/crates/executor/testdata/block-22880574/kv: 000009.log size: 0 ; +2025/01/27-22:24:16.604322 6097121280 Options.error_if_exists: 0 +2025/01/27-22:24:16.604323 6097121280 Options.create_if_missing: 1 +2025/01/27-22:24:16.604324 6097121280 Options.paranoid_checks: 1 +2025/01/27-22:24:16.604324 6097121280 Options.flush_verify_memtable_count: 1 +2025/01/27-22:24:16.604325 6097121280 Options.compaction_verify_record_count: 1 +2025/01/27-22:24:16.604325 6097121280 Options.track_and_verify_wals_in_manifest: 0 +2025/01/27-22:24:16.604326 6097121280 Options.verify_sst_unique_id_in_manifest: 1 +2025/01/27-22:24:16.604327 6097121280 Options.env: 0x600001264000 +2025/01/27-22:24:16.604327 6097121280 Options.fs: PosixFileSystem +2025/01/27-22:24:16.604328 6097121280 Options.info_log: 0x134f04d48 +2025/01/27-22:24:16.604328 6097121280 Options.max_file_opening_threads: 16 +2025/01/27-22:24:16.604329 6097121280 Options.statistics: 0x0 +2025/01/27-22:24:16.604330 6097121280 Options.use_fsync: 0 +2025/01/27-22:24:16.604330 6097121280 Options.max_log_file_size: 0 +2025/01/27-22:24:16.604331 6097121280 Options.max_manifest_file_size: 1073741824 +2025/01/27-22:24:16.604331 6097121280 Options.log_file_time_to_roll: 0 +2025/01/27-22:24:16.604332 6097121280 Options.keep_log_file_num: 1000 +2025/01/27-22:24:16.604332 6097121280 Options.recycle_log_file_num: 0 +2025/01/27-22:24:16.604333 6097121280 Options.allow_fallocate: 1 +2025/01/27-22:24:16.604333 6097121280 Options.allow_mmap_reads: 0 +2025/01/27-22:24:16.604334 6097121280 Options.allow_mmap_writes: 0 +2025/01/27-22:24:16.604334 6097121280 Options.use_direct_reads: 0 +2025/01/27-22:24:16.604335 6097121280 Options.use_direct_io_for_flush_and_compaction: 0 +2025/01/27-22:24:16.604336 6097121280 Options.create_missing_column_families: 0 +2025/01/27-22:24:16.604336 6097121280 Options.db_log_dir: +2025/01/27-22:24:16.604337 6097121280 Options.wal_dir: +2025/01/27-22:24:16.604337 6097121280 Options.table_cache_numshardbits: 6 +2025/01/27-22:24:16.604338 6097121280 Options.WAL_ttl_seconds: 0 +2025/01/27-22:24:16.604338 6097121280 Options.WAL_size_limit_MB: 0 +2025/01/27-22:24:16.604339 6097121280 Options.max_write_batch_group_size_bytes: 1048576 +2025/01/27-22:24:16.604339 6097121280 Options.manifest_preallocation_size: 4194304 +2025/01/27-22:24:16.604340 6097121280 Options.is_fd_close_on_exec: 1 +2025/01/27-22:24:16.604341 6097121280 Options.advise_random_on_open: 1 +2025/01/27-22:24:16.604341 6097121280 Options.db_write_buffer_size: 0 +2025/01/27-22:24:16.604342 6097121280 Options.write_buffer_manager: 0x60000107c340 +2025/01/27-22:24:16.604342 6097121280 Options.access_hint_on_compaction_start: 1 +2025/01/27-22:24:16.604343 6097121280 Options.random_access_max_buffer_size: 1048576 +2025/01/27-22:24:16.604343 6097121280 Options.use_adaptive_mutex: 0 +2025/01/27-22:24:16.604344 6097121280 Options.rate_limiter: 0x0 +2025/01/27-22:24:16.604344 6097121280 Options.sst_file_manager.rate_bytes_per_sec: 0 +2025/01/27-22:24:16.604345 6097121280 Options.wal_recovery_mode: 2 +2025/01/27-22:24:16.604346 6097121280 Options.enable_thread_tracking: 0 +2025/01/27-22:24:16.604346 6097121280 Options.enable_pipelined_write: 0 +2025/01/27-22:24:16.604347 6097121280 Options.unordered_write: 0 +2025/01/27-22:24:16.604347 6097121280 Options.allow_concurrent_memtable_write: 1 +2025/01/27-22:24:16.604348 6097121280 Options.enable_write_thread_adaptive_yield: 1 +2025/01/27-22:24:16.604348 6097121280 Options.write_thread_max_yield_usec: 100 +2025/01/27-22:24:16.604349 6097121280 Options.write_thread_slow_yield_usec: 3 +2025/01/27-22:24:16.604350 6097121280 Options.row_cache: None +2025/01/27-22:24:16.604350 6097121280 Options.wal_filter: None +2025/01/27-22:24:16.604351 6097121280 Options.avoid_flush_during_recovery: 0 +2025/01/27-22:24:16.604351 6097121280 Options.allow_ingest_behind: 0 +2025/01/27-22:24:16.604352 6097121280 Options.two_write_queues: 0 +2025/01/27-22:24:16.604353 6097121280 Options.manual_wal_flush: 0 +2025/01/27-22:24:16.604353 6097121280 Options.wal_compression: 0 +2025/01/27-22:24:16.604354 6097121280 Options.atomic_flush: 0 +2025/01/27-22:24:16.604354 6097121280 Options.avoid_unnecessary_blocking_io: 0 +2025/01/27-22:24:16.604355 6097121280 Options.persist_stats_to_disk: 0 +2025/01/27-22:24:16.604355 6097121280 Options.write_dbid_to_manifest: 0 +2025/01/27-22:24:16.604356 6097121280 Options.log_readahead_size: 0 +2025/01/27-22:24:16.604357 6097121280 Options.file_checksum_gen_factory: Unknown +2025/01/27-22:24:16.604357 6097121280 Options.best_efforts_recovery: 0 +2025/01/27-22:24:16.604358 6097121280 Options.max_bgerror_resume_count: 2147483647 +2025/01/27-22:24:16.604358 6097121280 Options.bgerror_resume_retry_interval: 1000000 +2025/01/27-22:24:16.604359 6097121280 Options.allow_data_in_errors: 0 +2025/01/27-22:24:16.604359 6097121280 Options.db_host_id: __hostname__ +2025/01/27-22:24:16.604360 6097121280 Options.enforce_single_del_contracts: true +2025/01/27-22:24:16.604361 6097121280 Options.max_background_jobs: 2 +2025/01/27-22:24:16.604361 6097121280 Options.max_background_compactions: -1 +2025/01/27-22:24:16.604362 6097121280 Options.max_subcompactions: 1 +2025/01/27-22:24:16.604362 6097121280 Options.avoid_flush_during_shutdown: 0 +2025/01/27-22:24:16.604363 6097121280 Options.writable_file_max_buffer_size: 1048576 +2025/01/27-22:24:16.604363 6097121280 Options.delayed_write_rate : 16777216 +2025/01/27-22:24:16.604364 6097121280 Options.max_total_wal_size: 0 +2025/01/27-22:24:16.604365 6097121280 Options.delete_obsolete_files_period_micros: 21600000000 +2025/01/27-22:24:16.604365 6097121280 Options.stats_dump_period_sec: 600 +2025/01/27-22:24:16.604366 6097121280 Options.stats_persist_period_sec: 600 +2025/01/27-22:24:16.604366 6097121280 Options.stats_history_buffer_size: 1048576 +2025/01/27-22:24:16.604367 6097121280 Options.max_open_files: -1 +2025/01/27-22:24:16.604367 6097121280 Options.bytes_per_sync: 0 +2025/01/27-22:24:16.604368 6097121280 Options.wal_bytes_per_sync: 0 +2025/01/27-22:24:16.604368 6097121280 Options.strict_bytes_per_sync: 0 +2025/01/27-22:24:16.604369 6097121280 Options.compaction_readahead_size: 2097152 +2025/01/27-22:24:16.604370 6097121280 Options.max_background_flushes: -1 +2025/01/27-22:24:16.604370 6097121280 Options.daily_offpeak_time_utc: +2025/01/27-22:24:16.604371 6097121280 Compression algorithms supported: +2025/01/27-22:24:16.604372 6097121280 kZSTD supported: 0 +2025/01/27-22:24:16.604372 6097121280 kZlibCompression supported: 0 +2025/01/27-22:24:16.604373 6097121280 kXpressCompression supported: 0 +2025/01/27-22:24:16.604374 6097121280 kSnappyCompression supported: 1 +2025/01/27-22:24:16.604374 6097121280 kZSTDNotFinalCompression supported: 0 +2025/01/27-22:24:16.604375 6097121280 kLZ4HCCompression supported: 0 +2025/01/27-22:24:16.604375 6097121280 kLZ4Compression supported: 0 +2025/01/27-22:24:16.604376 6097121280 kBZip2Compression supported: 0 +2025/01/27-22:24:16.604379 6097121280 Fast CRC32 supported: Supported on Arm64 +2025/01/27-22:24:16.604380 6097121280 DMutex implementation: pthread_mutex_t +2025/01/27-22:24:16.604652 6097121280 [db/version_set.cc:5942] Recovering from manifest file: /Users/andreasbigger/kona/crates/executor/testdata/block-22880574/kv/MANIFEST-000010 +2025/01/27-22:24:16.604711 6097121280 [db/column_family.cc:618] --------------- Options for column family [default]: +2025/01/27-22:24:16.604810 6097121280 Options.comparator: leveldb.BytewiseComparator +2025/01/27-22:24:16.604813 6097121280 Options.merge_operator: None +2025/01/27-22:24:16.604814 6097121280 Options.compaction_filter: None +2025/01/27-22:24:16.604814 6097121280 Options.compaction_filter_factory: None +2025/01/27-22:24:16.604815 6097121280 Options.sst_partitioner_factory: None +2025/01/27-22:24:16.604816 6097121280 Options.memtable_factory: SkipListFactory +2025/01/27-22:24:16.604816 6097121280 Options.table_factory: BlockBasedTable +2025/01/27-22:24:16.604837 6097121280 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600002b60040) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600001e740d8 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/27-22:24:16.604840 6097121280 Options.write_buffer_size: 67108864 +2025/01/27-22:24:16.604840 6097121280 Options.max_write_buffer_number: 2 +2025/01/27-22:24:16.604841 6097121280 Options.compression: Snappy +2025/01/27-22:24:16.604841 6097121280 Options.bottommost_compression: Disabled +2025/01/27-22:24:16.604842 6097121280 Options.prefix_extractor: nullptr +2025/01/27-22:24:16.604843 6097121280 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/27-22:24:16.604843 6097121280 Options.num_levels: 7 +2025/01/27-22:24:16.604844 6097121280 Options.min_write_buffer_number_to_merge: 1 +2025/01/27-22:24:16.604844 6097121280 Options.max_write_buffer_number_to_maintain: 0 +2025/01/27-22:24:16.604845 6097121280 Options.max_write_buffer_size_to_maintain: 0 +2025/01/27-22:24:16.604846 6097121280 Options.bottommost_compression_opts.window_bits: -14 +2025/01/27-22:24:16.604846 6097121280 Options.bottommost_compression_opts.level: 32767 +2025/01/27-22:24:16.604847 6097121280 Options.bottommost_compression_opts.strategy: 0 +2025/01/27-22:24:16.604847 6097121280 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/27-22:24:16.604848 6097121280 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/27-22:24:16.604848 6097121280 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/27-22:24:16.604849 6097121280 Options.bottommost_compression_opts.enabled: false +2025/01/27-22:24:16.604850 6097121280 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/27-22:24:16.604850 6097121280 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/27-22:24:16.604851 6097121280 Options.compression_opts.window_bits: -14 +2025/01/27-22:24:16.604851 6097121280 Options.compression_opts.level: 32767 +2025/01/27-22:24:16.604852 6097121280 Options.compression_opts.strategy: 0 +2025/01/27-22:24:16.604853 6097121280 Options.compression_opts.max_dict_bytes: 0 +2025/01/27-22:24:16.604853 6097121280 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/27-22:24:16.604854 6097121280 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/27-22:24:16.604854 6097121280 Options.compression_opts.parallel_threads: 1 +2025/01/27-22:24:16.604855 6097121280 Options.compression_opts.enabled: false +2025/01/27-22:24:16.604855 6097121280 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/27-22:24:16.604856 6097121280 Options.level0_file_num_compaction_trigger: 4 +2025/01/27-22:24:16.604857 6097121280 Options.level0_slowdown_writes_trigger: 20 +2025/01/27-22:24:16.604857 6097121280 Options.level0_stop_writes_trigger: 36 +2025/01/27-22:24:16.604858 6097121280 Options.target_file_size_base: 67108864 +2025/01/27-22:24:16.604858 6097121280 Options.target_file_size_multiplier: 1 +2025/01/27-22:24:16.604859 6097121280 Options.max_bytes_for_level_base: 268435456 +2025/01/27-22:24:16.604860 6097121280 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/27-22:24:16.604860 6097121280 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/27-22:24:16.604861 6097121280 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/27-22:24:16.604861 6097121280 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/27-22:24:16.604862 6097121280 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/27-22:24:16.604863 6097121280 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/27-22:24:16.604863 6097121280 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/27-22:24:16.604864 6097121280 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/27-22:24:16.604864 6097121280 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/27-22:24:16.604865 6097121280 Options.max_sequential_skip_in_iterations: 8 +2025/01/27-22:24:16.604866 6097121280 Options.max_compaction_bytes: 1677721600 +2025/01/27-22:24:16.604866 6097121280 Options.ignore_max_compaction_bytes_for_input: true +2025/01/27-22:24:16.604867 6097121280 Options.arena_block_size: 1048576 +2025/01/27-22:24:16.604867 6097121280 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/27-22:24:16.604868 6097121280 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/27-22:24:16.604869 6097121280 Options.disable_auto_compactions: 0 +2025/01/27-22:24:16.604869 6097121280 Options.compaction_style: kCompactionStyleLevel +2025/01/27-22:24:16.604870 6097121280 Options.compaction_pri: kMinOverlappingRatio +2025/01/27-22:24:16.604871 6097121280 Options.compaction_options_universal.size_ratio: 1 +2025/01/27-22:24:16.604871 6097121280 Options.compaction_options_universal.min_merge_width: 2 +2025/01/27-22:24:16.604872 6097121280 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/27-22:24:16.604874 6097121280 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/27-22:24:16.604874 6097121280 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/27-22:24:16.604875 6097121280 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/27-22:24:16.604876 6097121280 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/27-22:24:16.604876 6097121280 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/27-22:24:16.604877 6097121280 Options.table_properties_collectors: +2025/01/27-22:24:16.604878 6097121280 Options.inplace_update_support: 0 +2025/01/27-22:24:16.604878 6097121280 Options.inplace_update_num_locks: 10000 +2025/01/27-22:24:16.604879 6097121280 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/27-22:24:16.604879 6097121280 Options.memtable_whole_key_filtering: 0 +2025/01/27-22:24:16.604880 6097121280 Options.memtable_huge_page_size: 0 +2025/01/27-22:24:16.604880 6097121280 Options.bloom_locality: 0 +2025/01/27-22:24:16.604881 6097121280 Options.max_successive_merges: 0 +2025/01/27-22:24:16.604882 6097121280 Options.optimize_filters_for_hits: 0 +2025/01/27-22:24:16.604882 6097121280 Options.paranoid_file_checks: 0 +2025/01/27-22:24:16.604883 6097121280 Options.force_consistency_checks: 1 +2025/01/27-22:24:16.604883 6097121280 Options.report_bg_io_stats: 0 +2025/01/27-22:24:16.604884 6097121280 Options.ttl: 2592000 +2025/01/27-22:24:16.604884 6097121280 Options.periodic_compaction_seconds: 0 +2025/01/27-22:24:16.604885 6097121280 Options.default_temperature: kUnknown +2025/01/27-22:24:16.604885 6097121280 Options.preclude_last_level_data_seconds: 0 +2025/01/27-22:24:16.604886 6097121280 Options.preserve_internal_time_seconds: 0 +2025/01/27-22:24:16.604887 6097121280 Options.enable_blob_files: false +2025/01/27-22:24:16.604887 6097121280 Options.min_blob_size: 0 +2025/01/27-22:24:16.604888 6097121280 Options.blob_file_size: 268435456 +2025/01/27-22:24:16.604888 6097121280 Options.blob_compression_type: NoCompression +2025/01/27-22:24:16.604889 6097121280 Options.enable_blob_garbage_collection: false +2025/01/27-22:24:16.604889 6097121280 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/27-22:24:16.604890 6097121280 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/27-22:24:16.604891 6097121280 Options.blob_compaction_readahead_size: 0 +2025/01/27-22:24:16.604891 6097121280 Options.blob_file_starting_level: 0 +2025/01/27-22:24:16.604892 6097121280 Options.experimental_mempurge_threshold: 0.000000 +2025/01/27-22:24:16.604892 6097121280 Options.memtable_max_range_deletions: 0 +2025/01/27-22:24:16.605598 6097121280 [db/version_set.cc:5993] Recovered from manifest file:/Users/andreasbigger/kona/crates/executor/testdata/block-22880574/kv/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 331, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 +2025/01/27-22:24:16.605601 6097121280 [db/version_set.cc:6002] Column family [default] (ID 0), log number is 5 +2025/01/27-22:24:16.605706 6097121280 [db/db_impl/db_impl_open.cc:646] DB ID: c6a373e5-0a1c-42ce-a88f-16c8e4404fd3 +2025/01/27-22:24:16.605854 6097121280 EVENT_LOG_v1 {"time_micros": 1738034656605850, "job": 1, "event": "recovery_started", "wal_files": [9]} +2025/01/27-22:24:16.605856 6097121280 [db/db_impl/db_impl_open.cc:1145] Recovering log #9 mode 2 +2025/01/27-22:24:16.605951 6097121280 EVENT_LOG_v1 {"time_micros": 1738034656605950, "job": 1, "event": "recovery_finished"} +2025/01/27-22:24:16.606097 6097121280 [db/version_set.cc:5439] Creating manifest 14 +2025/01/27-22:24:16.609131 6097121280 [file/delete_scheduler.cc:77] Deleted file /Users/andreasbigger/kona/crates/executor/testdata/block-22880574/kv/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2025/01/27-22:24:16.609185 6097121280 [db/db_impl/db_impl_open.cc:2157] SstFileManager instance 0x134f04ea0 +2025/01/27-22:24:16.609231 6097121280 DB pointer 0x13a008200 +2025/01/27-22:24:16.609477 6098841600 [db/db_impl/db_impl.cc:1140] ------- DUMPING STATS ------- +2025/01/27-22:24:16.609482 6098841600 [db/db_impl/db_impl.cc:1141] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent +Write Stall (count): write-buffer-manager-limit-stops: 0 + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + L0 1/0 216.20 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Sum 1/0 216.20 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x600001e740d8#29468 capacity: 32.00 MB seed: 1083074961 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000121 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2025/01/27-22:24:16.616177 6097121280 [db/db_impl/db_impl.cc:486] Shutdown: canceling all background work +2025/01/27-22:24:16.616354 6097121280 [db/db_impl/db_impl.cc:667] Shutdown complete diff --git a/crates/executor/testdata/block-22880574/kv/MANIFEST-000010 b/crates/executor/testdata/block-22880574/kv/MANIFEST-000010 deleted file mode 100644 index caeaf892fa1b4373870ab0e8b2e1c02d6fd35873..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 240 zcmZS8)^KKEU^I2G?@(Z1WR%KDElbTwNz!wwEJ-cTEKYUK&n-wSN-W7Q>U3aa{KCu= z#lpbI#K6KJ{A(U78v`RJ12Y#3!@3umT9bj|tYGeGrgR35^9Ok~7_3EX`a{A}|9p9> zTkj_GAudZM{o!7j#hQ7yW)NjEw9I9PFWa*?IZpc{~CMGMUer8!tb& fv7W^$YDrcKKhqg*M(#RBT~4qwxw%+bPBQ@jAVftN diff --git a/crates/executor/testdata/block-22880574/kv/MANIFEST-000014 b/crates/executor/testdata/block-22880574/kv/MANIFEST-000014 new file mode 100644 index 0000000000000000000000000000000000000000..6f5347109cccb9780e52d7d8260c233577593454 GIT binary patch literal 258 zcmcDHNmpWFVC-;UWHoiL?@(Z1WR%KDElbTwNz!wwEJ-cTEKYUK&n-wSN-W7Q>U3aa z6xZHpH=BWxiIt0$J){M|R|cVD_y>}}?~!zmebQ@r=5k=s8zwxVe}r5`bJF@hB`o@QcY zUApS%9yT^c23|%+b_Ndi(7f!t{PH|z4pxX^3_Jn}GMUer8!tb&v7W^$YDrcKKhqg* p#+;_WXm$ohP6lQ^pbMWVrpa&u-OB~#YY2OP1@eJBel9McJOGo~NOJ%H literal 0 HcmV?d00001 diff --git a/crates/executor/testdata/block-22880574/kv/OPTIONS-000007 b/crates/executor/testdata/block-22880574/kv/OPTIONS-000016 similarity index 100% rename from crates/executor/testdata/block-22880574/kv/OPTIONS-000007 rename to crates/executor/testdata/block-22880574/kv/OPTIONS-000016 diff --git a/crates/executor/testdata/block-22884230/kv/000009.log b/crates/executor/testdata/block-22880944/kv/000013.log similarity index 100% rename from crates/executor/testdata/block-22884230/kv/000009.log rename to crates/executor/testdata/block-22880944/kv/000013.log diff --git a/crates/executor/testdata/block-22880944/kv/CURRENT b/crates/executor/testdata/block-22880944/kv/CURRENT index 3051f81a6..23b73d910 100644 --- a/crates/executor/testdata/block-22880944/kv/CURRENT +++ b/crates/executor/testdata/block-22880944/kv/CURRENT @@ -1 +1 @@ -MANIFEST-000010 +MANIFEST-000014 diff --git a/crates/executor/testdata/block-22886311/kv/000009.log b/crates/executor/testdata/block-22880944/kv/LOG.old.1738034656603646 similarity index 100% rename from crates/executor/testdata/block-22886311/kv/000009.log rename to crates/executor/testdata/block-22880944/kv/LOG.old.1738034656603646 diff --git a/crates/executor/testdata/block-22880944/kv/LOG.old.1738034656625088 b/crates/executor/testdata/block-22880944/kv/LOG.old.1738034656625088 new file mode 100644 index 000000000..82d6b4615 --- /dev/null +++ b/crates/executor/testdata/block-22880944/kv/LOG.old.1738034656625088 @@ -0,0 +1,292 @@ +2025/01/27-22:24:16.603977 6140424192 RocksDB version: 8.10.0 +2025/01/27-22:24:16.605515 6140424192 Compile date 2023-12-15 13:01:14 +2025/01/27-22:24:16.605517 6140424192 DB SUMMARY +2025/01/27-22:24:16.605519 6140424192 Host name (Env): studio +2025/01/27-22:24:16.605520 6140424192 DB Session ID: TGXKEYEOLPPLP5KOIXKL +2025/01/27-22:24:16.605582 6140424192 CURRENT file: CURRENT +2025/01/27-22:24:16.605583 6140424192 IDENTITY file: IDENTITY +2025/01/27-22:24:16.605587 6140424192 MANIFEST file: MANIFEST-000010 size: 240 Bytes +2025/01/27-22:24:16.605588 6140424192 SST files in /Users/andreasbigger/kona/crates/executor/testdata/block-22880944/kv dir, Total Num: 1, files: 000008.sst +2025/01/27-22:24:16.605589 6140424192 Write Ahead Log file in /Users/andreasbigger/kona/crates/executor/testdata/block-22880944/kv: 000009.log size: 0 ; +2025/01/27-22:24:16.605590 6140424192 Options.error_if_exists: 0 +2025/01/27-22:24:16.605591 6140424192 Options.create_if_missing: 1 +2025/01/27-22:24:16.605591 6140424192 Options.paranoid_checks: 1 +2025/01/27-22:24:16.605592 6140424192 Options.flush_verify_memtable_count: 1 +2025/01/27-22:24:16.605593 6140424192 Options.compaction_verify_record_count: 1 +2025/01/27-22:24:16.605593 6140424192 Options.track_and_verify_wals_in_manifest: 0 +2025/01/27-22:24:16.605594 6140424192 Options.verify_sst_unique_id_in_manifest: 1 +2025/01/27-22:24:16.605594 6140424192 Options.env: 0x600001edeae0 +2025/01/27-22:24:16.605595 6140424192 Options.fs: PosixFileSystem +2025/01/27-22:24:16.605596 6140424192 Options.info_log: 0x142308918 +2025/01/27-22:24:16.605596 6140424192 Options.max_file_opening_threads: 16 +2025/01/27-22:24:16.605597 6140424192 Options.statistics: 0x0 +2025/01/27-22:24:16.605597 6140424192 Options.use_fsync: 0 +2025/01/27-22:24:16.605598 6140424192 Options.max_log_file_size: 0 +2025/01/27-22:24:16.605598 6140424192 Options.max_manifest_file_size: 1073741824 +2025/01/27-22:24:16.605599 6140424192 Options.log_file_time_to_roll: 0 +2025/01/27-22:24:16.605600 6140424192 Options.keep_log_file_num: 1000 +2025/01/27-22:24:16.605600 6140424192 Options.recycle_log_file_num: 0 +2025/01/27-22:24:16.605601 6140424192 Options.allow_fallocate: 1 +2025/01/27-22:24:16.605601 6140424192 Options.allow_mmap_reads: 0 +2025/01/27-22:24:16.605602 6140424192 Options.allow_mmap_writes: 0 +2025/01/27-22:24:16.605602 6140424192 Options.use_direct_reads: 0 +2025/01/27-22:24:16.605603 6140424192 Options.use_direct_io_for_flush_and_compaction: 0 +2025/01/27-22:24:16.605604 6140424192 Options.create_missing_column_families: 0 +2025/01/27-22:24:16.605604 6140424192 Options.db_log_dir: +2025/01/27-22:24:16.605605 6140424192 Options.wal_dir: +2025/01/27-22:24:16.605605 6140424192 Options.table_cache_numshardbits: 6 +2025/01/27-22:24:16.605606 6140424192 Options.WAL_ttl_seconds: 0 +2025/01/27-22:24:16.605606 6140424192 Options.WAL_size_limit_MB: 0 +2025/01/27-22:24:16.605607 6140424192 Options.max_write_batch_group_size_bytes: 1048576 +2025/01/27-22:24:16.605607 6140424192 Options.manifest_preallocation_size: 4194304 +2025/01/27-22:24:16.605608 6140424192 Options.is_fd_close_on_exec: 1 +2025/01/27-22:24:16.605608 6140424192 Options.advise_random_on_open: 1 +2025/01/27-22:24:16.605609 6140424192 Options.db_write_buffer_size: 0 +2025/01/27-22:24:16.605610 6140424192 Options.write_buffer_manager: 0x600001ccc000 +2025/01/27-22:24:16.605610 6140424192 Options.access_hint_on_compaction_start: 1 +2025/01/27-22:24:16.605611 6140424192 Options.random_access_max_buffer_size: 1048576 +2025/01/27-22:24:16.605611 6140424192 Options.use_adaptive_mutex: 0 +2025/01/27-22:24:16.605612 6140424192 Options.rate_limiter: 0x0 +2025/01/27-22:24:16.605612 6140424192 Options.sst_file_manager.rate_bytes_per_sec: 0 +2025/01/27-22:24:16.605613 6140424192 Options.wal_recovery_mode: 2 +2025/01/27-22:24:16.605613 6140424192 Options.enable_thread_tracking: 0 +2025/01/27-22:24:16.605614 6140424192 Options.enable_pipelined_write: 0 +2025/01/27-22:24:16.605614 6140424192 Options.unordered_write: 0 +2025/01/27-22:24:16.605615 6140424192 Options.allow_concurrent_memtable_write: 1 +2025/01/27-22:24:16.605616 6140424192 Options.enable_write_thread_adaptive_yield: 1 +2025/01/27-22:24:16.605616 6140424192 Options.write_thread_max_yield_usec: 100 +2025/01/27-22:24:16.605617 6140424192 Options.write_thread_slow_yield_usec: 3 +2025/01/27-22:24:16.605617 6140424192 Options.row_cache: None +2025/01/27-22:24:16.605618 6140424192 Options.wal_filter: None +2025/01/27-22:24:16.605618 6140424192 Options.avoid_flush_during_recovery: 0 +2025/01/27-22:24:16.605619 6140424192 Options.allow_ingest_behind: 0 +2025/01/27-22:24:16.605620 6140424192 Options.two_write_queues: 0 +2025/01/27-22:24:16.605620 6140424192 Options.manual_wal_flush: 0 +2025/01/27-22:24:16.605621 6140424192 Options.wal_compression: 0 +2025/01/27-22:24:16.605621 6140424192 Options.atomic_flush: 0 +2025/01/27-22:24:16.605622 6140424192 Options.avoid_unnecessary_blocking_io: 0 +2025/01/27-22:24:16.605622 6140424192 Options.persist_stats_to_disk: 0 +2025/01/27-22:24:16.605623 6140424192 Options.write_dbid_to_manifest: 0 +2025/01/27-22:24:16.605623 6140424192 Options.log_readahead_size: 0 +2025/01/27-22:24:16.605624 6140424192 Options.file_checksum_gen_factory: Unknown +2025/01/27-22:24:16.605625 6140424192 Options.best_efforts_recovery: 0 +2025/01/27-22:24:16.605625 6140424192 Options.max_bgerror_resume_count: 2147483647 +2025/01/27-22:24:16.605626 6140424192 Options.bgerror_resume_retry_interval: 1000000 +2025/01/27-22:24:16.605626 6140424192 Options.allow_data_in_errors: 0 +2025/01/27-22:24:16.605627 6140424192 Options.db_host_id: __hostname__ +2025/01/27-22:24:16.605627 6140424192 Options.enforce_single_del_contracts: true +2025/01/27-22:24:16.605628 6140424192 Options.max_background_jobs: 2 +2025/01/27-22:24:16.605629 6140424192 Options.max_background_compactions: -1 +2025/01/27-22:24:16.605629 6140424192 Options.max_subcompactions: 1 +2025/01/27-22:24:16.605630 6140424192 Options.avoid_flush_during_shutdown: 0 +2025/01/27-22:24:16.605630 6140424192 Options.writable_file_max_buffer_size: 1048576 +2025/01/27-22:24:16.605631 6140424192 Options.delayed_write_rate : 16777216 +2025/01/27-22:24:16.605632 6140424192 Options.max_total_wal_size: 0 +2025/01/27-22:24:16.605632 6140424192 Options.delete_obsolete_files_period_micros: 21600000000 +2025/01/27-22:24:16.605633 6140424192 Options.stats_dump_period_sec: 600 +2025/01/27-22:24:16.605633 6140424192 Options.stats_persist_period_sec: 600 +2025/01/27-22:24:16.605634 6140424192 Options.stats_history_buffer_size: 1048576 +2025/01/27-22:24:16.605634 6140424192 Options.max_open_files: -1 +2025/01/27-22:24:16.605635 6140424192 Options.bytes_per_sync: 0 +2025/01/27-22:24:16.605636 6140424192 Options.wal_bytes_per_sync: 0 +2025/01/27-22:24:16.605636 6140424192 Options.strict_bytes_per_sync: 0 +2025/01/27-22:24:16.605637 6140424192 Options.compaction_readahead_size: 2097152 +2025/01/27-22:24:16.605637 6140424192 Options.max_background_flushes: -1 +2025/01/27-22:24:16.605638 6140424192 Options.daily_offpeak_time_utc: +2025/01/27-22:24:16.605638 6140424192 Compression algorithms supported: +2025/01/27-22:24:16.605639 6140424192 kZSTD supported: 0 +2025/01/27-22:24:16.605640 6140424192 kZlibCompression supported: 0 +2025/01/27-22:24:16.605665 6140424192 kXpressCompression supported: 0 +2025/01/27-22:24:16.605669 6140424192 kSnappyCompression supported: 1 +2025/01/27-22:24:16.605669 6140424192 kZSTDNotFinalCompression supported: 0 +2025/01/27-22:24:16.605670 6140424192 kLZ4HCCompression supported: 0 +2025/01/27-22:24:16.605671 6140424192 kLZ4Compression supported: 0 +2025/01/27-22:24:16.605671 6140424192 kBZip2Compression supported: 0 +2025/01/27-22:24:16.605675 6140424192 Fast CRC32 supported: Supported on Arm64 +2025/01/27-22:24:16.605676 6140424192 DMutex implementation: pthread_mutex_t +2025/01/27-22:24:16.605843 6140424192 [db/version_set.cc:5942] Recovering from manifest file: /Users/andreasbigger/kona/crates/executor/testdata/block-22880944/kv/MANIFEST-000010 +2025/01/27-22:24:16.605916 6140424192 [db/column_family.cc:618] --------------- Options for column family [default]: +2025/01/27-22:24:16.605918 6140424192 Options.comparator: leveldb.BytewiseComparator +2025/01/27-22:24:16.605919 6140424192 Options.merge_operator: None +2025/01/27-22:24:16.605920 6140424192 Options.compaction_filter: None +2025/01/27-22:24:16.605920 6140424192 Options.compaction_filter_factory: None +2025/01/27-22:24:16.605921 6140424192 Options.sst_partitioner_factory: None +2025/01/27-22:24:16.605922 6140424192 Options.memtable_factory: SkipListFactory +2025/01/27-22:24:16.605922 6140424192 Options.table_factory: BlockBasedTable +2025/01/27-22:24:16.605941 6140424192 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x6000027d09a0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x6000012c8198 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/27-22:24:16.605943 6140424192 Options.write_buffer_size: 67108864 +2025/01/27-22:24:16.605944 6140424192 Options.max_write_buffer_number: 2 +2025/01/27-22:24:16.605944 6140424192 Options.compression: Snappy +2025/01/27-22:24:16.605945 6140424192 Options.bottommost_compression: Disabled +2025/01/27-22:24:16.605946 6140424192 Options.prefix_extractor: nullptr +2025/01/27-22:24:16.605946 6140424192 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/27-22:24:16.605947 6140424192 Options.num_levels: 7 +2025/01/27-22:24:16.605947 6140424192 Options.min_write_buffer_number_to_merge: 1 +2025/01/27-22:24:16.605948 6140424192 Options.max_write_buffer_number_to_maintain: 0 +2025/01/27-22:24:16.605948 6140424192 Options.max_write_buffer_size_to_maintain: 0 +2025/01/27-22:24:16.605949 6140424192 Options.bottommost_compression_opts.window_bits: -14 +2025/01/27-22:24:16.605950 6140424192 Options.bottommost_compression_opts.level: 32767 +2025/01/27-22:24:16.605950 6140424192 Options.bottommost_compression_opts.strategy: 0 +2025/01/27-22:24:16.605951 6140424192 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/27-22:24:16.605951 6140424192 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/27-22:24:16.605952 6140424192 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/27-22:24:16.605953 6140424192 Options.bottommost_compression_opts.enabled: false +2025/01/27-22:24:16.605953 6140424192 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/27-22:24:16.605954 6140424192 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/27-22:24:16.605954 6140424192 Options.compression_opts.window_bits: -14 +2025/01/27-22:24:16.605955 6140424192 Options.compression_opts.level: 32767 +2025/01/27-22:24:16.605956 6140424192 Options.compression_opts.strategy: 0 +2025/01/27-22:24:16.605956 6140424192 Options.compression_opts.max_dict_bytes: 0 +2025/01/27-22:24:16.605957 6140424192 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/27-22:24:16.605957 6140424192 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/27-22:24:16.605958 6140424192 Options.compression_opts.parallel_threads: 1 +2025/01/27-22:24:16.605959 6140424192 Options.compression_opts.enabled: false +2025/01/27-22:24:16.605959 6140424192 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/27-22:24:16.605960 6140424192 Options.level0_file_num_compaction_trigger: 4 +2025/01/27-22:24:16.605960 6140424192 Options.level0_slowdown_writes_trigger: 20 +2025/01/27-22:24:16.605961 6140424192 Options.level0_stop_writes_trigger: 36 +2025/01/27-22:24:16.605961 6140424192 Options.target_file_size_base: 67108864 +2025/01/27-22:24:16.605962 6140424192 Options.target_file_size_multiplier: 1 +2025/01/27-22:24:16.605962 6140424192 Options.max_bytes_for_level_base: 268435456 +2025/01/27-22:24:16.605963 6140424192 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/27-22:24:16.605963 6140424192 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/27-22:24:16.605964 6140424192 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/27-22:24:16.605965 6140424192 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/27-22:24:16.605965 6140424192 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/27-22:24:16.605966 6140424192 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/27-22:24:16.605967 6140424192 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/27-22:24:16.605967 6140424192 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/27-22:24:16.605968 6140424192 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/27-22:24:16.605968 6140424192 Options.max_sequential_skip_in_iterations: 8 +2025/01/27-22:24:16.605969 6140424192 Options.max_compaction_bytes: 1677721600 +2025/01/27-22:24:16.605969 6140424192 Options.ignore_max_compaction_bytes_for_input: true +2025/01/27-22:24:16.605970 6140424192 Options.arena_block_size: 1048576 +2025/01/27-22:24:16.605970 6140424192 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/27-22:24:16.605971 6140424192 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/27-22:24:16.605972 6140424192 Options.disable_auto_compactions: 0 +2025/01/27-22:24:16.605972 6140424192 Options.compaction_style: kCompactionStyleLevel +2025/01/27-22:24:16.605973 6140424192 Options.compaction_pri: kMinOverlappingRatio +2025/01/27-22:24:16.605974 6140424192 Options.compaction_options_universal.size_ratio: 1 +2025/01/27-22:24:16.605974 6140424192 Options.compaction_options_universal.min_merge_width: 2 +2025/01/27-22:24:16.605975 6140424192 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/27-22:24:16.605978 6140424192 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/27-22:24:16.605978 6140424192 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/27-22:24:16.605979 6140424192 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/27-22:24:16.605980 6140424192 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/27-22:24:16.605980 6140424192 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/27-22:24:16.605981 6140424192 Options.table_properties_collectors: +2025/01/27-22:24:16.605982 6140424192 Options.inplace_update_support: 0 +2025/01/27-22:24:16.605982 6140424192 Options.inplace_update_num_locks: 10000 +2025/01/27-22:24:16.605983 6140424192 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/27-22:24:16.605983 6140424192 Options.memtable_whole_key_filtering: 0 +2025/01/27-22:24:16.605984 6140424192 Options.memtable_huge_page_size: 0 +2025/01/27-22:24:16.605985 6140424192 Options.bloom_locality: 0 +2025/01/27-22:24:16.605985 6140424192 Options.max_successive_merges: 0 +2025/01/27-22:24:16.605986 6140424192 Options.optimize_filters_for_hits: 0 +2025/01/27-22:24:16.605986 6140424192 Options.paranoid_file_checks: 0 +2025/01/27-22:24:16.605987 6140424192 Options.force_consistency_checks: 1 +2025/01/27-22:24:16.605987 6140424192 Options.report_bg_io_stats: 0 +2025/01/27-22:24:16.605988 6140424192 Options.ttl: 2592000 +2025/01/27-22:24:16.605988 6140424192 Options.periodic_compaction_seconds: 0 +2025/01/27-22:24:16.605989 6140424192 Options.default_temperature: kUnknown +2025/01/27-22:24:16.605989 6140424192 Options.preclude_last_level_data_seconds: 0 +2025/01/27-22:24:16.605990 6140424192 Options.preserve_internal_time_seconds: 0 +2025/01/27-22:24:16.605990 6140424192 Options.enable_blob_files: false +2025/01/27-22:24:16.605991 6140424192 Options.min_blob_size: 0 +2025/01/27-22:24:16.605992 6140424192 Options.blob_file_size: 268435456 +2025/01/27-22:24:16.605992 6140424192 Options.blob_compression_type: NoCompression +2025/01/27-22:24:16.605993 6140424192 Options.enable_blob_garbage_collection: false +2025/01/27-22:24:16.605993 6140424192 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/27-22:24:16.605994 6140424192 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/27-22:24:16.605995 6140424192 Options.blob_compaction_readahead_size: 0 +2025/01/27-22:24:16.605995 6140424192 Options.blob_file_starting_level: 0 +2025/01/27-22:24:16.605996 6140424192 Options.experimental_mempurge_threshold: 0.000000 +2025/01/27-22:24:16.605997 6140424192 Options.memtable_max_range_deletions: 0 +2025/01/27-22:24:16.607094 6140424192 [db/version_set.cc:5993] Recovered from manifest file:/Users/andreasbigger/kona/crates/executor/testdata/block-22880944/kv/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 702, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 +2025/01/27-22:24:16.607104 6140424192 [db/version_set.cc:6002] Column family [default] (ID 0), log number is 5 +2025/01/27-22:24:16.607288 6140424192 [db/db_impl/db_impl_open.cc:646] DB ID: f3c71308-75cd-4f7e-9c7f-3a4e06a3110f +2025/01/27-22:24:16.607759 6140424192 EVENT_LOG_v1 {"time_micros": 1738034656607756, "job": 1, "event": "recovery_started", "wal_files": [9]} +2025/01/27-22:24:16.607763 6140424192 [db/db_impl/db_impl_open.cc:1145] Recovering log #9 mode 2 +2025/01/27-22:24:16.607837 6140424192 EVENT_LOG_v1 {"time_micros": 1738034656607836, "job": 1, "event": "recovery_finished"} +2025/01/27-22:24:16.608011 6140424192 [db/version_set.cc:5439] Creating manifest 14 +2025/01/27-22:24:16.609844 6140424192 [file/delete_scheduler.cc:77] Deleted file /Users/andreasbigger/kona/crates/executor/testdata/block-22880944/kv/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2025/01/27-22:24:16.609991 6140424192 [db/db_impl/db_impl_open.cc:2157] SstFileManager instance 0x142308ce0 +2025/01/27-22:24:16.610054 6140424192 DB pointer 0x143811e00 +2025/01/27-22:24:16.610397 6142144512 [db/db_impl/db_impl.cc:1140] ------- DUMPING STATS ------- +2025/01/27-22:24:16.610400 6142144512 [db/db_impl/db_impl.cc:1141] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent +Write Stall (count): write-buffer-manager-limit-stops: 0 + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + L0 1/0 418.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Sum 1/0 418.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x6000012c8198#29472 capacity: 32.00 MB seed: 1083074961 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000115 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2025/01/27-22:24:16.625371 6140424192 [db/db_impl/db_impl.cc:486] Shutdown: canceling all background work +2025/01/27-22:24:16.625541 6140424192 [db/db_impl/db_impl.cc:667] Shutdown complete diff --git a/crates/executor/testdata/block-22880944/kv/MANIFEST-000010 b/crates/executor/testdata/block-22880944/kv/MANIFEST-000010 deleted file mode 100644 index bd6ad214d5094457e7dc6852c7f5d74b3d3056e5..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 240 zcmZS8)^KKEU^I2G?@(Z1WR%KDElbTwNz!wwEJ-cTEKYUK&n-wSN-W7Q>U3aa{KCu= z#lpbI#K6KJ{A(U78v`RJ12Y#3L-G-C*~vh0Rxo!TYdQnR!YNW3401(kZI)9T#q_g( z6vb>>bU*38iax9NK9@({1wEao0vW{^89+eee}0+s`k6KkqSkg{wp`t3f9Ttm3;y_F zIM2oN+wc6oDU3V8>KGXJv9hu*U3GL18yh17FC!y60|$F(UUpu7c^;2|{)5e@9vys_ g`~06u^v6XaZ}^#h@-xc5EZ)Njb|yC$E6YAs02|FoLI3~& diff --git a/crates/executor/testdata/block-22880944/kv/MANIFEST-000014 b/crates/executor/testdata/block-22880944/kv/MANIFEST-000014 new file mode 100644 index 0000000000000000000000000000000000000000..cc00059c499138a5ca173e9ccb1d48cc6ee99ffd GIT binary patch literal 258 zcmcDHNmpWFVC-;UWHoiL?@(Z1WR%KDElbTwNz!wwEJ-cTEKYUK&n-wSN-W7Q>U3aa zJU&}&-)sg(CRQ$1mVK=03>*umNNF(06{)pZPHhy^&;C&qvuV-&r2i`Vtls-v9(fn^ zbe;-i6k}un0geCpWzOqo+Bk?>+lAS3b)WsAZ(A<-oq7te3M^ZTYS?gXo2VBE*b z%DQyb(LHQzj10VtjO+{??4fztdHLme%p9x`H4Hog`VTgrdUWtz?(=^t(H|Fyyy0j1 r$EW~N42+x%%zQu>2DpCc;RL#u3(Ehee=-@!2lDv2xPbBiMiftF literal 0 HcmV?d00001 diff --git a/crates/executor/testdata/block-22880944/kv/OPTIONS-000007 b/crates/executor/testdata/block-22880944/kv/OPTIONS-000016 similarity index 100% rename from crates/executor/testdata/block-22880944/kv/OPTIONS-000007 rename to crates/executor/testdata/block-22880944/kv/OPTIONS-000016 diff --git a/crates/executor/testdata/block-22886464/kv/000009.log b/crates/executor/testdata/block-22884230/kv/000013.log similarity index 100% rename from crates/executor/testdata/block-22886464/kv/000009.log rename to crates/executor/testdata/block-22884230/kv/000013.log diff --git a/crates/executor/testdata/block-22884230/kv/CURRENT b/crates/executor/testdata/block-22884230/kv/CURRENT index 3051f81a6..23b73d910 100644 --- a/crates/executor/testdata/block-22884230/kv/CURRENT +++ b/crates/executor/testdata/block-22884230/kv/CURRENT @@ -1 +1 @@ -MANIFEST-000010 +MANIFEST-000014 diff --git a/crates/executor/testdata/block-22887258/kv/000009.log b/crates/executor/testdata/block-22884230/kv/LOG.old.1738034656601681 similarity index 100% rename from crates/executor/testdata/block-22887258/kv/000009.log rename to crates/executor/testdata/block-22884230/kv/LOG.old.1738034656601681 diff --git a/crates/executor/testdata/block-22884230/kv/LOG.old.1738034656622224 b/crates/executor/testdata/block-22884230/kv/LOG.old.1738034656622224 new file mode 100644 index 000000000..7ff38ac21 --- /dev/null +++ b/crates/executor/testdata/block-22884230/kv/LOG.old.1738034656622224 @@ -0,0 +1,292 @@ +2025/01/27-22:24:16.602672 6135967744 RocksDB version: 8.10.0 +2025/01/27-22:24:16.603932 6135967744 Compile date 2023-12-15 13:01:14 +2025/01/27-22:24:16.603934 6135967744 DB SUMMARY +2025/01/27-22:24:16.603937 6135967744 Host name (Env): studio +2025/01/27-22:24:16.603938 6135967744 DB Session ID: VY48ITLEOHQ7JLG4C830 +2025/01/27-22:24:16.604031 6135967744 CURRENT file: CURRENT +2025/01/27-22:24:16.604032 6135967744 IDENTITY file: IDENTITY +2025/01/27-22:24:16.604037 6135967744 MANIFEST file: MANIFEST-000010 size: 240 Bytes +2025/01/27-22:24:16.604038 6135967744 SST files in /Users/andreasbigger/kona/crates/executor/testdata/block-22884230/kv dir, Total Num: 1, files: 000008.sst +2025/01/27-22:24:16.604039 6135967744 Write Ahead Log file in /Users/andreasbigger/kona/crates/executor/testdata/block-22884230/kv: 000009.log size: 0 ; +2025/01/27-22:24:16.604040 6135967744 Options.error_if_exists: 0 +2025/01/27-22:24:16.604041 6135967744 Options.create_if_missing: 1 +2025/01/27-22:24:16.604041 6135967744 Options.paranoid_checks: 1 +2025/01/27-22:24:16.604042 6135967744 Options.flush_verify_memtable_count: 1 +2025/01/27-22:24:16.604042 6135967744 Options.compaction_verify_record_count: 1 +2025/01/27-22:24:16.604043 6135967744 Options.track_and_verify_wals_in_manifest: 0 +2025/01/27-22:24:16.604043 6135967744 Options.verify_sst_unique_id_in_manifest: 1 +2025/01/27-22:24:16.604044 6135967744 Options.env: 0x600000189500 +2025/01/27-22:24:16.604045 6135967744 Options.fs: PosixFileSystem +2025/01/27-22:24:16.604045 6135967744 Options.info_log: 0x144404098 +2025/01/27-22:24:16.604046 6135967744 Options.max_file_opening_threads: 16 +2025/01/27-22:24:16.604047 6135967744 Options.statistics: 0x0 +2025/01/27-22:24:16.604047 6135967744 Options.use_fsync: 0 +2025/01/27-22:24:16.604048 6135967744 Options.max_log_file_size: 0 +2025/01/27-22:24:16.604048 6135967744 Options.max_manifest_file_size: 1073741824 +2025/01/27-22:24:16.604049 6135967744 Options.log_file_time_to_roll: 0 +2025/01/27-22:24:16.604050 6135967744 Options.keep_log_file_num: 1000 +2025/01/27-22:24:16.604050 6135967744 Options.recycle_log_file_num: 0 +2025/01/27-22:24:16.604051 6135967744 Options.allow_fallocate: 1 +2025/01/27-22:24:16.604051 6135967744 Options.allow_mmap_reads: 0 +2025/01/27-22:24:16.604052 6135967744 Options.allow_mmap_writes: 0 +2025/01/27-22:24:16.604052 6135967744 Options.use_direct_reads: 0 +2025/01/27-22:24:16.604053 6135967744 Options.use_direct_io_for_flush_and_compaction: 0 +2025/01/27-22:24:16.604053 6135967744 Options.create_missing_column_families: 0 +2025/01/27-22:24:16.604054 6135967744 Options.db_log_dir: +2025/01/27-22:24:16.604054 6135967744 Options.wal_dir: +2025/01/27-22:24:16.604055 6135967744 Options.table_cache_numshardbits: 6 +2025/01/27-22:24:16.604055 6135967744 Options.WAL_ttl_seconds: 0 +2025/01/27-22:24:16.604056 6135967744 Options.WAL_size_limit_MB: 0 +2025/01/27-22:24:16.604057 6135967744 Options.max_write_batch_group_size_bytes: 1048576 +2025/01/27-22:24:16.604057 6135967744 Options.manifest_preallocation_size: 4194304 +2025/01/27-22:24:16.604058 6135967744 Options.is_fd_close_on_exec: 1 +2025/01/27-22:24:16.604058 6135967744 Options.advise_random_on_open: 1 +2025/01/27-22:24:16.604059 6135967744 Options.db_write_buffer_size: 0 +2025/01/27-22:24:16.604060 6135967744 Options.write_buffer_manager: 0x600000398000 +2025/01/27-22:24:16.604060 6135967744 Options.access_hint_on_compaction_start: 1 +2025/01/27-22:24:16.604061 6135967744 Options.random_access_max_buffer_size: 1048576 +2025/01/27-22:24:16.604061 6135967744 Options.use_adaptive_mutex: 0 +2025/01/27-22:24:16.604062 6135967744 Options.rate_limiter: 0x0 +2025/01/27-22:24:16.604063 6135967744 Options.sst_file_manager.rate_bytes_per_sec: 0 +2025/01/27-22:24:16.604063 6135967744 Options.wal_recovery_mode: 2 +2025/01/27-22:24:16.604064 6135967744 Options.enable_thread_tracking: 0 +2025/01/27-22:24:16.604065 6135967744 Options.enable_pipelined_write: 0 +2025/01/27-22:24:16.604065 6135967744 Options.unordered_write: 0 +2025/01/27-22:24:16.604066 6135967744 Options.allow_concurrent_memtable_write: 1 +2025/01/27-22:24:16.604066 6135967744 Options.enable_write_thread_adaptive_yield: 1 +2025/01/27-22:24:16.604067 6135967744 Options.write_thread_max_yield_usec: 100 +2025/01/27-22:24:16.604067 6135967744 Options.write_thread_slow_yield_usec: 3 +2025/01/27-22:24:16.604068 6135967744 Options.row_cache: None +2025/01/27-22:24:16.604068 6135967744 Options.wal_filter: None +2025/01/27-22:24:16.604069 6135967744 Options.avoid_flush_during_recovery: 0 +2025/01/27-22:24:16.604070 6135967744 Options.allow_ingest_behind: 0 +2025/01/27-22:24:16.604070 6135967744 Options.two_write_queues: 0 +2025/01/27-22:24:16.604071 6135967744 Options.manual_wal_flush: 0 +2025/01/27-22:24:16.604071 6135967744 Options.wal_compression: 0 +2025/01/27-22:24:16.604072 6135967744 Options.atomic_flush: 0 +2025/01/27-22:24:16.604072 6135967744 Options.avoid_unnecessary_blocking_io: 0 +2025/01/27-22:24:16.604073 6135967744 Options.persist_stats_to_disk: 0 +2025/01/27-22:24:16.604074 6135967744 Options.write_dbid_to_manifest: 0 +2025/01/27-22:24:16.604074 6135967744 Options.log_readahead_size: 0 +2025/01/27-22:24:16.604075 6135967744 Options.file_checksum_gen_factory: Unknown +2025/01/27-22:24:16.604076 6135967744 Options.best_efforts_recovery: 0 +2025/01/27-22:24:16.604076 6135967744 Options.max_bgerror_resume_count: 2147483647 +2025/01/27-22:24:16.604077 6135967744 Options.bgerror_resume_retry_interval: 1000000 +2025/01/27-22:24:16.604077 6135967744 Options.allow_data_in_errors: 0 +2025/01/27-22:24:16.604078 6135967744 Options.db_host_id: __hostname__ +2025/01/27-22:24:16.604079 6135967744 Options.enforce_single_del_contracts: true +2025/01/27-22:24:16.604079 6135967744 Options.max_background_jobs: 2 +2025/01/27-22:24:16.604080 6135967744 Options.max_background_compactions: -1 +2025/01/27-22:24:16.604081 6135967744 Options.max_subcompactions: 1 +2025/01/27-22:24:16.604081 6135967744 Options.avoid_flush_during_shutdown: 0 +2025/01/27-22:24:16.604082 6135967744 Options.writable_file_max_buffer_size: 1048576 +2025/01/27-22:24:16.604082 6135967744 Options.delayed_write_rate : 16777216 +2025/01/27-22:24:16.604083 6135967744 Options.max_total_wal_size: 0 +2025/01/27-22:24:16.604083 6135967744 Options.delete_obsolete_files_period_micros: 21600000000 +2025/01/27-22:24:16.604084 6135967744 Options.stats_dump_period_sec: 600 +2025/01/27-22:24:16.604085 6135967744 Options.stats_persist_period_sec: 600 +2025/01/27-22:24:16.604085 6135967744 Options.stats_history_buffer_size: 1048576 +2025/01/27-22:24:16.604086 6135967744 Options.max_open_files: -1 +2025/01/27-22:24:16.604086 6135967744 Options.bytes_per_sync: 0 +2025/01/27-22:24:16.604087 6135967744 Options.wal_bytes_per_sync: 0 +2025/01/27-22:24:16.604087 6135967744 Options.strict_bytes_per_sync: 0 +2025/01/27-22:24:16.604088 6135967744 Options.compaction_readahead_size: 2097152 +2025/01/27-22:24:16.604088 6135967744 Options.max_background_flushes: -1 +2025/01/27-22:24:16.604089 6135967744 Options.daily_offpeak_time_utc: +2025/01/27-22:24:16.604090 6135967744 Compression algorithms supported: +2025/01/27-22:24:16.604091 6135967744 kZSTD supported: 0 +2025/01/27-22:24:16.604091 6135967744 kZlibCompression supported: 0 +2025/01/27-22:24:16.604092 6135967744 kXpressCompression supported: 0 +2025/01/27-22:24:16.604093 6135967744 kSnappyCompression supported: 1 +2025/01/27-22:24:16.604093 6135967744 kZSTDNotFinalCompression supported: 0 +2025/01/27-22:24:16.604094 6135967744 kLZ4HCCompression supported: 0 +2025/01/27-22:24:16.604094 6135967744 kLZ4Compression supported: 0 +2025/01/27-22:24:16.604095 6135967744 kBZip2Compression supported: 0 +2025/01/27-22:24:16.604099 6135967744 Fast CRC32 supported: Supported on Arm64 +2025/01/27-22:24:16.604099 6135967744 DMutex implementation: pthread_mutex_t +2025/01/27-22:24:16.604308 6135967744 [db/version_set.cc:5942] Recovering from manifest file: /Users/andreasbigger/kona/crates/executor/testdata/block-22884230/kv/MANIFEST-000010 +2025/01/27-22:24:16.604391 6135967744 [db/column_family.cc:618] --------------- Options for column family [default]: +2025/01/27-22:24:16.604393 6135967744 Options.comparator: leveldb.BytewiseComparator +2025/01/27-22:24:16.604394 6135967744 Options.merge_operator: None +2025/01/27-22:24:16.604394 6135967744 Options.compaction_filter: None +2025/01/27-22:24:16.604395 6135967744 Options.compaction_filter_factory: None +2025/01/27-22:24:16.604395 6135967744 Options.sst_partitioner_factory: None +2025/01/27-22:24:16.604396 6135967744 Options.memtable_factory: SkipListFactory +2025/01/27-22:24:16.604397 6135967744 Options.table_factory: BlockBasedTable +2025/01/27-22:24:16.604415 6135967744 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x60000389e380) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600000d84018 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/27-22:24:16.604417 6135967744 Options.write_buffer_size: 67108864 +2025/01/27-22:24:16.604418 6135967744 Options.max_write_buffer_number: 2 +2025/01/27-22:24:16.604419 6135967744 Options.compression: Snappy +2025/01/27-22:24:16.604419 6135967744 Options.bottommost_compression: Disabled +2025/01/27-22:24:16.604420 6135967744 Options.prefix_extractor: nullptr +2025/01/27-22:24:16.604421 6135967744 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/27-22:24:16.604421 6135967744 Options.num_levels: 7 +2025/01/27-22:24:16.604422 6135967744 Options.min_write_buffer_number_to_merge: 1 +2025/01/27-22:24:16.604422 6135967744 Options.max_write_buffer_number_to_maintain: 0 +2025/01/27-22:24:16.604423 6135967744 Options.max_write_buffer_size_to_maintain: 0 +2025/01/27-22:24:16.604423 6135967744 Options.bottommost_compression_opts.window_bits: -14 +2025/01/27-22:24:16.604424 6135967744 Options.bottommost_compression_opts.level: 32767 +2025/01/27-22:24:16.604425 6135967744 Options.bottommost_compression_opts.strategy: 0 +2025/01/27-22:24:16.604425 6135967744 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/27-22:24:16.604426 6135967744 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/27-22:24:16.604426 6135967744 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/27-22:24:16.604427 6135967744 Options.bottommost_compression_opts.enabled: false +2025/01/27-22:24:16.604427 6135967744 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/27-22:24:16.604428 6135967744 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/27-22:24:16.604428 6135967744 Options.compression_opts.window_bits: -14 +2025/01/27-22:24:16.604429 6135967744 Options.compression_opts.level: 32767 +2025/01/27-22:24:16.604430 6135967744 Options.compression_opts.strategy: 0 +2025/01/27-22:24:16.604430 6135967744 Options.compression_opts.max_dict_bytes: 0 +2025/01/27-22:24:16.604431 6135967744 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/27-22:24:16.604431 6135967744 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/27-22:24:16.604432 6135967744 Options.compression_opts.parallel_threads: 1 +2025/01/27-22:24:16.604433 6135967744 Options.compression_opts.enabled: false +2025/01/27-22:24:16.604433 6135967744 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/27-22:24:16.604434 6135967744 Options.level0_file_num_compaction_trigger: 4 +2025/01/27-22:24:16.604434 6135967744 Options.level0_slowdown_writes_trigger: 20 +2025/01/27-22:24:16.604435 6135967744 Options.level0_stop_writes_trigger: 36 +2025/01/27-22:24:16.604435 6135967744 Options.target_file_size_base: 67108864 +2025/01/27-22:24:16.604436 6135967744 Options.target_file_size_multiplier: 1 +2025/01/27-22:24:16.604436 6135967744 Options.max_bytes_for_level_base: 268435456 +2025/01/27-22:24:16.604437 6135967744 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/27-22:24:16.604438 6135967744 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/27-22:24:16.604438 6135967744 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/27-22:24:16.604439 6135967744 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/27-22:24:16.604440 6135967744 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/27-22:24:16.604440 6135967744 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/27-22:24:16.604441 6135967744 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/27-22:24:16.604441 6135967744 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/27-22:24:16.604442 6135967744 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/27-22:24:16.604442 6135967744 Options.max_sequential_skip_in_iterations: 8 +2025/01/27-22:24:16.604443 6135967744 Options.max_compaction_bytes: 1677721600 +2025/01/27-22:24:16.604443 6135967744 Options.ignore_max_compaction_bytes_for_input: true +2025/01/27-22:24:16.604444 6135967744 Options.arena_block_size: 1048576 +2025/01/27-22:24:16.604444 6135967744 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/27-22:24:16.604445 6135967744 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/27-22:24:16.604445 6135967744 Options.disable_auto_compactions: 0 +2025/01/27-22:24:16.604446 6135967744 Options.compaction_style: kCompactionStyleLevel +2025/01/27-22:24:16.604447 6135967744 Options.compaction_pri: kMinOverlappingRatio +2025/01/27-22:24:16.604447 6135967744 Options.compaction_options_universal.size_ratio: 1 +2025/01/27-22:24:16.604448 6135967744 Options.compaction_options_universal.min_merge_width: 2 +2025/01/27-22:24:16.604448 6135967744 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/27-22:24:16.604450 6135967744 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/27-22:24:16.604451 6135967744 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/27-22:24:16.604451 6135967744 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/27-22:24:16.604452 6135967744 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/27-22:24:16.604453 6135967744 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/27-22:24:16.604453 6135967744 Options.table_properties_collectors: +2025/01/27-22:24:16.604454 6135967744 Options.inplace_update_support: 0 +2025/01/27-22:24:16.604454 6135967744 Options.inplace_update_num_locks: 10000 +2025/01/27-22:24:16.604455 6135967744 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/27-22:24:16.604456 6135967744 Options.memtable_whole_key_filtering: 0 +2025/01/27-22:24:16.604456 6135967744 Options.memtable_huge_page_size: 0 +2025/01/27-22:24:16.604457 6135967744 Options.bloom_locality: 0 +2025/01/27-22:24:16.604457 6135967744 Options.max_successive_merges: 0 +2025/01/27-22:24:16.604458 6135967744 Options.optimize_filters_for_hits: 0 +2025/01/27-22:24:16.604458 6135967744 Options.paranoid_file_checks: 0 +2025/01/27-22:24:16.604459 6135967744 Options.force_consistency_checks: 1 +2025/01/27-22:24:16.604459 6135967744 Options.report_bg_io_stats: 0 +2025/01/27-22:24:16.604460 6135967744 Options.ttl: 2592000 +2025/01/27-22:24:16.604460 6135967744 Options.periodic_compaction_seconds: 0 +2025/01/27-22:24:16.604461 6135967744 Options.default_temperature: kUnknown +2025/01/27-22:24:16.604462 6135967744 Options.preclude_last_level_data_seconds: 0 +2025/01/27-22:24:16.604462 6135967744 Options.preserve_internal_time_seconds: 0 +2025/01/27-22:24:16.604463 6135967744 Options.enable_blob_files: false +2025/01/27-22:24:16.604463 6135967744 Options.min_blob_size: 0 +2025/01/27-22:24:16.604464 6135967744 Options.blob_file_size: 268435456 +2025/01/27-22:24:16.604465 6135967744 Options.blob_compression_type: NoCompression +2025/01/27-22:24:16.604465 6135967744 Options.enable_blob_garbage_collection: false +2025/01/27-22:24:16.604466 6135967744 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/27-22:24:16.604466 6135967744 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/27-22:24:16.604467 6135967744 Options.blob_compaction_readahead_size: 0 +2025/01/27-22:24:16.604468 6135967744 Options.blob_file_starting_level: 0 +2025/01/27-22:24:16.604468 6135967744 Options.experimental_mempurge_threshold: 0.000000 +2025/01/27-22:24:16.604469 6135967744 Options.memtable_max_range_deletions: 0 +2025/01/27-22:24:16.605838 6135967744 [db/version_set.cc:5993] Recovered from manifest file:/Users/andreasbigger/kona/crates/executor/testdata/block-22884230/kv/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 1071, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 +2025/01/27-22:24:16.605847 6135967744 [db/version_set.cc:6002] Column family [default] (ID 0), log number is 5 +2025/01/27-22:24:16.605928 6135967744 [db/db_impl/db_impl_open.cc:646] DB ID: 1253975e-796d-4922-9390-a811c9260f04 +2025/01/27-22:24:16.606187 6135967744 EVENT_LOG_v1 {"time_micros": 1738034656606184, "job": 1, "event": "recovery_started", "wal_files": [9]} +2025/01/27-22:24:16.606190 6135967744 [db/db_impl/db_impl_open.cc:1145] Recovering log #9 mode 2 +2025/01/27-22:24:16.606249 6135967744 EVENT_LOG_v1 {"time_micros": 1738034656606248, "job": 1, "event": "recovery_finished"} +2025/01/27-22:24:16.606322 6135967744 [db/version_set.cc:5439] Creating manifest 14 +2025/01/27-22:24:16.609022 6135967744 [file/delete_scheduler.cc:77] Deleted file /Users/andreasbigger/kona/crates/executor/testdata/block-22884230/kv/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2025/01/27-22:24:16.609107 6135967744 [db/db_impl/db_impl_open.cc:2157] SstFileManager instance 0x1426054b0 +2025/01/27-22:24:16.609153 6135967744 DB pointer 0x146009c00 +2025/01/27-22:24:16.609498 6137688064 [db/db_impl/db_impl.cc:1140] ------- DUMPING STATS ------- +2025/01/27-22:24:16.609501 6137688064 [db/db_impl/db_impl.cc:1141] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent +Write Stall (count): write-buffer-manager-limit-stops: 0 + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + L0 1/0 565.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Sum 1/0 565.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x600000d84018#29467 capacity: 32.00 MB seed: 1083074961 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 7.1e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2025/01/27-22:24:16.622487 6135967744 [db/db_impl/db_impl.cc:486] Shutdown: canceling all background work +2025/01/27-22:24:16.622714 6135967744 [db/db_impl/db_impl.cc:667] Shutdown complete diff --git a/crates/executor/testdata/block-22884230/kv/MANIFEST-000010 b/crates/executor/testdata/block-22884230/kv/MANIFEST-000010 deleted file mode 100644 index 8e8796b3b3cddffd95916114c673c6cc74909f0a..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 240 zcmZS8)^KKEU^I2G?@(Z1WR%KDElbTwNz!wwEJ-cTEKYUK&n-wSN-W7Q>U3aa{KCu= z#lpbI#K6KJ{A(U78v`RJ12Y#3gGEZe)?}bKE10{UBb|X`)@o%92B~N5U!pdCJ>K%^ z|15{vrc}LcpN{4JKHM%G$b3TRjyU6aCI%4D_@QH8~{?xP7VM7 diff --git a/crates/executor/testdata/block-22884230/kv/MANIFEST-000014 b/crates/executor/testdata/block-22884230/kv/MANIFEST-000014 new file mode 100644 index 0000000000000000000000000000000000000000..824762667958b59043d010ea754920d738e29594 GIT binary patch literal 258 zcmcDHNmpWFVC-;UWHoiL?@(Z1WR%KDElbTwNz!wwEJ-cTEKYUK&n-wSN-W7Q>U3aa zEElQioz1|=#LC6WvYsQIfn(NcWeoW@ljJWMJk4x^Q3mN+(XBd%2+e34RlFfqWp3pNk794*;U&Q2GD> literal 0 HcmV?d00001 diff --git a/crates/executor/testdata/block-22884230/kv/OPTIONS-000007 b/crates/executor/testdata/block-22884230/kv/OPTIONS-000016 similarity index 100% rename from crates/executor/testdata/block-22884230/kv/OPTIONS-000007 rename to crates/executor/testdata/block-22884230/kv/OPTIONS-000016 diff --git a/crates/executor/testdata/block-22886311/kv/000013.log b/crates/executor/testdata/block-22886311/kv/000013.log new file mode 100644 index 000000000..e69de29bb diff --git a/crates/executor/testdata/block-22886311/kv/CURRENT b/crates/executor/testdata/block-22886311/kv/CURRENT index 3051f81a6..23b73d910 100644 --- a/crates/executor/testdata/block-22886311/kv/CURRENT +++ b/crates/executor/testdata/block-22886311/kv/CURRENT @@ -1 +1 @@ -MANIFEST-000010 +MANIFEST-000014 diff --git a/crates/executor/testdata/block-22886311/kv/LOG.old.1738034656601760 b/crates/executor/testdata/block-22886311/kv/LOG.old.1738034656601760 new file mode 100644 index 000000000..e69de29bb diff --git a/crates/executor/testdata/block-22886311/kv/LOG.old.1738034656688176 b/crates/executor/testdata/block-22886311/kv/LOG.old.1738034656688176 new file mode 100644 index 000000000..d4ef54c69 --- /dev/null +++ b/crates/executor/testdata/block-22886311/kv/LOG.old.1738034656688176 @@ -0,0 +1,292 @@ +2025/01/27-22:24:16.602992 6140112896 RocksDB version: 8.10.0 +2025/01/27-22:24:16.604224 6140112896 Compile date 2023-12-15 13:01:14 +2025/01/27-22:24:16.604286 6140112896 DB SUMMARY +2025/01/27-22:24:16.604288 6140112896 Host name (Env): studio +2025/01/27-22:24:16.604289 6140112896 DB Session ID: V7TE7854HT1Y0SDFD70J +2025/01/27-22:24:16.604396 6140112896 CURRENT file: CURRENT +2025/01/27-22:24:16.604398 6140112896 IDENTITY file: IDENTITY +2025/01/27-22:24:16.604404 6140112896 MANIFEST file: MANIFEST-000010 size: 240 Bytes +2025/01/27-22:24:16.604406 6140112896 SST files in /Users/andreasbigger/kona/crates/executor/testdata/block-22886311/kv dir, Total Num: 1, files: 000008.sst +2025/01/27-22:24:16.604407 6140112896 Write Ahead Log file in /Users/andreasbigger/kona/crates/executor/testdata/block-22886311/kv: 000009.log size: 0 ; +2025/01/27-22:24:16.604408 6140112896 Options.error_if_exists: 0 +2025/01/27-22:24:16.604408 6140112896 Options.create_if_missing: 1 +2025/01/27-22:24:16.604409 6140112896 Options.paranoid_checks: 1 +2025/01/27-22:24:16.604409 6140112896 Options.flush_verify_memtable_count: 1 +2025/01/27-22:24:16.604410 6140112896 Options.compaction_verify_record_count: 1 +2025/01/27-22:24:16.604410 6140112896 Options.track_and_verify_wals_in_manifest: 0 +2025/01/27-22:24:16.604411 6140112896 Options.verify_sst_unique_id_in_manifest: 1 +2025/01/27-22:24:16.604412 6140112896 Options.env: 0x600003890000 +2025/01/27-22:24:16.604412 6140112896 Options.fs: PosixFileSystem +2025/01/27-22:24:16.604413 6140112896 Options.info_log: 0x159204098 +2025/01/27-22:24:16.604414 6140112896 Options.max_file_opening_threads: 16 +2025/01/27-22:24:16.604414 6140112896 Options.statistics: 0x0 +2025/01/27-22:24:16.604415 6140112896 Options.use_fsync: 0 +2025/01/27-22:24:16.604415 6140112896 Options.max_log_file_size: 0 +2025/01/27-22:24:16.604416 6140112896 Options.max_manifest_file_size: 1073741824 +2025/01/27-22:24:16.604417 6140112896 Options.log_file_time_to_roll: 0 +2025/01/27-22:24:16.604417 6140112896 Options.keep_log_file_num: 1000 +2025/01/27-22:24:16.604418 6140112896 Options.recycle_log_file_num: 0 +2025/01/27-22:24:16.604418 6140112896 Options.allow_fallocate: 1 +2025/01/27-22:24:16.604419 6140112896 Options.allow_mmap_reads: 0 +2025/01/27-22:24:16.604419 6140112896 Options.allow_mmap_writes: 0 +2025/01/27-22:24:16.604420 6140112896 Options.use_direct_reads: 0 +2025/01/27-22:24:16.604420 6140112896 Options.use_direct_io_for_flush_and_compaction: 0 +2025/01/27-22:24:16.604421 6140112896 Options.create_missing_column_families: 0 +2025/01/27-22:24:16.604422 6140112896 Options.db_log_dir: +2025/01/27-22:24:16.604422 6140112896 Options.wal_dir: +2025/01/27-22:24:16.604423 6140112896 Options.table_cache_numshardbits: 6 +2025/01/27-22:24:16.604423 6140112896 Options.WAL_ttl_seconds: 0 +2025/01/27-22:24:16.604424 6140112896 Options.WAL_size_limit_MB: 0 +2025/01/27-22:24:16.604424 6140112896 Options.max_write_batch_group_size_bytes: 1048576 +2025/01/27-22:24:16.604425 6140112896 Options.manifest_preallocation_size: 4194304 +2025/01/27-22:24:16.604425 6140112896 Options.is_fd_close_on_exec: 1 +2025/01/27-22:24:16.604426 6140112896 Options.advise_random_on_open: 1 +2025/01/27-22:24:16.604426 6140112896 Options.db_write_buffer_size: 0 +2025/01/27-22:24:16.604427 6140112896 Options.write_buffer_manager: 0x600003a80000 +2025/01/27-22:24:16.604427 6140112896 Options.access_hint_on_compaction_start: 1 +2025/01/27-22:24:16.604428 6140112896 Options.random_access_max_buffer_size: 1048576 +2025/01/27-22:24:16.604428 6140112896 Options.use_adaptive_mutex: 0 +2025/01/27-22:24:16.604429 6140112896 Options.rate_limiter: 0x0 +2025/01/27-22:24:16.604430 6140112896 Options.sst_file_manager.rate_bytes_per_sec: 0 +2025/01/27-22:24:16.604430 6140112896 Options.wal_recovery_mode: 2 +2025/01/27-22:24:16.604431 6140112896 Options.enable_thread_tracking: 0 +2025/01/27-22:24:16.604431 6140112896 Options.enable_pipelined_write: 0 +2025/01/27-22:24:16.604432 6140112896 Options.unordered_write: 0 +2025/01/27-22:24:16.604432 6140112896 Options.allow_concurrent_memtable_write: 1 +2025/01/27-22:24:16.604433 6140112896 Options.enable_write_thread_adaptive_yield: 1 +2025/01/27-22:24:16.604433 6140112896 Options.write_thread_max_yield_usec: 100 +2025/01/27-22:24:16.604434 6140112896 Options.write_thread_slow_yield_usec: 3 +2025/01/27-22:24:16.604435 6140112896 Options.row_cache: None +2025/01/27-22:24:16.604435 6140112896 Options.wal_filter: None +2025/01/27-22:24:16.604436 6140112896 Options.avoid_flush_during_recovery: 0 +2025/01/27-22:24:16.604436 6140112896 Options.allow_ingest_behind: 0 +2025/01/27-22:24:16.604437 6140112896 Options.two_write_queues: 0 +2025/01/27-22:24:16.604437 6140112896 Options.manual_wal_flush: 0 +2025/01/27-22:24:16.604438 6140112896 Options.wal_compression: 0 +2025/01/27-22:24:16.604439 6140112896 Options.atomic_flush: 0 +2025/01/27-22:24:16.604439 6140112896 Options.avoid_unnecessary_blocking_io: 0 +2025/01/27-22:24:16.604440 6140112896 Options.persist_stats_to_disk: 0 +2025/01/27-22:24:16.604440 6140112896 Options.write_dbid_to_manifest: 0 +2025/01/27-22:24:16.604441 6140112896 Options.log_readahead_size: 0 +2025/01/27-22:24:16.604441 6140112896 Options.file_checksum_gen_factory: Unknown +2025/01/27-22:24:16.604442 6140112896 Options.best_efforts_recovery: 0 +2025/01/27-22:24:16.604442 6140112896 Options.max_bgerror_resume_count: 2147483647 +2025/01/27-22:24:16.604443 6140112896 Options.bgerror_resume_retry_interval: 1000000 +2025/01/27-22:24:16.604444 6140112896 Options.allow_data_in_errors: 0 +2025/01/27-22:24:16.604444 6140112896 Options.db_host_id: __hostname__ +2025/01/27-22:24:16.604445 6140112896 Options.enforce_single_del_contracts: true +2025/01/27-22:24:16.604445 6140112896 Options.max_background_jobs: 2 +2025/01/27-22:24:16.604446 6140112896 Options.max_background_compactions: -1 +2025/01/27-22:24:16.604446 6140112896 Options.max_subcompactions: 1 +2025/01/27-22:24:16.604447 6140112896 Options.avoid_flush_during_shutdown: 0 +2025/01/27-22:24:16.604447 6140112896 Options.writable_file_max_buffer_size: 1048576 +2025/01/27-22:24:16.604448 6140112896 Options.delayed_write_rate : 16777216 +2025/01/27-22:24:16.604448 6140112896 Options.max_total_wal_size: 0 +2025/01/27-22:24:16.604449 6140112896 Options.delete_obsolete_files_period_micros: 21600000000 +2025/01/27-22:24:16.604450 6140112896 Options.stats_dump_period_sec: 600 +2025/01/27-22:24:16.604450 6140112896 Options.stats_persist_period_sec: 600 +2025/01/27-22:24:16.604451 6140112896 Options.stats_history_buffer_size: 1048576 +2025/01/27-22:24:16.604451 6140112896 Options.max_open_files: -1 +2025/01/27-22:24:16.604452 6140112896 Options.bytes_per_sync: 0 +2025/01/27-22:24:16.604452 6140112896 Options.wal_bytes_per_sync: 0 +2025/01/27-22:24:16.604453 6140112896 Options.strict_bytes_per_sync: 0 +2025/01/27-22:24:16.604453 6140112896 Options.compaction_readahead_size: 2097152 +2025/01/27-22:24:16.604454 6140112896 Options.max_background_flushes: -1 +2025/01/27-22:24:16.604454 6140112896 Options.daily_offpeak_time_utc: +2025/01/27-22:24:16.604455 6140112896 Compression algorithms supported: +2025/01/27-22:24:16.604456 6140112896 kZSTD supported: 0 +2025/01/27-22:24:16.604456 6140112896 kZlibCompression supported: 0 +2025/01/27-22:24:16.604457 6140112896 kXpressCompression supported: 0 +2025/01/27-22:24:16.604458 6140112896 kSnappyCompression supported: 1 +2025/01/27-22:24:16.604458 6140112896 kZSTDNotFinalCompression supported: 0 +2025/01/27-22:24:16.604459 6140112896 kLZ4HCCompression supported: 0 +2025/01/27-22:24:16.604459 6140112896 kLZ4Compression supported: 0 +2025/01/27-22:24:16.604460 6140112896 kBZip2Compression supported: 0 +2025/01/27-22:24:16.604463 6140112896 Fast CRC32 supported: Supported on Arm64 +2025/01/27-22:24:16.604464 6140112896 DMutex implementation: pthread_mutex_t +2025/01/27-22:24:16.604851 6140112896 [db/version_set.cc:5942] Recovering from manifest file: /Users/andreasbigger/kona/crates/executor/testdata/block-22886311/kv/MANIFEST-000010 +2025/01/27-22:24:16.604911 6140112896 [db/column_family.cc:618] --------------- Options for column family [default]: +2025/01/27-22:24:16.604913 6140112896 Options.comparator: leveldb.BytewiseComparator +2025/01/27-22:24:16.604914 6140112896 Options.merge_operator: None +2025/01/27-22:24:16.604915 6140112896 Options.compaction_filter: None +2025/01/27-22:24:16.604915 6140112896 Options.compaction_filter_factory: None +2025/01/27-22:24:16.604916 6140112896 Options.sst_partitioner_factory: None +2025/01/27-22:24:16.604916 6140112896 Options.memtable_factory: SkipListFactory +2025/01/27-22:24:16.604917 6140112896 Options.table_factory: BlockBasedTable +2025/01/27-22:24:16.604936 6140112896 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600000184060) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600003484018 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/27-22:24:16.604938 6140112896 Options.write_buffer_size: 67108864 +2025/01/27-22:24:16.604938 6140112896 Options.max_write_buffer_number: 2 +2025/01/27-22:24:16.604939 6140112896 Options.compression: Snappy +2025/01/27-22:24:16.604940 6140112896 Options.bottommost_compression: Disabled +2025/01/27-22:24:16.604940 6140112896 Options.prefix_extractor: nullptr +2025/01/27-22:24:16.604941 6140112896 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/27-22:24:16.604942 6140112896 Options.num_levels: 7 +2025/01/27-22:24:16.604942 6140112896 Options.min_write_buffer_number_to_merge: 1 +2025/01/27-22:24:16.604943 6140112896 Options.max_write_buffer_number_to_maintain: 0 +2025/01/27-22:24:16.604943 6140112896 Options.max_write_buffer_size_to_maintain: 0 +2025/01/27-22:24:16.604944 6140112896 Options.bottommost_compression_opts.window_bits: -14 +2025/01/27-22:24:16.604944 6140112896 Options.bottommost_compression_opts.level: 32767 +2025/01/27-22:24:16.604945 6140112896 Options.bottommost_compression_opts.strategy: 0 +2025/01/27-22:24:16.604946 6140112896 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/27-22:24:16.604946 6140112896 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/27-22:24:16.604947 6140112896 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/27-22:24:16.604947 6140112896 Options.bottommost_compression_opts.enabled: false +2025/01/27-22:24:16.604948 6140112896 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/27-22:24:16.604948 6140112896 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/27-22:24:16.604949 6140112896 Options.compression_opts.window_bits: -14 +2025/01/27-22:24:16.604950 6140112896 Options.compression_opts.level: 32767 +2025/01/27-22:24:16.604950 6140112896 Options.compression_opts.strategy: 0 +2025/01/27-22:24:16.604951 6140112896 Options.compression_opts.max_dict_bytes: 0 +2025/01/27-22:24:16.604952 6140112896 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/27-22:24:16.604952 6140112896 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/27-22:24:16.604953 6140112896 Options.compression_opts.parallel_threads: 1 +2025/01/27-22:24:16.604953 6140112896 Options.compression_opts.enabled: false +2025/01/27-22:24:16.604954 6140112896 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/27-22:24:16.604954 6140112896 Options.level0_file_num_compaction_trigger: 4 +2025/01/27-22:24:16.604955 6140112896 Options.level0_slowdown_writes_trigger: 20 +2025/01/27-22:24:16.604955 6140112896 Options.level0_stop_writes_trigger: 36 +2025/01/27-22:24:16.604956 6140112896 Options.target_file_size_base: 67108864 +2025/01/27-22:24:16.604956 6140112896 Options.target_file_size_multiplier: 1 +2025/01/27-22:24:16.604957 6140112896 Options.max_bytes_for_level_base: 268435456 +2025/01/27-22:24:16.604957 6140112896 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/27-22:24:16.604958 6140112896 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/27-22:24:16.604959 6140112896 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/27-22:24:16.604959 6140112896 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/27-22:24:16.604960 6140112896 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/27-22:24:16.604961 6140112896 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/27-22:24:16.604961 6140112896 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/27-22:24:16.604962 6140112896 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/27-22:24:16.604962 6140112896 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/27-22:24:16.604963 6140112896 Options.max_sequential_skip_in_iterations: 8 +2025/01/27-22:24:16.604963 6140112896 Options.max_compaction_bytes: 1677721600 +2025/01/27-22:24:16.604964 6140112896 Options.ignore_max_compaction_bytes_for_input: true +2025/01/27-22:24:16.604964 6140112896 Options.arena_block_size: 1048576 +2025/01/27-22:24:16.604965 6140112896 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/27-22:24:16.604966 6140112896 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/27-22:24:16.604966 6140112896 Options.disable_auto_compactions: 0 +2025/01/27-22:24:16.604967 6140112896 Options.compaction_style: kCompactionStyleLevel +2025/01/27-22:24:16.604968 6140112896 Options.compaction_pri: kMinOverlappingRatio +2025/01/27-22:24:16.604968 6140112896 Options.compaction_options_universal.size_ratio: 1 +2025/01/27-22:24:16.604969 6140112896 Options.compaction_options_universal.min_merge_width: 2 +2025/01/27-22:24:16.604969 6140112896 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/27-22:24:16.604972 6140112896 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/27-22:24:16.604972 6140112896 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/27-22:24:16.604973 6140112896 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/27-22:24:16.604974 6140112896 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/27-22:24:16.604974 6140112896 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/27-22:24:16.604975 6140112896 Options.table_properties_collectors: +2025/01/27-22:24:16.604976 6140112896 Options.inplace_update_support: 0 +2025/01/27-22:24:16.604976 6140112896 Options.inplace_update_num_locks: 10000 +2025/01/27-22:24:16.604977 6140112896 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/27-22:24:16.604978 6140112896 Options.memtable_whole_key_filtering: 0 +2025/01/27-22:24:16.604978 6140112896 Options.memtable_huge_page_size: 0 +2025/01/27-22:24:16.604979 6140112896 Options.bloom_locality: 0 +2025/01/27-22:24:16.604979 6140112896 Options.max_successive_merges: 0 +2025/01/27-22:24:16.604980 6140112896 Options.optimize_filters_for_hits: 0 +2025/01/27-22:24:16.604980 6140112896 Options.paranoid_file_checks: 0 +2025/01/27-22:24:16.604981 6140112896 Options.force_consistency_checks: 1 +2025/01/27-22:24:16.604981 6140112896 Options.report_bg_io_stats: 0 +2025/01/27-22:24:16.604982 6140112896 Options.ttl: 2592000 +2025/01/27-22:24:16.604983 6140112896 Options.periodic_compaction_seconds: 0 +2025/01/27-22:24:16.604983 6140112896 Options.default_temperature: kUnknown +2025/01/27-22:24:16.604984 6140112896 Options.preclude_last_level_data_seconds: 0 +2025/01/27-22:24:16.604984 6140112896 Options.preserve_internal_time_seconds: 0 +2025/01/27-22:24:16.604985 6140112896 Options.enable_blob_files: false +2025/01/27-22:24:16.604986 6140112896 Options.min_blob_size: 0 +2025/01/27-22:24:16.604986 6140112896 Options.blob_file_size: 268435456 +2025/01/27-22:24:16.604987 6140112896 Options.blob_compression_type: NoCompression +2025/01/27-22:24:16.604987 6140112896 Options.enable_blob_garbage_collection: false +2025/01/27-22:24:16.604988 6140112896 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/27-22:24:16.604988 6140112896 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/27-22:24:16.604989 6140112896 Options.blob_compaction_readahead_size: 0 +2025/01/27-22:24:16.604990 6140112896 Options.blob_file_starting_level: 0 +2025/01/27-22:24:16.604990 6140112896 Options.experimental_mempurge_threshold: 0.000000 +2025/01/27-22:24:16.604991 6140112896 Options.memtable_max_range_deletions: 0 +2025/01/27-22:24:16.605598 6140112896 [db/version_set.cc:5993] Recovered from manifest file:/Users/andreasbigger/kona/crates/executor/testdata/block-22886311/kv/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 2406, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 +2025/01/27-22:24:16.605601 6140112896 [db/version_set.cc:6002] Column family [default] (ID 0), log number is 5 +2025/01/27-22:24:16.605705 6140112896 [db/db_impl/db_impl_open.cc:646] DB ID: a66a66fc-f7c8-47ad-9de7-b3d55613e3d9 +2025/01/27-22:24:16.605845 6140112896 EVENT_LOG_v1 {"time_micros": 1738034656605841, "job": 1, "event": "recovery_started", "wal_files": [9]} +2025/01/27-22:24:16.605847 6140112896 [db/db_impl/db_impl_open.cc:1145] Recovering log #9 mode 2 +2025/01/27-22:24:16.605944 6140112896 EVENT_LOG_v1 {"time_micros": 1738034656605943, "job": 1, "event": "recovery_finished"} +2025/01/27-22:24:16.606081 6140112896 [db/version_set.cc:5439] Creating manifest 14 +2025/01/27-22:24:16.609388 6140112896 [file/delete_scheduler.cc:77] Deleted file /Users/andreasbigger/kona/crates/executor/testdata/block-22886311/kv/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2025/01/27-22:24:16.609461 6140112896 [db/db_impl/db_impl_open.cc:2157] SstFileManager instance 0x159204370 +2025/01/27-22:24:16.609520 6140112896 DB pointer 0x15a008200 +2025/01/27-22:24:16.609903 6141833216 [db/db_impl/db_impl.cc:1140] ------- DUMPING STATS ------- +2025/01/27-22:24:16.609919 6141833216 [db/db_impl/db_impl.cc:1141] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent +Write Stall (count): write-buffer-manager-limit-stops: 0 + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + L0 1/0 998.01 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Sum 1/0 998.01 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x600003484018#29471 capacity: 32.00 MB seed: 1083074961 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 9.1e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2025/01/27-22:24:16.688313 6140112896 [db/db_impl/db_impl.cc:486] Shutdown: canceling all background work +2025/01/27-22:24:16.688450 6140112896 [db/db_impl/db_impl.cc:667] Shutdown complete diff --git a/crates/executor/testdata/block-22886311/kv/MANIFEST-000010 b/crates/executor/testdata/block-22886311/kv/MANIFEST-000010 deleted file mode 100644 index d9ef5e3af826332135ca206a99a7f4447abb66aa..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 240 zcmZS8)^KKEU^I2G?@(Z1WR%KDElbTwNz!wwEJ-cTEKYUK&n-wSN-W7Q>U3aa{KCu= z#lpbI#K6KJ{A(U78v`RJ12Y#3!_OLBhRHy2RxtOOP&xxg`vyA=1`Ul2-m>2=6MF(R z82?X_nD;Bt;|38jZMCxn2)q1w$;Xka^n!6e3s@oJGa**irK^taVPj)t;ALcFXW(ED&CAZqFVEu<@SfUJT;>vQ gbMEQP3Cfq)Kk_pzlxN(zoh_0R>`ZPhR+eW%02-}HI{*Lx diff --git a/crates/executor/testdata/block-22886311/kv/MANIFEST-000014 b/crates/executor/testdata/block-22886311/kv/MANIFEST-000014 new file mode 100644 index 0000000000000000000000000000000000000000..2cfadfa11285c0c5012261202eac04e80a40cb7d GIT binary patch literal 258 zcmcDHNmpWFVC-;UWHoiL?@(Z1WR%KDElbTwNz!wwEJ-cTEKYUK&n-wSN-W7Q>U3aa zEaN)+a5e)Y6Dt=h%QK;L29EX(b{Y&C8X3H0zg;Hw1Zpt;pCmEwSH#;*9_154G|H32 zH=gZf+`z~H0vi8+9IJ@b*LbV-Y{$ceT93;ATGSfb+{@>_B`=wj&-Lg9<9-&fLdIu8 ztgK5{9o@sm#>l|S$jHvX!5*5IotIyp$IQVBR>Hu*Bj7!?r?|`|-sarXnG=*Rv47-e sS}4ybw|ScyI|Cyp12Z4cgU3aa{KCu= z#lpbI#K6KJ{A(U78v`RJ12Y#3!)1d_s*{1@tYGd7&U6Nje;<@J7z6{=&erJNWP9^e zBzD(^!!k*;SvcxrN-NVMl$iU0U$j-pQ9-5b(mtUU8BM`Rp{%3oG iV;93t)$`5XUA&2(>9i>01;s;eIl<24=3-@e!3h9+F-xET diff --git a/crates/executor/testdata/block-22886464/kv/MANIFEST-000014 b/crates/executor/testdata/block-22886464/kv/MANIFEST-000014 new file mode 100644 index 0000000000000000000000000000000000000000..ce4522008a29b472112ecfc376c2a7e45ed6cb51 GIT binary patch literal 258 zcmcDHNmpWFVC-;UWHoiL?@(Z1WR%KDElbTwNz!wwEJ-cTEKYUK&n-wSN-W7Q>U3aa z-1LlT=4=K=CRQ$1mKU7q3>^PHC~GhX2CAK{(Ywj^=BY^Rt__D}l4i4T)bCakk)3!) zwq+$h<5@-q5YYI)tMahSq5mAqt}h8RzqZqI{Xzrhpg9Wi4^Ew3GUXHBbjG`2bqtIz zI9XYjt~$Dhjg66kmywa3frC9XFFP;4Jdc@!6{3cLM<8tH{m=FW$1aAQs^^=%yLb~n s(`ivgb6Fu7b_PaH24+5>3+L9VMsot)%LU~ZSMZnt`9K~&7Z*?-04pU;761SM literal 0 HcmV?d00001 diff --git a/crates/executor/testdata/block-22886464/kv/OPTIONS-000007 b/crates/executor/testdata/block-22886464/kv/OPTIONS-000016 similarity index 100% rename from crates/executor/testdata/block-22886464/kv/OPTIONS-000007 rename to crates/executor/testdata/block-22886464/kv/OPTIONS-000016 diff --git a/crates/executor/testdata/block-22887258/kv/000013.log b/crates/executor/testdata/block-22887258/kv/000013.log new file mode 100644 index 000000000..e69de29bb diff --git a/crates/executor/testdata/block-22887258/kv/CURRENT b/crates/executor/testdata/block-22887258/kv/CURRENT index 3051f81a6..23b73d910 100644 --- a/crates/executor/testdata/block-22887258/kv/CURRENT +++ b/crates/executor/testdata/block-22887258/kv/CURRENT @@ -1 +1 @@ -MANIFEST-000010 +MANIFEST-000014 diff --git a/crates/executor/testdata/block-22887258/kv/LOG.old.1738034656601734 b/crates/executor/testdata/block-22887258/kv/LOG.old.1738034656601734 new file mode 100644 index 000000000..e69de29bb diff --git a/crates/executor/testdata/block-22887258/kv/LOG.old.1738034656629178 b/crates/executor/testdata/block-22887258/kv/LOG.old.1738034656629178 new file mode 100644 index 000000000..03da5a641 --- /dev/null +++ b/crates/executor/testdata/block-22887258/kv/LOG.old.1738034656629178 @@ -0,0 +1,292 @@ +2025/01/27-22:24:16.603064 6127562752 RocksDB version: 8.10.0 +2025/01/27-22:24:16.605049 6127562752 Compile date 2023-12-15 13:01:14 +2025/01/27-22:24:16.605051 6127562752 DB SUMMARY +2025/01/27-22:24:16.605090 6127562752 Host name (Env): studio +2025/01/27-22:24:16.605092 6127562752 DB Session ID: L7SZZ35O2RGKDMB1ZWEZ +2025/01/27-22:24:16.605157 6127562752 CURRENT file: CURRENT +2025/01/27-22:24:16.605158 6127562752 IDENTITY file: IDENTITY +2025/01/27-22:24:16.605163 6127562752 MANIFEST file: MANIFEST-000010 size: 240 Bytes +2025/01/27-22:24:16.605164 6127562752 SST files in /Users/andreasbigger/kona/crates/executor/testdata/block-22887258/kv dir, Total Num: 1, files: 000008.sst +2025/01/27-22:24:16.605165 6127562752 Write Ahead Log file in /Users/andreasbigger/kona/crates/executor/testdata/block-22887258/kv: 000009.log size: 0 ; +2025/01/27-22:24:16.605166 6127562752 Options.error_if_exists: 0 +2025/01/27-22:24:16.605217 6127562752 Options.create_if_missing: 1 +2025/01/27-22:24:16.605218 6127562752 Options.paranoid_checks: 1 +2025/01/27-22:24:16.605219 6127562752 Options.flush_verify_memtable_count: 1 +2025/01/27-22:24:16.605219 6127562752 Options.compaction_verify_record_count: 1 +2025/01/27-22:24:16.605220 6127562752 Options.track_and_verify_wals_in_manifest: 0 +2025/01/27-22:24:16.605220 6127562752 Options.verify_sst_unique_id_in_manifest: 1 +2025/01/27-22:24:16.605221 6127562752 Options.env: 0x600002a30000 +2025/01/27-22:24:16.605222 6127562752 Options.fs: PosixFileSystem +2025/01/27-22:24:16.605222 6127562752 Options.info_log: 0x136007238 +2025/01/27-22:24:16.605223 6127562752 Options.max_file_opening_threads: 16 +2025/01/27-22:24:16.605223 6127562752 Options.statistics: 0x0 +2025/01/27-22:24:16.605224 6127562752 Options.use_fsync: 0 +2025/01/27-22:24:16.605224 6127562752 Options.max_log_file_size: 0 +2025/01/27-22:24:16.605225 6127562752 Options.max_manifest_file_size: 1073741824 +2025/01/27-22:24:16.605226 6127562752 Options.log_file_time_to_roll: 0 +2025/01/27-22:24:16.605226 6127562752 Options.keep_log_file_num: 1000 +2025/01/27-22:24:16.605230 6127562752 Options.recycle_log_file_num: 0 +2025/01/27-22:24:16.605230 6127562752 Options.allow_fallocate: 1 +2025/01/27-22:24:16.605231 6127562752 Options.allow_mmap_reads: 0 +2025/01/27-22:24:16.605231 6127562752 Options.allow_mmap_writes: 0 +2025/01/27-22:24:16.605232 6127562752 Options.use_direct_reads: 0 +2025/01/27-22:24:16.605232 6127562752 Options.use_direct_io_for_flush_and_compaction: 0 +2025/01/27-22:24:16.605233 6127562752 Options.create_missing_column_families: 0 +2025/01/27-22:24:16.605233 6127562752 Options.db_log_dir: +2025/01/27-22:24:16.605234 6127562752 Options.wal_dir: +2025/01/27-22:24:16.605234 6127562752 Options.table_cache_numshardbits: 6 +2025/01/27-22:24:16.605235 6127562752 Options.WAL_ttl_seconds: 0 +2025/01/27-22:24:16.605236 6127562752 Options.WAL_size_limit_MB: 0 +2025/01/27-22:24:16.605236 6127562752 Options.max_write_batch_group_size_bytes: 1048576 +2025/01/27-22:24:16.605237 6127562752 Options.manifest_preallocation_size: 4194304 +2025/01/27-22:24:16.605237 6127562752 Options.is_fd_close_on_exec: 1 +2025/01/27-22:24:16.605238 6127562752 Options.advise_random_on_open: 1 +2025/01/27-22:24:16.605239 6127562752 Options.db_write_buffer_size: 0 +2025/01/27-22:24:16.605239 6127562752 Options.write_buffer_manager: 0x600002824000 +2025/01/27-22:24:16.605240 6127562752 Options.access_hint_on_compaction_start: 1 +2025/01/27-22:24:16.605240 6127562752 Options.random_access_max_buffer_size: 1048576 +2025/01/27-22:24:16.605241 6127562752 Options.use_adaptive_mutex: 0 +2025/01/27-22:24:16.605241 6127562752 Options.rate_limiter: 0x0 +2025/01/27-22:24:16.605242 6127562752 Options.sst_file_manager.rate_bytes_per_sec: 0 +2025/01/27-22:24:16.605242 6127562752 Options.wal_recovery_mode: 2 +2025/01/27-22:24:16.605243 6127562752 Options.enable_thread_tracking: 0 +2025/01/27-22:24:16.605243 6127562752 Options.enable_pipelined_write: 0 +2025/01/27-22:24:16.605244 6127562752 Options.unordered_write: 0 +2025/01/27-22:24:16.605244 6127562752 Options.allow_concurrent_memtable_write: 1 +2025/01/27-22:24:16.605245 6127562752 Options.enable_write_thread_adaptive_yield: 1 +2025/01/27-22:24:16.605245 6127562752 Options.write_thread_max_yield_usec: 100 +2025/01/27-22:24:16.605246 6127562752 Options.write_thread_slow_yield_usec: 3 +2025/01/27-22:24:16.605246 6127562752 Options.row_cache: None +2025/01/27-22:24:16.605247 6127562752 Options.wal_filter: None +2025/01/27-22:24:16.605248 6127562752 Options.avoid_flush_during_recovery: 0 +2025/01/27-22:24:16.605248 6127562752 Options.allow_ingest_behind: 0 +2025/01/27-22:24:16.605249 6127562752 Options.two_write_queues: 0 +2025/01/27-22:24:16.605249 6127562752 Options.manual_wal_flush: 0 +2025/01/27-22:24:16.605250 6127562752 Options.wal_compression: 0 +2025/01/27-22:24:16.605250 6127562752 Options.atomic_flush: 0 +2025/01/27-22:24:16.605251 6127562752 Options.avoid_unnecessary_blocking_io: 0 +2025/01/27-22:24:16.605251 6127562752 Options.persist_stats_to_disk: 0 +2025/01/27-22:24:16.605283 6127562752 Options.write_dbid_to_manifest: 0 +2025/01/27-22:24:16.605286 6127562752 Options.log_readahead_size: 0 +2025/01/27-22:24:16.605287 6127562752 Options.file_checksum_gen_factory: Unknown +2025/01/27-22:24:16.605289 6127562752 Options.best_efforts_recovery: 0 +2025/01/27-22:24:16.605290 6127562752 Options.max_bgerror_resume_count: 2147483647 +2025/01/27-22:24:16.605292 6127562752 Options.bgerror_resume_retry_interval: 1000000 +2025/01/27-22:24:16.605293 6127562752 Options.allow_data_in_errors: 0 +2025/01/27-22:24:16.605294 6127562752 Options.db_host_id: __hostname__ +2025/01/27-22:24:16.605295 6127562752 Options.enforce_single_del_contracts: true +2025/01/27-22:24:16.605297 6127562752 Options.max_background_jobs: 2 +2025/01/27-22:24:16.605298 6127562752 Options.max_background_compactions: -1 +2025/01/27-22:24:16.605299 6127562752 Options.max_subcompactions: 1 +2025/01/27-22:24:16.605300 6127562752 Options.avoid_flush_during_shutdown: 0 +2025/01/27-22:24:16.605340 6127562752 Options.writable_file_max_buffer_size: 1048576 +2025/01/27-22:24:16.605342 6127562752 Options.delayed_write_rate : 16777216 +2025/01/27-22:24:16.605343 6127562752 Options.max_total_wal_size: 0 +2025/01/27-22:24:16.605343 6127562752 Options.delete_obsolete_files_period_micros: 21600000000 +2025/01/27-22:24:16.605344 6127562752 Options.stats_dump_period_sec: 600 +2025/01/27-22:24:16.605344 6127562752 Options.stats_persist_period_sec: 600 +2025/01/27-22:24:16.605345 6127562752 Options.stats_history_buffer_size: 1048576 +2025/01/27-22:24:16.605346 6127562752 Options.max_open_files: -1 +2025/01/27-22:24:16.605346 6127562752 Options.bytes_per_sync: 0 +2025/01/27-22:24:16.605347 6127562752 Options.wal_bytes_per_sync: 0 +2025/01/27-22:24:16.605347 6127562752 Options.strict_bytes_per_sync: 0 +2025/01/27-22:24:16.605348 6127562752 Options.compaction_readahead_size: 2097152 +2025/01/27-22:24:16.605349 6127562752 Options.max_background_flushes: -1 +2025/01/27-22:24:16.605349 6127562752 Options.daily_offpeak_time_utc: +2025/01/27-22:24:16.605350 6127562752 Compression algorithms supported: +2025/01/27-22:24:16.605351 6127562752 kZSTD supported: 0 +2025/01/27-22:24:16.605351 6127562752 kZlibCompression supported: 0 +2025/01/27-22:24:16.605352 6127562752 kXpressCompression supported: 0 +2025/01/27-22:24:16.605353 6127562752 kSnappyCompression supported: 1 +2025/01/27-22:24:16.605353 6127562752 kZSTDNotFinalCompression supported: 0 +2025/01/27-22:24:16.605354 6127562752 kLZ4HCCompression supported: 0 +2025/01/27-22:24:16.605355 6127562752 kLZ4Compression supported: 0 +2025/01/27-22:24:16.605355 6127562752 kBZip2Compression supported: 0 +2025/01/27-22:24:16.605359 6127562752 Fast CRC32 supported: Supported on Arm64 +2025/01/27-22:24:16.605360 6127562752 DMutex implementation: pthread_mutex_t +2025/01/27-22:24:16.605487 6127562752 [db/version_set.cc:5942] Recovering from manifest file: /Users/andreasbigger/kona/crates/executor/testdata/block-22887258/kv/MANIFEST-000010 +2025/01/27-22:24:16.605530 6127562752 [db/column_family.cc:618] --------------- Options for column family [default]: +2025/01/27-22:24:16.605531 6127562752 Options.comparator: leveldb.BytewiseComparator +2025/01/27-22:24:16.605532 6127562752 Options.merge_operator: None +2025/01/27-22:24:16.605533 6127562752 Options.compaction_filter: None +2025/01/27-22:24:16.605533 6127562752 Options.compaction_filter_factory: None +2025/01/27-22:24:16.605534 6127562752 Options.sst_partitioner_factory: None +2025/01/27-22:24:16.605535 6127562752 Options.memtable_factory: SkipListFactory +2025/01/27-22:24:16.605535 6127562752 Options.table_factory: BlockBasedTable +2025/01/27-22:24:16.605552 6127562752 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600001338020) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x6000026240d8 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/27-22:24:16.605554 6127562752 Options.write_buffer_size: 67108864 +2025/01/27-22:24:16.605554 6127562752 Options.max_write_buffer_number: 2 +2025/01/27-22:24:16.605555 6127562752 Options.compression: Snappy +2025/01/27-22:24:16.605556 6127562752 Options.bottommost_compression: Disabled +2025/01/27-22:24:16.605556 6127562752 Options.prefix_extractor: nullptr +2025/01/27-22:24:16.605557 6127562752 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/27-22:24:16.605557 6127562752 Options.num_levels: 7 +2025/01/27-22:24:16.605558 6127562752 Options.min_write_buffer_number_to_merge: 1 +2025/01/27-22:24:16.605559 6127562752 Options.max_write_buffer_number_to_maintain: 0 +2025/01/27-22:24:16.605559 6127562752 Options.max_write_buffer_size_to_maintain: 0 +2025/01/27-22:24:16.605560 6127562752 Options.bottommost_compression_opts.window_bits: -14 +2025/01/27-22:24:16.605560 6127562752 Options.bottommost_compression_opts.level: 32767 +2025/01/27-22:24:16.605561 6127562752 Options.bottommost_compression_opts.strategy: 0 +2025/01/27-22:24:16.605561 6127562752 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/27-22:24:16.605562 6127562752 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/27-22:24:16.605563 6127562752 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/27-22:24:16.605563 6127562752 Options.bottommost_compression_opts.enabled: false +2025/01/27-22:24:16.605564 6127562752 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/27-22:24:16.605565 6127562752 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/27-22:24:16.605565 6127562752 Options.compression_opts.window_bits: -14 +2025/01/27-22:24:16.605566 6127562752 Options.compression_opts.level: 32767 +2025/01/27-22:24:16.605566 6127562752 Options.compression_opts.strategy: 0 +2025/01/27-22:24:16.605567 6127562752 Options.compression_opts.max_dict_bytes: 0 +2025/01/27-22:24:16.605568 6127562752 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/27-22:24:16.605568 6127562752 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/27-22:24:16.605569 6127562752 Options.compression_opts.parallel_threads: 1 +2025/01/27-22:24:16.605569 6127562752 Options.compression_opts.enabled: false +2025/01/27-22:24:16.605570 6127562752 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/27-22:24:16.605570 6127562752 Options.level0_file_num_compaction_trigger: 4 +2025/01/27-22:24:16.605571 6127562752 Options.level0_slowdown_writes_trigger: 20 +2025/01/27-22:24:16.605571 6127562752 Options.level0_stop_writes_trigger: 36 +2025/01/27-22:24:16.605572 6127562752 Options.target_file_size_base: 67108864 +2025/01/27-22:24:16.605572 6127562752 Options.target_file_size_multiplier: 1 +2025/01/27-22:24:16.605573 6127562752 Options.max_bytes_for_level_base: 268435456 +2025/01/27-22:24:16.605574 6127562752 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/27-22:24:16.605574 6127562752 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/27-22:24:16.605575 6127562752 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/27-22:24:16.605575 6127562752 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/27-22:24:16.605576 6127562752 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/27-22:24:16.605577 6127562752 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/27-22:24:16.605577 6127562752 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/27-22:24:16.605578 6127562752 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/27-22:24:16.605578 6127562752 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/27-22:24:16.605579 6127562752 Options.max_sequential_skip_in_iterations: 8 +2025/01/27-22:24:16.605579 6127562752 Options.max_compaction_bytes: 1677721600 +2025/01/27-22:24:16.605580 6127562752 Options.ignore_max_compaction_bytes_for_input: true +2025/01/27-22:24:16.605581 6127562752 Options.arena_block_size: 1048576 +2025/01/27-22:24:16.605581 6127562752 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/27-22:24:16.605582 6127562752 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/27-22:24:16.605582 6127562752 Options.disable_auto_compactions: 0 +2025/01/27-22:24:16.605583 6127562752 Options.compaction_style: kCompactionStyleLevel +2025/01/27-22:24:16.605584 6127562752 Options.compaction_pri: kMinOverlappingRatio +2025/01/27-22:24:16.605585 6127562752 Options.compaction_options_universal.size_ratio: 1 +2025/01/27-22:24:16.605585 6127562752 Options.compaction_options_universal.min_merge_width: 2 +2025/01/27-22:24:16.605586 6127562752 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/27-22:24:16.605589 6127562752 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/27-22:24:16.605589 6127562752 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/27-22:24:16.605590 6127562752 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/27-22:24:16.605590 6127562752 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/27-22:24:16.605591 6127562752 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/27-22:24:16.605592 6127562752 Options.table_properties_collectors: +2025/01/27-22:24:16.605592 6127562752 Options.inplace_update_support: 0 +2025/01/27-22:24:16.605593 6127562752 Options.inplace_update_num_locks: 10000 +2025/01/27-22:24:16.605594 6127562752 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/27-22:24:16.605594 6127562752 Options.memtable_whole_key_filtering: 0 +2025/01/27-22:24:16.605595 6127562752 Options.memtable_huge_page_size: 0 +2025/01/27-22:24:16.605595 6127562752 Options.bloom_locality: 0 +2025/01/27-22:24:16.605596 6127562752 Options.max_successive_merges: 0 +2025/01/27-22:24:16.605597 6127562752 Options.optimize_filters_for_hits: 0 +2025/01/27-22:24:16.605597 6127562752 Options.paranoid_file_checks: 0 +2025/01/27-22:24:16.605598 6127562752 Options.force_consistency_checks: 1 +2025/01/27-22:24:16.605598 6127562752 Options.report_bg_io_stats: 0 +2025/01/27-22:24:16.605599 6127562752 Options.ttl: 2592000 +2025/01/27-22:24:16.605599 6127562752 Options.periodic_compaction_seconds: 0 +2025/01/27-22:24:16.605600 6127562752 Options.default_temperature: kUnknown +2025/01/27-22:24:16.605600 6127562752 Options.preclude_last_level_data_seconds: 0 +2025/01/27-22:24:16.605601 6127562752 Options.preserve_internal_time_seconds: 0 +2025/01/27-22:24:16.605601 6127562752 Options.enable_blob_files: false +2025/01/27-22:24:16.605602 6127562752 Options.min_blob_size: 0 +2025/01/27-22:24:16.605603 6127562752 Options.blob_file_size: 268435456 +2025/01/27-22:24:16.605603 6127562752 Options.blob_compression_type: NoCompression +2025/01/27-22:24:16.605604 6127562752 Options.enable_blob_garbage_collection: false +2025/01/27-22:24:16.605605 6127562752 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/27-22:24:16.605605 6127562752 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/27-22:24:16.605606 6127562752 Options.blob_compaction_readahead_size: 0 +2025/01/27-22:24:16.605606 6127562752 Options.blob_file_starting_level: 0 +2025/01/27-22:24:16.605607 6127562752 Options.experimental_mempurge_threshold: 0.000000 +2025/01/27-22:24:16.605607 6127562752 Options.memtable_max_range_deletions: 0 +2025/01/27-22:24:16.606222 6127562752 [db/version_set.cc:5993] Recovered from manifest file:/Users/andreasbigger/kona/crates/executor/testdata/block-22887258/kv/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 2419, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 +2025/01/27-22:24:16.606224 6127562752 [db/version_set.cc:6002] Column family [default] (ID 0), log number is 5 +2025/01/27-22:24:16.606351 6127562752 [db/db_impl/db_impl_open.cc:646] DB ID: 1ead74e8-a06b-4e51-b1a0-c1c684385b6b +2025/01/27-22:24:16.606455 6127562752 EVENT_LOG_v1 {"time_micros": 1738034656606453, "job": 1, "event": "recovery_started", "wal_files": [9]} +2025/01/27-22:24:16.606456 6127562752 [db/db_impl/db_impl_open.cc:1145] Recovering log #9 mode 2 +2025/01/27-22:24:16.606578 6127562752 EVENT_LOG_v1 {"time_micros": 1738034656606573, "job": 1, "event": "recovery_finished"} +2025/01/27-22:24:16.606801 6127562752 [db/version_set.cc:5439] Creating manifest 14 +2025/01/27-22:24:16.610317 6127562752 [file/delete_scheduler.cc:77] Deleted file /Users/andreasbigger/kona/crates/executor/testdata/block-22887258/kv/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2025/01/27-22:24:16.610448 6127562752 [db/db_impl/db_impl_open.cc:2157] SstFileManager instance 0x136007510 +2025/01/27-22:24:16.610519 6127562752 DB pointer 0x136810e00 +2025/01/27-22:24:16.610634 6129283072 [db/db_impl/db_impl.cc:1140] ------- DUMPING STATS ------- +2025/01/27-22:24:16.610649 6129283072 [db/db_impl/db_impl.cc:1141] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent +Write Stall (count): write-buffer-manager-limit-stops: 0 + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + L0 1/0 1.06 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Sum 1/0 1.06 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x6000026240d8#29469 capacity: 32.00 MB seed: 1083074961 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 1.9e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2025/01/27-22:24:16.632820 6127562752 [db/db_impl/db_impl.cc:486] Shutdown: canceling all background work +2025/01/27-22:24:16.633065 6127562752 [db/db_impl/db_impl.cc:667] Shutdown complete diff --git a/crates/executor/testdata/block-22887258/kv/MANIFEST-000010 b/crates/executor/testdata/block-22887258/kv/MANIFEST-000010 deleted file mode 100644 index de1b08a6b04afd81feaf13545c426860b2041801..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 240 zcmZS8)^KKEU^I2G?@(Z1WR%KDElbTwNz!wwEJ-cTEKYUK&n-wSN-W7Q>U3aa{KCu= z#lpbI#K6KJ{A(U78v`RJ12Y#3gG+|P%gI1-RxtOoP&xz0xgX9N44m7h=dTjZnWi12 zbt&q`KGy47Blz3T9hv^^3g6@gX&%Pyj0_;4@&CQ-u{wsTlyxP!;>8;#-0weimY7UApS%9yT^c23|%+b_Ndi(7f!t{PH{=f$A$+$U3aa zoLc?LYc>NT6Dt=h%V(i<299$-oHZCYw@uGqC7d%&J4owN)Qx?t*SALSx1T#Q{o573 z$qmvxjN2I*KtSXFd)Z@k3{@%XN^-@EH%z$U+dCt=E}~{i#}%pbdO!7!G2Y|=D`fmE z#LBvK)zLj{Y>W)NjEw9I9PFWa*?IZpdCVNFU?mI;JOb5MvXZCYWeMIoF*0#e&2LM7 trgQR)B|l!8u`@7oGBEQ2U3hQ$+3%b{_i{n`26LY%0Qo>3KNlBJ9so=KQPKba literal 0 HcmV?d00001 diff --git a/crates/executor/testdata/block-22887258/kv/OPTIONS-000007 b/crates/executor/testdata/block-22887258/kv/OPTIONS-000016 similarity index 100% rename from crates/executor/testdata/block-22887258/kv/OPTIONS-000007 rename to crates/executor/testdata/block-22887258/kv/OPTIONS-000016 diff --git a/crates/interop/src/test_util.rs b/crates/interop/src/test_util.rs index 604c73379..266995fba 100644 --- a/crates/interop/src/test_util.rs +++ b/crates/interop/src/test_util.rs @@ -84,7 +84,7 @@ pub struct ChainBuilder { impl SuperchainBuilder { pub fn new(timestamp: u64) -> Self { - Self { chains: HashMap::new(), timestamp } + Self { chains: HashMap::default(), timestamp } } pub fn chain(&mut self, chain_id: u64) -> &mut ChainBuilder { @@ -93,8 +93,8 @@ impl SuperchainBuilder { /// Builds the scenario into the format needed for testing pub fn build(self) -> (Vec<(u64, Sealed
)>, MockInteropProvider) { - let mut headers_map = HashMap::new(); - let mut receipts_map = HashMap::new(); + let mut headers_map = HashMap::default(); + let mut receipts_map = HashMap::default(); let mut sealed_headers = Vec::new(); for (chain_id, chain) in self.chains { @@ -102,11 +102,11 @@ impl SuperchainBuilder { let header_hash = header.hash_slow(); let sealed_header = header.seal(header_hash); - let mut chain_headers = HashMap::new(); + let mut chain_headers = HashMap::default(); chain_headers.insert(0, sealed_header.clone()); headers_map.insert(chain_id, chain_headers); - let mut chain_receipts = HashMap::new(); + let mut chain_receipts = HashMap::default(); chain_receipts.insert(0, chain.receipts); receipts_map.insert(chain_id, chain_receipts); diff --git a/crates/proof-sdk/proof-interop/src/provider.rs b/crates/proof-sdk/proof-interop/src/provider.rs index d59dc6a5a..46b4e77b1 100644 --- a/crates/proof-sdk/proof-interop/src/provider.rs +++ b/crates/proof-sdk/proof-interop/src/provider.rs @@ -32,7 +32,7 @@ where { /// Creates a new [OracleInteropProvider] with the given oracle client and [PreState]. pub fn new(oracle: Arc, pre_state: PreState) -> Self { - Self { oracle, pre_state, safe_head_cache: Arc::new(RwLock::new(HashMap::new())) } + Self { oracle, pre_state, safe_head_cache: Arc::new(RwLock::new(HashMap::default())) } } /// Fetch the [Header] for the block with the given hash. diff --git a/crates/proof-sdk/proof/Cargo.toml b/crates/proof-sdk/proof/Cargo.toml index 72585b460..55b6f9557 100644 --- a/crates/proof-sdk/proof/Cargo.toml +++ b/crates/proof-sdk/proof/Cargo.toml @@ -20,6 +20,7 @@ kona-preimage.workspace = true kona-executor.workspace = true # Maili +maili-rpc.workspace = true maili-protocol.workspace = true maili-registry.workspace = true maili-genesis = { workspace = true, features = ["serde"] } diff --git a/crates/proof-sdk/proof/src/l1/pipeline.rs b/crates/proof-sdk/proof/src/l1/pipeline.rs index 9388937ba..3ebe05471 100644 --- a/crates/proof-sdk/proof/src/l1/pipeline.rs +++ b/crates/proof-sdk/proof/src/l1/pipeline.rs @@ -20,7 +20,7 @@ use kona_driver::{DriverPipeline, PipelineCursor}; use kona_preimage::CommsClient; use maili_genesis::{RollupConfig, SystemConfig}; use maili_protocol::{BlockInfo, L2BlockInfo}; -use op_alloy_rpc_types_engine::OpAttributesWithParent; +use maili_rpc::OpAttributesWithParent; use spin::RwLock; /// An oracle-backed derivation pipeline. diff --git a/crates/proof-sdk/proof/src/l2/chain_provider.rs b/crates/proof-sdk/proof/src/l2/chain_provider.rs index 6c5e283bb..20c211db9 100644 --- a/crates/proof-sdk/proof/src/l2/chain_provider.rs +++ b/crates/proof-sdk/proof/src/l2/chain_provider.rs @@ -2,7 +2,7 @@ use crate::{errors::OracleProviderError, HintType}; use alloc::{boxed::Box, sync::Arc, vec::Vec}; -use alloy_consensus::{Block, BlockBody, Header}; +use alloy_consensus::{BlockBody, Header}; use alloy_eips::eip2718::Decodable2718; use alloy_primitives::{Address, Bytes, B256}; use alloy_rlp::Decodable; @@ -74,7 +74,6 @@ impl OracleL2ChainProvider { #[async_trait] impl BatchValidationProvider for OracleL2ChainProvider { type Error = OracleProviderError; - type Transaction = OpTxEnvelope; async fn l2_block_info_by_number(&mut self, number: u64) -> Result { // Get the block at the given number. @@ -85,10 +84,7 @@ impl BatchValidationProvider for OracleL2ChainProv .map_err(OracleProviderError::BlockInfo) } - async fn block_by_number( - &mut self, - number: u64, - ) -> Result, Self::Error> { + async fn block_by_number(&mut self, number: u64) -> Result { // Fetch the header for the given block number. let header @ Header { transactions_root, timestamp, .. } = self.header_by_number(number).await?;