Skip to content

Implement Block-STM parallel execution #31

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
meyer9 wants to merge 10 commits into
base: main
Choose a base branch
from
Draft

Implement Block-STM parallel execution #31

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
10 commits
Select commit Hold shift + click to select a range
ec1a767
implement mutex-based parallel execution
meyer9 Dec 16, 2025
abdfe0b
feat: Make parallel thread count configurable
meyer9 Dec 17, 2025
e401af8
feat: Make parallel execution optional with cached_reads fallback
meyer9 Dec 17, 2025
dbc9636
fix: Remove BlockHash from tracking and fix scheduler race condition
meyer9 Dec 17, 2025
885be48
Fix scheduler
meyer9 Dec 17, 2025
f9f98e0
Use alternative revm impl
meyer9 Dec 18, 2025
2192b7c
feat: Add balance delta aggregation for parallel fee accumulation
meyer9 Dec 18, 2025
cd15e5a
Fix scheduler
meyer9 Dec 18, 2025
d66af2a
optimize noop writes
meyer9 Dec 18, 2025
b9bb14d
update sha
meyer9 Dec 18, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
616 changes: 18 additions & 598 deletions Cargo.lock
View file
Open in desktop

Large diffs are not rendered by default.

76 changes: 72 additions & 4 deletions Cargo.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ repository = "https://github.com/flashbots/op-rbuilder"
exclude = [".github/"]

[workspace]
members = [ "crates/op-rbuilder", "crates/p2p", "crates/tdx-quote-provider"]
members = ["crates/op-rbuilder", "crates/p2p", "crates/tdx-quote-provider"]
default-members = ["crates/op-rbuilder"]
resolver = "2"

Expand Down Expand Up @@ -132,7 +132,7 @@ alloy-primitives = { version = "1.4.1", default-features = false, features = [
alloy-rlp = "0.3.10"
alloy-chains = "0.2.5"
alloy-contract = { version = "1.0.41" }
alloy-evm = { version = "0.23.0", default-features = false }
alloy-evm = { path = "../evm/crates/evm" }
alloy-provider = { version = "1.0.41", features = [
"ipc",
"pubsub",
Expand Down Expand Up @@ -165,7 +165,7 @@ alloy-hardforks = "0.4.4"
rollup-boost = { git = "https://github.com/flashbots/rollup-boost", tag = "v0.7.11" }

# optimism
alloy-op-evm = { version = "0.23.0", default-features = false }
alloy-op-evm = { path = "../evm/crates/op-evm" }
alloy-op-hardforks = "0.4.4"
op-alloy-rpc-types = { version = "0.22.0", default-features = false }
op-alloy-rpc-types-engine = { version = "0.22.0", default-features = false }
Expand Down Expand Up @@ -216,4 +216,72 @@ opentelemetry = { version = "0.31", features = ["trace"] }

# Base Path
concurrent-queue = "2.5.0"
tips-core = { git = "https://github.com/base/tips", rev = "c08eaa4fe10c26de8911609b41ddab4918698325", default-features = false }
tips-core = { git = "https://github.com/base/tips", rev = "c08eaa4fe10c26de8911609b41ddab4918698325", default-features = false }

[patch."https://github.com/paradigmxyz/reth"]
reth = { path = "../reth/bin/reth" }
reth-chain-state = { path = "../reth/crates/chain-state" }
reth-cli = { path = "../reth/crates/cli/cli" }
reth-cli-commands = { path = "../reth/crates/cli/commands" }
reth-cli-util = { path = "../reth/crates/cli/util" }
reth-db = { path = "../reth/crates/storage/db" }
reth-db-common = { path = "../reth/crates/storage/db-common" }
reth-errors = { path = "../reth/crates/errors" }
reth-payload-builder = { path = "../reth/crates/payload/builder" }
reth-node-api = { path = "../reth/crates/node/api" }
reth-rpc-engine-api = { path = "../reth/crates/rpc/rpc-engine-api" }
reth-node-ethereum = { path = "../reth/crates/ethereum/node" }
reth-trie = { path = "../reth/crates/trie/trie" }
reth-trie-parallel = { path = "../reth/crates/trie/parallel" }
reth-basic-payload-builder = { path = "../reth/crates/payload/basic" }
reth-node-core = { path = "../reth/crates/node/core" }
reth-primitives = { path = "../reth/crates/primitives" }
reth-primitives-traits = { path = "../reth/crates/primitives-traits" }
reth-provider = { path = "../reth/crates/storage/provider" }
reth-chainspec = { path = "../reth/crates/chainspec" }
reth-storage-api = { path = "../reth/crates/storage/storage-api" }
reth-rpc-api = { path = "../reth/crates/rpc/rpc-api" }
reth-evm = { path = "../reth/crates/evm/evm" }
reth-evm-ethereum = { path = "../reth/crates/ethereum/evm" }
reth-execution-errors = { path = "../reth/crates/evm/execution-errors" }
reth-exex = { path = "../reth/crates/exex/exex" }
reth-tasks = { path = "../reth/crates/tasks" }
reth-metrics = { path = "../reth/crates/metrics" }
reth-trie-db = { path = "../reth/crates/trie/db" }
reth-payload-primitives = { path = "../reth/crates/payload/primitives" }
reth-transaction-pool = { path = "../reth/crates/transaction-pool" }
reth-execution-types = { path = "../reth/crates/evm/execution-types" }
reth-revm = { path = "../reth/crates/revm" }
reth-payload-builder-primitives = { path = "../reth/crates/payload/builder-primitives" }
reth-payload-util = { path = "../reth/crates/payload/util" }
reth-rpc-layer = { path = "../reth/crates/rpc/rpc-layer" }
reth-network-peers = { path = "../reth/crates/net/peers" }
reth-testing-utils = { path = "../reth/testing/testing-utils" }
reth-node-builder = { path = "../reth/crates/node/builder" }
reth-rpc-eth-types = { path = "../reth/crates/rpc/rpc-eth-types" }
reth-tracing-otlp = { path = "../reth/crates/tracing-otlp" }
reth-ipc = { path = "../reth/crates/rpc/ipc" }
reth-optimism-primitives = { path = "../reth/crates/optimism/primitives" }
reth-optimism-consensus = { path = "../reth/crates/optimism/consensus" }
reth-optimism-cli = { path = "../reth/crates/optimism/cli" }
reth-optimism-forks = { path = "../reth/crates/optimism/hardforks" }
reth-optimism-evm = { path = "../reth/crates/optimism/evm" }
reth-optimism-node = { path = "../reth/crates/optimism/node" }
reth-optimism-payload-builder = { path = "../reth/crates/optimism/payload" }
reth-optimism-chainspec = { path = "../reth/crates/optimism/chainspec" }
reth-optimism-txpool = { path = "../reth/crates/optimism/txpool" }
reth-optimism-rpc = { path = "../reth/crates/optimism/rpc" }

[patch.crates-io]
revm = { git = "https://github.com/meyer9/revm", branch = "meyer9/lazy-load-accounts-31.0.2" }
revm-bytecode = { git = "https://github.com/meyer9/revm", branch = "meyer9/lazy-load-accounts-31.0.2" }
revm-database = { git = "https://github.com/meyer9/revm", branch = "meyer9/lazy-load-accounts-31.0.2" }
revm-state = { git = "https://github.com/meyer9/revm", branch = "meyer9/lazy-load-accounts-31.0.2" }
revm-primitives = { git = "https://github.com/meyer9/revm", branch = "meyer9/lazy-load-accounts-31.0.2" }
revm-interpreter = { git = "https://github.com/meyer9/revm", branch = "meyer9/lazy-load-accounts-31.0.2" }
revm-inspector = { git = "https://github.com/meyer9/revm", branch = "meyer9/lazy-load-accounts-31.0.2" }
revm-context = { git = "https://github.com/meyer9/revm", branch = "meyer9/lazy-load-accounts-31.0.2" }
revm-context-interface = { git = "https://github.com/meyer9/revm", branch = "meyer9/lazy-load-accounts-31.0.2" }
revm-database-interface = { git = "https://github.com/meyer9/revm", branch = "meyer9/lazy-load-accounts-31.0.2" }
op-revm = { git = "https://github.com/meyer9/revm", branch = "meyer9/lazy-load-accounts-31.0.2" }
alloy-evm = { path = "../evm/crates/evm" }
5 changes: 5 additions & 0 deletions crates/op-rbuilder/src/args/op.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -58,6 +58,11 @@ pub struct OpRbuilderArgs {
)]
pub resource_metering_buffer_size: usize,

/// Number of parallel threads for transaction execution.
/// Defaults to the number of available CPU cores.
#[arg(long = "builder.parallel-threads", env = "BUILDER_PARALLEL_THREADS")]
pub parallel_threads: Option<usize>,

/// Path to builder playgorund to automatically start up the node connected to it
#[arg(
long = "builder.playground",
Expand Down
Loading
Loading