mirror of
https://github.com/ethereum/go-ethereum.git
synced 2026-08-08 13:03:47 +00:00
This PR coordinates the prefetcher with the main tx executor. Block processing publishes the index of the transaction it is executing, prefetch workers skip anything already reached and transactions above 1M gas are promoted to the front of the prefetch queue while the rest keeps block order.
160 lines
5.5 KiB
Go
160 lines
5.5 KiB
Go
// Copyright 2019 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package core
|
|
|
|
import (
|
|
"bytes"
|
|
"runtime"
|
|
"sort"
|
|
"sync/atomic"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/core/state"
|
|
"github.com/ethereum/go-ethereum/core/types"
|
|
"github.com/ethereum/go-ethereum/core/vm"
|
|
"github.com/ethereum/go-ethereum/params"
|
|
"golang.org/x/sync/errgroup"
|
|
)
|
|
|
|
// statePrefetcher is a basic Prefetcher that executes transactions from a block
|
|
// on top of the parent state, aiming to prefetch potentially useful state data
|
|
// from disk. Transactions are executed in parallel to fully leverage the
|
|
// SSD's read performance.
|
|
type statePrefetcher struct {
|
|
config *params.ChainConfig // Chain configuration options
|
|
chain *HeaderChain // Canonical block chain
|
|
}
|
|
|
|
// newStatePrefetcher initialises a new statePrefetcher.
|
|
func newStatePrefetcher(config *params.ChainConfig, chain *HeaderChain) *statePrefetcher {
|
|
return &statePrefetcher{
|
|
config: config,
|
|
chain: chain,
|
|
}
|
|
}
|
|
|
|
// Prefetch processes the state changes according to the Ethereum rules by running
|
|
// the transaction messages using the statedb, but any changes are discarded. The
|
|
// only goal is to warm the state caches.
|
|
func (p *statePrefetcher) Prefetch(block *types.Block, statedb *state.StateDB, jumpDestCache vm.JumpDestCache, cfg vm.Config, interrupt *atomic.Bool, execIndex *atomic.Int64) {
|
|
var (
|
|
fails atomic.Int64
|
|
skips atomic.Int64
|
|
header = block.Header()
|
|
signer = types.MakeSigner(p.config, header.Number, header.Time)
|
|
workers errgroup.Group
|
|
reader = statedb.Reader()
|
|
txs = block.Transactions()
|
|
)
|
|
workers.SetLimit(max(1, 4*runtime.NumCPU()/5)) // Aggressively run the prefetching
|
|
|
|
// Iterate over and process the individual transactions
|
|
for _, n := range prefetchOrder(txs) {
|
|
i, tx := n, txs[n]
|
|
stateCpy := statedb.Copy() // closure
|
|
workers.Go(func() error {
|
|
// If block precaching was interrupted, abort
|
|
if interrupt != nil && interrupt.Load() {
|
|
return nil
|
|
}
|
|
// Skip transactions the main pass has already reached, warming
|
|
// them up can not help anymore.
|
|
if execIndex != nil && execIndex.Load() >= int64(i) {
|
|
skips.Add(1)
|
|
return nil
|
|
}
|
|
// Preload the touched accounts and storage slots in advance
|
|
sender, err := types.Sender(signer, tx)
|
|
if err != nil {
|
|
fails.Add(1)
|
|
return nil
|
|
}
|
|
reader.Account(sender)
|
|
|
|
if tx.To() != nil {
|
|
account, _ := reader.Account(*tx.To())
|
|
|
|
// Preload the contract code if the destination has non-empty code
|
|
if account != nil && !bytes.Equal(account.CodeHash, types.EmptyCodeHash.Bytes()) {
|
|
reader.Code(*tx.To(), common.BytesToHash(account.CodeHash))
|
|
}
|
|
}
|
|
for _, list := range tx.AccessList() {
|
|
reader.Account(list.Address)
|
|
if len(list.StorageKeys) > 0 {
|
|
for _, slot := range list.StorageKeys {
|
|
reader.Storage(list.Address, slot)
|
|
}
|
|
}
|
|
}
|
|
// Execute the message to preload the implicit touched states
|
|
evm := vm.NewEVM(NewEVMBlockContext(header, p.chain, nil), stateCpy, p.config, cfg)
|
|
defer evm.Release()
|
|
if jumpDestCache != nil {
|
|
evm.SetJumpDestCache(jumpDestCache)
|
|
}
|
|
|
|
// Convert the transaction into an executable message and pre-cache its sender
|
|
msg, err := TransactionToMessage(tx, signer, header.BaseFee)
|
|
if err != nil {
|
|
fails.Add(1)
|
|
return nil // Also invalid block, bail out
|
|
}
|
|
// Disable the nonce check
|
|
msg.SkipNonceChecks = true
|
|
|
|
stateCpy.SetTxContext(tx.Hash(), i, uint32(i+1))
|
|
|
|
// We attempt to apply a transaction. The goal is not to execute
|
|
// the transaction successfully, rather to warm up touched data slots.
|
|
if _, err := ApplyMessage(evm, msg, nil); err != nil {
|
|
fails.Add(1)
|
|
return nil // Ugh, something went horribly wrong, bail out
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
workers.Wait()
|
|
|
|
blockPrefetchTxsValidMeter.Mark(int64(len(txs)) - fails.Load() - skips.Load())
|
|
blockPrefetchTxsInvalidMeter.Mark(fails.Load())
|
|
blockPrefetchTxsSkippedMeter.Mark(skips.Load())
|
|
return
|
|
}
|
|
|
|
// prefetchPromoteGas is the gas limit above which a transaction is promoted
|
|
// to the front of the prefetch queue. Below it the worker pool keeps up with
|
|
// the main pass in block order anyway.
|
|
const prefetchPromoteGas = 1_000_000
|
|
|
|
// prefetchOrder returns the submission order of the block transactions.
|
|
// Heavy transactions go first, giving them a head start over the main
|
|
// pass, while the rest stays in block order.
|
|
func prefetchOrder(txs types.Transactions) []int {
|
|
order := make([]int, len(txs))
|
|
for i := range order {
|
|
order[i] = i
|
|
}
|
|
sort.SliceStable(order, func(a, b int) bool {
|
|
gasA, gasB := txs[order[a]].Gas(), txs[order[b]].Gas()
|
|
if gasA < prefetchPromoteGas && gasB < prefetchPromoteGas {
|
|
return false // regular transactions keep block order
|
|
}
|
|
return gasA > gasB // heavier transactions go first
|
|
})
|
|
return order
|
|
}
|