forks/go-ethereum
1
0
Fork 1
mirror of https://github.com/ethereum/go-ethereum.git synced 2026-07-25 06:06:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

triedb/pathdb: flush mutation records in parallel

Browse source
This commit is contained in:
Gary Rong 2025-06-11 17:18:12 +08:00
parent aa65b94969
commit fdac3b7756
1 changed files with 54 additions and 29 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

27
triedb/pathdb/history_indexer.go
View file

@ -19,6 +19,7 @@ package pathdb
import ( import (
"errors" "errors"
"fmt" "fmt"
"runtime"
"sync" "sync"
"sync/atomic" "sync/atomic"
"time" "time"
@ -29,6 +30,7 @@ import (
"github.com/ethereum/go-ethereum/ethdb" "github.com/ethereum/go-ethereum/ethdb"
"github.com/ethereum/go-ethereum/log" "github.com/ethereum/go-ethereum/log"
"github.com/ethereum/go-ethereum/rlp" "github.com/ethereum/go-ethereum/rlp"
"golang.org/x/sync/errgroup"
) )
const ( const (
@ -125,8 +127,15 @@ func (b *batchIndexer) finish(force bool) error {
if !force && b.counter < historyIndexBatch { if !force && b.counter < historyIndexBatch {
return nil return nil
} }
batch := b.db.NewBatch() var (
batch = b.db.NewBatch()
batchMu sync.RWMutex
eg errgroup.Group
)
eg.SetLimit(runtime.NumCPU())
for addrHash, idList := range b.accounts { for addrHash, idList := range b.accounts {
eg.Go(func() error {
if !b.delete { if !b.delete {
iw, err := newIndexWriter(b.db, newAccountIdent(addrHash)) iw, err := newIndexWriter(b.db, newAccountIdent(addrHash))
if err != nil { if err != nil {
@ -137,7 +146,9 @@ func (b *batchIndexer) finish(force bool) error {
return err return err
} }
} }
batchMu.Lock()
iw.finish(batch) iw.finish(batch)
batchMu.Unlock()
} else { } else {
id, err := newIndexDeleter(b.db, newAccountIdent(addrHash)) id, err := newIndexDeleter(b.db, newAccountIdent(addrHash))
if err != nil { if err != nil {
@ -148,11 +159,16 @@ func (b *batchIndexer) finish(force bool) error {
return err return err
} }
} }
batchMu.Lock()
id.finish(batch) id.finish(batch)
batchMu.Unlock()
} }
return nil
})
} }
for addrHash, slots := range b.storages { for addrHash, slots := range b.storages {
for storageHash, idList := range slots { for storageHash, idList := range slots {
eg.Go(func() error {
if !b.delete { if !b.delete {
iw, err := newIndexWriter(b.db, newStorageIdent(addrHash, storageHash)) iw, err := newIndexWriter(b.db, newStorageIdent(addrHash, storageHash))
if err != nil { if err != nil {
@ -163,7 +179,9 @@ func (b *batchIndexer) finish(force bool) error {
return err return err
} }
} }
batchMu.Lock()
iw.finish(batch) iw.finish(batch)
batchMu.Unlock()
} else { } else {
id, err := newIndexDeleter(b.db, newStorageIdent(addrHash, storageHash)) id, err := newIndexDeleter(b.db, newStorageIdent(addrHash, storageHash))
if err != nil { if err != nil {
@ -174,9 +192,16 @@ func (b *batchIndexer) finish(force bool) error {
return err return err
} }
} }
batchMu.Lock()
id.finish(batch) id.finish(batch)
batchMu.Unlock()
}
return nil
})
} }
} }
if err := eg.Wait(); err != nil {
return err
} }
// Update the position of last indexed state history // Update the position of last indexed state history
if !b.delete { if !b.delete {