forks/go-ethereum
1
0
Fork 1
mirror of https://github.com/ethereum/go-ethereum.git synced 2026-07-24 13:46:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

parallel run for all states

Browse source
This commit is contained in:
jsvisa 2025-08-28 14:19:39 +08:00 committed by Gary Rong
parent 2ddb6ebd30
commit b542e8b3c1
1 changed files with 3 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
core/state/state_sizer.go
View file

@ -440,7 +440,7 @@ func (t *SizeTracker) build(root common.Hash, blockNumber uint64, done chan buil
// Start all table iterations concurrently with direct metric updates // Start all table iterations concurrently with direct metric updates
group.Go(func() error { group.Go(func() error {
count, bytes, err := t.iterateTable(t.abort, rawdb.SnapshotAccountPrefix, "account") count, bytes, err := t.iterateTableParallel(t.abort, rawdb.SnapshotAccountPrefix, "account")
if err != nil { if err != nil {
return err return err
} }
@ -448,7 +448,6 @@ func (t *SizeTracker) build(root common.Hash, blockNumber uint64, done chan buil
return nil return nil
}) })
// Storage table is huge, iterate in parallel
group.Go(func() error { group.Go(func() error {
count, bytes, err := t.iterateTableParallel(t.abort, rawdb.SnapshotStoragePrefix, "storage") count, bytes, err := t.iterateTableParallel(t.abort, rawdb.SnapshotStoragePrefix, "storage")
if err != nil { if err != nil {
@ -459,7 +458,7 @@ func (t *SizeTracker) build(root common.Hash, blockNumber uint64, done chan buil
}) })
group.Go(func() error { group.Go(func() error {
count, bytes, err := t.iterateTable(t.abort, rawdb.TrieNodeAccountPrefix, "accountnode") count, bytes, err := t.iterateTableParallel(t.abort, rawdb.TrieNodeAccountPrefix, "accountnode")
if err != nil { if err != nil {
return err return err
} }
@ -467,7 +466,6 @@ func (t *SizeTracker) build(root common.Hash, blockNumber uint64, done chan buil
return nil return nil
}) })
// Storage trienode table is huge, iterate in parallel
group.Go(func() error { group.Go(func() error {
count, bytes, err := t.iterateTableParallel(t.abort, rawdb.TrieNodeStoragePrefix, "storagenode") count, bytes, err := t.iterateTableParallel(t.abort, rawdb.TrieNodeStoragePrefix, "storagenode")
if err != nil { if err != nil {
@ -582,7 +580,7 @@ func (t *SizeTracker) iterateTableParallel(closed chan struct{}, prefix []byte,
for i := 0; i < 256; i++ { for i := 0; i < 256; i++ {
h := byte(i) h := byte(i)
group.Go(func() error { group.Go(func() error {
count, bytes, err := t.iterateTable(closed, slices.Concat(prefix, []byte{h}), fmt.Sprintf("%s-%x", name, h)) count, bytes, err := t.iterateTable(closed, slices.Concat(prefix, []byte{h}), fmt.Sprintf("%s-%02x", name, h))
if err != nil { if err != nil {
return err return err
} }