mirror of
https://github.com/ethereum/go-ethereum.git
synced 2026-04-06 09:57:29 +00:00
9b2ce121dc
This PR improves the pbss archive mode. Initial sync of an archive mode which has the --gcmode archive flag enabled will be significantly sped up. It achieves that with the following changes: The indexer now attempts to process histories in batch whenever possible. Batch indexing is enforced when the node is still syncing and the local chain head is behind the network chain head. In this scenario, instead of scheduling indexing frequently alongside block insertion, the indexer waits until a sufficient amount of history has accumulated and then processes it in a batch, which is significantly more efficient. --------- Co-authored-by: Sina M <1591639+s1na@users.noreply.github.com> Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
57 lines
2.1 KiB
Go
57 lines
2.1 KiB
Go
// Copyright 2025 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package pathdb
|
|
|
|
import (
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
|
)
|
|
|
|
// TestHistoryIndexerShortenDeadlock tests that a call to shorten does not
|
|
// deadlock when the indexer is active. This specifically targets the case where
|
|
// signal.result must be sent to unblock the caller.
|
|
func TestHistoryIndexerShortenDeadlock(t *testing.T) {
|
|
// log.SetDefault(log.NewLogger(log.NewTerminalHandlerWithLevel(os.Stderr, log.LevelDebug, true)))
|
|
db := rawdb.NewMemoryDatabase()
|
|
freezer, _ := rawdb.NewStateFreezer(t.TempDir(), false, false)
|
|
defer freezer.Close()
|
|
|
|
histories := makeStateHistories(100)
|
|
for i, h := range histories {
|
|
accountData, storageData, accountIndex, storageIndex := h.encode()
|
|
rawdb.WriteStateHistory(freezer, uint64(i+1), h.meta.encode(), accountIndex, storageIndex, accountData, storageData)
|
|
}
|
|
// As a workaround, assign a future block to keep the initer running indefinitely
|
|
indexer := newHistoryIndexer(db, freezer, 200, typeStateHistory, true)
|
|
defer indexer.close()
|
|
|
|
done := make(chan error, 1)
|
|
go func() {
|
|
done <- indexer.shorten(200)
|
|
}()
|
|
|
|
select {
|
|
case err := <-done:
|
|
if err != nil {
|
|
t.Fatalf("shorten returned an unexpected error: %v", err)
|
|
}
|
|
case <-time.After(2 * time.Second):
|
|
t.Fatal("timed out waiting for shorten to complete, potential deadlock")
|
|
}
|
|
}
|