mirror of
https://github.com/ethereum/go-ethereum.git
synced 2026-03-01 00:53:47 +00:00
0ad0966cec
This is a follow-up PR to #29792 to get rid of the data file sync. **This is a non-backward compatible change, which increments the database version from 8 to 9**. We introduce a flushOffset for each freezer table, which tracks the position of the most recently fsync’d item in the index file. When this offset moves forward, it indicates that all index entries below it, along with their corresponding data items, have been properly persisted to disk. The offset can also be moved backward when truncating from either the head or tail of the file. Previously, the data file required an explicit fsync after every mutation, which was highly inefficient. With the introduction of the flush offset, the synchronization strategy becomes more flexible, allowing the freezer to sync every 30 seconds instead. The data items above the flush offset are regarded volatile and callers must ensure they are recoverable after the unclean shutdown, or explicitly sync the freezer before any proceeding operations. --------- Co-authored-by: Felix Lange <fjl@twurst.com>
97 lines
3.6 KiB
Go
97 lines
3.6 KiB
Go
// Copyright 2022 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package rawdb
|
|
|
|
import (
|
|
"path/filepath"
|
|
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
|
)
|
|
|
|
// The list of table names of chain freezer.
|
|
const (
|
|
// ChainFreezerHeaderTable indicates the name of the freezer header table.
|
|
ChainFreezerHeaderTable = "headers"
|
|
|
|
// ChainFreezerHashTable indicates the name of the freezer canonical hash table.
|
|
ChainFreezerHashTable = "hashes"
|
|
|
|
// ChainFreezerBodiesTable indicates the name of the freezer block body table.
|
|
ChainFreezerBodiesTable = "bodies"
|
|
|
|
// ChainFreezerReceiptTable indicates the name of the freezer receipts table.
|
|
ChainFreezerReceiptTable = "receipts"
|
|
)
|
|
|
|
// chainFreezerNoSnappy configures whether compression is disabled for the ancient-tables.
|
|
// Hashes and difficulties don't compress well.
|
|
var chainFreezerNoSnappy = map[string]bool{
|
|
ChainFreezerHeaderTable: false,
|
|
ChainFreezerHashTable: true,
|
|
ChainFreezerBodiesTable: false,
|
|
ChainFreezerReceiptTable: false,
|
|
}
|
|
|
|
const (
|
|
// stateHistoryTableSize defines the maximum size of freezer data files.
|
|
stateHistoryTableSize = 2 * 1000 * 1000 * 1000
|
|
|
|
// stateHistoryAccountIndex indicates the name of the freezer state history table.
|
|
stateHistoryMeta = "history.meta"
|
|
stateHistoryAccountIndex = "account.index"
|
|
stateHistoryStorageIndex = "storage.index"
|
|
stateHistoryAccountData = "account.data"
|
|
stateHistoryStorageData = "storage.data"
|
|
)
|
|
|
|
// stateFreezerNoSnappy configures whether compression is disabled for the state freezer.
|
|
var stateFreezerNoSnappy = map[string]bool{
|
|
stateHistoryMeta: true,
|
|
stateHistoryAccountIndex: false,
|
|
stateHistoryStorageIndex: false,
|
|
stateHistoryAccountData: false,
|
|
stateHistoryStorageData: false,
|
|
}
|
|
|
|
// The list of identifiers of ancient stores.
|
|
var (
|
|
ChainFreezerName = "chain" // the folder name of chain segment ancient store.
|
|
MerkleStateFreezerName = "state" // the folder name of state history ancient store.
|
|
VerkleStateFreezerName = "state_verkle" // the folder name of state history ancient store.
|
|
)
|
|
|
|
// freezers the collections of all builtin freezers.
|
|
var freezers = []string{ChainFreezerName, MerkleStateFreezerName, VerkleStateFreezerName}
|
|
|
|
// NewStateFreezer initializes the ancient store for state history.
|
|
//
|
|
// - if the empty directory is given, initializes the pure in-memory
|
|
// state freezer (e.g. dev mode).
|
|
// - if non-empty directory is given, initializes the regular file-based
|
|
// state freezer.
|
|
func NewStateFreezer(ancientDir string, verkle bool, readOnly bool) (ethdb.ResettableAncientStore, error) {
|
|
if ancientDir == "" {
|
|
return NewMemoryFreezer(readOnly, stateFreezerNoSnappy), nil
|
|
}
|
|
var name string
|
|
if verkle {
|
|
name = filepath.Join(ancientDir, VerkleStateFreezerName)
|
|
} else {
|
|
name = filepath.Join(ancientDir, MerkleStateFreezerName)
|
|
}
|
|
return newResettableFreezer(name, "eth/db/state", readOnly, stateHistoryTableSize, stateFreezerNoSnappy)
|
|
}
|