mirror of
https://github.com/ethereum/go-ethereum.git
synced 2026-07-27 23:26:44 +00:00
* Add CLI flags to config LevelDB table/total sizes
I wired up CLI flags to allow configuring LevelDB table and total sizes:
- `--leveldb.compaction.table.size`, LevelDB SSTable file size factor in MiB (default: 2)
- `--leveldb.compaction.table.multiplier`, multiplier on LevelDB SSTable file size (default: 1)
- `--leveldb.compaction.total.size`, total size factor in MiB of LevelDB levels (default: 10)
- `--leveldb.compaction.total.multiplier`, multiplier on LevelDB total level size (default: 10)
N.B. that the default values for these configs are exactly the same as
before this changset and so Bor behavior should not change unless these
flags are deliberately overridden. Bor/Geth inherited the default values
from [the `goleveldb`
defaults](126854af5e/leveldb/opt/options.go).
We (Alchemy) found it necessary to override these configs as follows to
keep Bor archive nodes tracking the canonical chain:
- `--leveldb.compaction.table.size=4`
- `--leveldb.compaction.total.size=20`
These overrides double the size of LevelDB SSTable files (2 MiB -> 4
MiB) and also the total amount of data in each level (100 MiB -> 200
MiB, 1,000 MiB -> 2,000 MiB, etc.). The idea is to have LevelDB read and
write data in larger chunks while keeping the proportional frequency of
compaction operations the same as in the original defaults defined by
Dean and Ghemawat.
Without these overrides we found that our archive nodes would tend to
fall into a "LevelDB compaction loop of death" where the incoming stream
of blockchain data could not be flowed into LevelDB's structure quickly
enough, resulting in the node blocking writes for long periods of time
while LevelDB's single-threaded compaction organized the data. Over
time the nodes would fall farther and farther behind the canonical chain
head, metaphorically dying a slow node's death.
These configs can be changed on existing node databases (resyncing is
not necessary). LevelDB appears to work correctly with SSTable files of
different sizes. Note that the database does not undergo any sort of
migration when changing these configs. Only newly-written files (due to
new data or compaction) are affected by these configs.
* Update docs
* Adjust line spacing for linter
* Replace map with `ExtraDBConfig`
* Rename `LevelDbConfig` to `ExtraDBConfig`
* Regenerate docs
157 lines
5.6 KiB
Go
157 lines
5.6 KiB
Go
// Copyright 2016 The go-ethereum Authors
|
|
// This file is part of go-ethereum.
|
|
//
|
|
// go-ethereum is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// go-ethereum is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with go-ethereum. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package main
|
|
|
|
import (
|
|
"math/big"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
|
"github.com/ethereum/go-ethereum/params"
|
|
)
|
|
|
|
// Genesis block for nodes which don't care about the DAO fork (i.e. not configured)
|
|
var daoOldGenesis = `{
|
|
"alloc" : {},
|
|
"coinbase" : "0x0000000000000000000000000000000000000000",
|
|
"difficulty" : "0x20000",
|
|
"extraData" : "",
|
|
"gasLimit" : "0x2fefd8",
|
|
"nonce" : "0x0000000000000042",
|
|
"mixhash" : "0x0000000000000000000000000000000000000000000000000000000000000000",
|
|
"parentHash" : "0x0000000000000000000000000000000000000000000000000000000000000000",
|
|
"timestamp" : "0x00",
|
|
"config" : {
|
|
"homesteadBlock" : 0
|
|
}
|
|
}`
|
|
|
|
// Genesis block for nodes which actively oppose the DAO fork
|
|
var daoNoForkGenesis = `{
|
|
"alloc" : {},
|
|
"coinbase" : "0x0000000000000000000000000000000000000000",
|
|
"difficulty" : "0x20000",
|
|
"extraData" : "",
|
|
"gasLimit" : "0x2fefd8",
|
|
"nonce" : "0x0000000000000042",
|
|
"mixhash" : "0x0000000000000000000000000000000000000000000000000000000000000000",
|
|
"parentHash" : "0x0000000000000000000000000000000000000000000000000000000000000000",
|
|
"timestamp" : "0x00",
|
|
"config" : {
|
|
"homesteadBlock" : 0,
|
|
"daoForkBlock" : 314,
|
|
"daoForkSupport" : false
|
|
}
|
|
}`
|
|
|
|
// Genesis block for nodes which actively support the DAO fork
|
|
var daoProForkGenesis = `{
|
|
"alloc" : {},
|
|
"coinbase" : "0x0000000000000000000000000000000000000000",
|
|
"difficulty" : "0x20000",
|
|
"extraData" : "",
|
|
"gasLimit" : "0x2fefd8",
|
|
"nonce" : "0x0000000000000042",
|
|
"mixhash" : "0x0000000000000000000000000000000000000000000000000000000000000000",
|
|
"parentHash" : "0x0000000000000000000000000000000000000000000000000000000000000000",
|
|
"timestamp" : "0x00",
|
|
"config" : {
|
|
"homesteadBlock" : 0,
|
|
"daoForkBlock" : 314,
|
|
"daoForkSupport" : true
|
|
}
|
|
}`
|
|
|
|
var daoGenesisHash = common.HexToHash("5e1fc79cb4ffa4739177b5408045cd5d51c6cf766133f23f7cd72ee1f8d790e0")
|
|
var daoGenesisForkBlock = big.NewInt(314)
|
|
|
|
// TestDAOForkBlockNewChain tests that the DAO hard-fork number and the nodes support/opposition is correctly
|
|
// set in the database after various initialization procedures and invocations.
|
|
func TestDAOForkBlockNewChain(t *testing.T) {
|
|
for i, arg := range []struct {
|
|
genesis string
|
|
expectBlock *big.Int
|
|
expectVote bool
|
|
}{
|
|
// Test DAO Default Mainnet
|
|
{"", params.MainnetChainConfig.DAOForkBlock, true},
|
|
// test DAO Init Old Privnet
|
|
{daoOldGenesis, nil, false},
|
|
// test DAO Default No Fork Privnet
|
|
{daoNoForkGenesis, daoGenesisForkBlock, false},
|
|
// test DAO Default Pro Fork Privnet
|
|
{daoProForkGenesis, daoGenesisForkBlock, true},
|
|
} {
|
|
testDAOForkBlockNewChain(t, i, arg.genesis, arg.expectBlock, arg.expectVote)
|
|
}
|
|
}
|
|
|
|
func testDAOForkBlockNewChain(t *testing.T, test int, genesis string, expectBlock *big.Int, expectVote bool) {
|
|
// Create a temporary data directory to use and inspect later
|
|
datadir := t.TempDir()
|
|
|
|
// Start a Geth instance with the requested flags set and immediately terminate
|
|
if genesis != "" {
|
|
json := filepath.Join(datadir, "genesis.json")
|
|
if err := os.WriteFile(json, []byte(genesis), 0600); err != nil {
|
|
t.Fatalf("test %d: failed to write genesis file: %v", test, err)
|
|
}
|
|
|
|
runGeth(t, "--datadir", datadir, "--networkid", "1337", "init", json).WaitExit()
|
|
} else {
|
|
// Force chain initialization
|
|
args := []string{"--port", "0", "--networkid", "1337", "--maxpeers", "0", "--nodiscover", "--nat", "none", "--ipcdisable", "--datadir", datadir}
|
|
runGeth(t, append(args, []string{"--exec", "2+2", "console"}...)...).WaitExit()
|
|
}
|
|
// Retrieve the DAO config flag from the database
|
|
path := filepath.Join(datadir, "geth", "chaindata")
|
|
|
|
db, err := rawdb.NewLevelDBDatabase(path, 0, 0, "", false, rawdb.ExtraDBConfig{})
|
|
if err != nil {
|
|
t.Fatalf("test %d: failed to open test database: %v", test, err)
|
|
}
|
|
|
|
defer db.Close()
|
|
|
|
genesisHash := common.HexToHash("0xd4e56740f876aef8c010b86a40d5f56745a118d0906a34e69aec8c0db1cb8fa3")
|
|
if genesis != "" {
|
|
genesisHash = daoGenesisHash
|
|
}
|
|
|
|
config := rawdb.ReadChainConfig(db, genesisHash)
|
|
if config == nil {
|
|
t.Errorf("test %d: failed to retrieve chain config: %v", test, err)
|
|
return // we want to return here, the other checks can't make it past this point (nil panic).
|
|
}
|
|
// Validate the DAO hard-fork block number against the expected value
|
|
if config.DAOForkBlock == nil {
|
|
if expectBlock != nil {
|
|
t.Errorf("test %d: dao hard-fork block mismatch: have nil, want %v", test, expectBlock)
|
|
}
|
|
} else if expectBlock == nil {
|
|
t.Errorf("test %d: dao hard-fork block mismatch: have %v, want nil", test, config.DAOForkBlock)
|
|
} else if config.DAOForkBlock.Cmp(expectBlock) != 0 {
|
|
t.Errorf("test %d: dao hard-fork block mismatch: have %v, want %v", test, config.DAOForkBlock, expectBlock)
|
|
}
|
|
|
|
if config.DAOForkSupport != expectVote {
|
|
t.Errorf("test %d: dao hard-fork support mismatch: have %v, want %v", test, config.DAOForkSupport, expectVote)
|
|
}
|
|
}
|