mirror of
https://github.com/ethereum/go-ethereum.git
synced 2026-02-26 07:37:20 +00:00
This pr adds a tool names `inpsect-trie`, aimed to analyze the mpt and its node storage more efficiently. ## Example ./geth db inspect-trie --datadir server/data-seed/ latest 4000 ## Result - MPT shape - Account Trie - Top N Storage Trie ``` +-------+-------+--------------+-------------+--------------+ | - | LEVEL | SHORTNODECNT | FULLNODECNT | VALUENODECNT | +-------+-------+--------------+-------------+--------------+ | - | 0 | 0 | 1 | 0 | | - | 1 | 0 | 16 | 0 | | - | 2 | 76 | 32 | 74 | | - | 3 | 66 | 1 | 66 | | - | 4 | 2 | 0 | 2 | | Total | 144 | 50 | 142 | +-------+-------+--------------+-------------+--------------+ AccountTrie +-------+-------+--------------+-------------+--------------+ | - | LEVEL | SHORTNODECNT | FULLNODECNT | VALUENODECNT | +-------+-------+--------------+-------------+--------------+ | - | 0 | 0 | 1 | 0 | | - | 1 | 0 | 16 | 0 | | - | 2 | 108 | 84 | 104 | | - | 3 | 195 | 5 | 195 | | - | 4 | 10 | 0 | 10 | | Total | 313 | 106 | 309 | +-------+-------+--------------+-------------+--------------+ ContractTrie-0xc874e65ccffb133d9db4ff637e62532ef6ecef3223845d02f522c55786782911 +-------+-------+--------------+-------------+--------------+ | - | LEVEL | SHORTNODECNT | FULLNODECNT | VALUENODECNT | +-------+-------+--------------+-------------+--------------+ | - | 0 | 0 | 1 | 0 | | - | 1 | 0 | 16 | 0 | | - | 2 | 57 | 14 | 56 | | - | 3 | 33 | 0 | 33 | | Total | 90 | 31 | 89 | +-------+-------+--------------+-------------+--------------+ ContractTrie-0x1d7dcb6a0ce5227c5379fc5b0e004561d7833b063355f69bfea3178f08fbaab4 +-------+-------+--------------+-------------+--------------+ | - | LEVEL | SHORTNODECNT | FULLNODECNT | VALUENODECNT | +-------+-------+--------------+-------------+--------------+ | - | 0 | 0 | 1 | 0 | | - | 1 | 5 | 8 | 5 | | - | 2 | 16 | 1 | 16 | | - | 3 | 2 | 0 | 2 | | Total | 23 | 10 | 23 | +-------+-------+--------------+-------------+--------------+ ContractTrie-0xaa8a4783ebbb3bec45d3e804b3c59bfd486edfa39cbeda1d42bf86c08a0ebc0f +-------+-------+--------------+-------------+--------------+ | - | LEVEL | SHORTNODECNT | FULLNODECNT | VALUENODECNT | +-------+-------+--------------+-------------+--------------+ | - | 0 | 0 | 1 | 0 | | - | 1 | 9 | 3 | 9 | | - | 2 | 7 | 1 | 7 | | - | 3 | 2 | 0 | 2 | | Total | 18 | 5 | 18 | +-------+-------+--------------+-------------+--------------+ ContractTrie-0x9d2804d0562391d7cfcfaf0013f0352e176a94403a58577ebf82168a21514441 +-------+-------+--------------+-------------+--------------+ | - | LEVEL | SHORTNODECNT | FULLNODECNT | VALUENODECNT | +-------+-------+--------------+-------------+--------------+ | - | 0 | 0 | 1 | 0 | | - | 1 | 6 | 4 | 6 | | - | 2 | 8 | 0 | 8 | | Total | 14 | 5 | 14 | +-------+-------+--------------+-------------+--------------+ ContractTrie-0x17e3eb95d0e6e92b42c0b3e95c6e75080c9fcd83e706344712e9587375de96e1 +-------+-------+--------------+-------------+--------------+ | - | LEVEL | SHORTNODECNT | FULLNODECNT | VALUENODECNT | +-------+-------+--------------+-------------+--------------+ | - | 0 | 0 | 1 | 0 | | - | 1 | 5 | 3 | 5 | | - | 2 | 7 | 0 | 7 | | Total | 12 | 4 | 12 | +-------+-------+--------------+-------------+--------------+ ContractTrie-0xc017ca90c8aa37693c38f80436bb15bde46d7b30a503aa808cb7814127468a44 Contract Trie, total trie num: 142, ShortNodeCnt: 620, FullNodeCnt: 204, ValueNodeCnt: 615 ``` --------- Co-authored-by: lightclient <lightclient@protonmail.com> Co-authored-by: MariusVanDerWijden <m.vanderwijden@live.de>
123 lines
3.6 KiB
Go
123 lines
3.6 KiB
Go
// Copyright 2025 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package trie
|
|
|
|
import (
|
|
"fmt"
|
|
"sync/atomic"
|
|
)
|
|
|
|
const trieStatLevels = 16
|
|
|
|
// LevelStats tracks the type and count of trie nodes at each level in a trie.
|
|
//
|
|
// Note: theoretically it is possible to have up to 64 trie levels, but
|
|
// LevelStats supports exactly 16 levels and panics on deeper paths.
|
|
type LevelStats struct {
|
|
level [trieStatLevels]stat
|
|
}
|
|
|
|
// NewLevelStats creates an empty trie statistics collector.
|
|
func NewLevelStats() *LevelStats {
|
|
return &LevelStats{}
|
|
}
|
|
|
|
// MaxDepth iterates each level and finds the deepest level with at least one
|
|
// trie node.
|
|
func (s *LevelStats) MaxDepth() int {
|
|
depth := 0
|
|
for i := range s.level {
|
|
if s.level[i].short.Load() != 0 || s.level[i].full.Load() != 0 || s.level[i].value.Load() != 0 {
|
|
depth = i
|
|
}
|
|
}
|
|
return depth
|
|
}
|
|
|
|
// TotalNodes returns the total number of nodes across all levels and types.
|
|
func (s *LevelStats) TotalNodes() uint64 {
|
|
var total uint64
|
|
for i := range s.level {
|
|
total += s.level[i].short.Load() + s.level[i].full.Load() + s.level[i].value.Load()
|
|
}
|
|
return total
|
|
}
|
|
|
|
// add increases the node count by one for the specified node type and depth.
|
|
func (s *LevelStats) add(n node, depth uint32) {
|
|
d := int(depth)
|
|
switch (n).(type) {
|
|
case *shortNode:
|
|
s.level[d].short.Add(1)
|
|
case *fullNode:
|
|
s.level[d].full.Add(1)
|
|
case valueNode:
|
|
s.level[d].value.Add(1)
|
|
default:
|
|
panic(fmt.Sprintf("%T: invalid node: %v", n, n))
|
|
}
|
|
}
|
|
|
|
// addSize increases the raw byte-size tally at the specified depth.
|
|
func (s *LevelStats) addSize(depth uint32, size uint64) {
|
|
s.level[depth].size.Add(size)
|
|
}
|
|
|
|
// AddLeaf records a leaf depth. Witness collection reuses the value-node bucket
|
|
// for leaf accounting. It panics if the depth is outside [0, 15].
|
|
func (s *LevelStats) AddLeaf(depth int) {
|
|
s.level[depth].value.Add(1)
|
|
}
|
|
|
|
// LeafDepths returns leaf counts grouped by depth.
|
|
func (s *LevelStats) LeafDepths() [trieStatLevels]int64 {
|
|
var leaves [trieStatLevels]int64
|
|
for i := range s.level {
|
|
leaves[i] = int64(s.level[i].value.Load())
|
|
}
|
|
return leaves
|
|
}
|
|
|
|
// stat is a specific level's count of each node type.
|
|
type stat struct {
|
|
short atomic.Uint64
|
|
full atomic.Uint64
|
|
value atomic.Uint64
|
|
size atomic.Uint64
|
|
}
|
|
|
|
// empty is a helper that returns whether there are any trie nodes at the level.
|
|
func (s *stat) empty() bool {
|
|
if s.full.Load() == 0 && s.short.Load() == 0 && s.value.Load() == 0 && s.size.Load() == 0 {
|
|
return true
|
|
}
|
|
return false
|
|
}
|
|
|
|
// load is a helper that loads each node type's value.
|
|
func (s *stat) load() (uint64, uint64, uint64, uint64) {
|
|
return s.short.Load(), s.full.Load(), s.value.Load(), s.size.Load()
|
|
}
|
|
|
|
// add is a helper that adds two level's stats together.
|
|
func (s *stat) add(other *stat) *stat {
|
|
s.short.Add(other.short.Load())
|
|
s.full.Add(other.full.Load())
|
|
s.value.Add(other.value.Load())
|
|
s.size.Add(other.size.Load())
|
|
return s
|
|
}
|