mirror of
https://github.com/ethereum/go-ethereum.git
synced 2026-08-20 10:52:25 +00:00
move stacktrie fuzzer
This commit is contained in:
Martin Holst Swende
parent
69cf946fa5
commit
19c53b0718
5 changed files with 218 additions and 290 deletions
77
oss-fuzz.sh
77
oss-fuzz.sh
|
|
@ -51,9 +51,10 @@ DOG
|
||||||
function compile_fuzzer() {
|
function compile_fuzzer() {
|
||||||
package=$1
|
package=$1
|
||||||
function=$2
|
function=$2
|
||||||
fuzzer=$3
|
file=$3
|
||||||
|
fuzzer=$4
|
||||||
|
|
||||||
path=$GOPATH/src/$1
|
path=$GOPATH/src/$package
|
||||||
|
|
||||||
echo "Building $fuzzer"
|
echo "Building $fuzzer"
|
||||||
cd $path
|
cd $path
|
||||||
|
|
@ -65,7 +66,7 @@ function compile_fuzzer() {
|
||||||
if [[ $SANITIZER == *coverage* ]]; then
|
if [[ $SANITIZER == *coverage* ]]; then
|
||||||
coverbuild $path $function $fuzzer $coverpkg
|
coverbuild $path $function $fuzzer $coverpkg
|
||||||
else
|
else
|
||||||
gofuzz-shim --func $function --package $package -o $fuzzer.a
|
gofuzz-shim --func $function --package $package -f $file -o $fuzzer.a
|
||||||
$CXX $CXXFLAGS $LIB_FUZZING_ENGINE $fuzzer.a -o $OUT/$fuzzer
|
$CXX $CXXFLAGS $LIB_FUZZING_ENGINE $fuzzer.a -o $OUT/$fuzzer
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
|
@ -81,19 +82,64 @@ function compile_fuzzer() {
|
||||||
|
|
||||||
go install github.com/holiman/gofuzz-shim@latest
|
go install github.com/holiman/gofuzz-shim@latest
|
||||||
|
|
||||||
# compile_fuzzer github.com/ethereum/go-ethereum/accounts/abi FuzzABI fuzzAbi
|
# compile_fuzzer github.com/ethereum/go-ethereum/accounts/abi \
|
||||||
# compile_fuzzer github.com/ethereum/go-ethereum/common/bitutil FuzzEncoder fuzzBitutilEncoder
|
# FuzzABI \
|
||||||
# compile_fuzzer github.com/ethereum/go-ethereum/common/bitutil FuzzDecoder fuzzBitutilDecoder
|
# $GOPATH/src/github.com/ethereum/go-ethereum/accounts/abi/abifuzzer_test.go \
|
||||||
# compile_fuzzer github.com/ethereum/go-ethereum/core/vm/runtime FuzzVmRuntime fuzzVmRuntime
|
# fuzzAbi
|
||||||
# compile_fuzzer github.com/ethereum/go-ethereum/core/vm FuzzPrecompiledContracts fuzzPrecompiledContracts
|
#
|
||||||
# compile_fuzzer github.com/ethereum/go-ethereum/core/types FuzzRLP fuzzRlp
|
# # compile_fuzzer github.com/ethereum/go-ethereum/common/bitutil FuzzEncoder fuzzBitutilEncoder
|
||||||
|
# compile_fuzzer github.com/ethereum/go-ethereum/common/bitutil \
|
||||||
|
# FuzzEncoder \
|
||||||
|
# $GOPATH/src/github.com/ethereum/go-ethereum/common/bitutil/compress_test.go \
|
||||||
|
# fuzzBitutilEncoder
|
||||||
|
#
|
||||||
|
# # compile_fuzzer github.com/ethereum/go-ethereum/common/bitutil FuzzDecoder fuzzBitutilDecoder
|
||||||
|
# compile_fuzzer github.com/ethereum/go-ethereum/common/bitutil \
|
||||||
|
# FuzzDecoder \
|
||||||
|
# $GOPATH/src/github.com/ethereum/go-ethereum/common/bitutil/compress_test.go \
|
||||||
|
# fuzzBitutilDecoder
|
||||||
|
#
|
||||||
|
# # compile_fuzzer github.com/ethereum/go-ethereum/core/vm/runtime FuzzVmRuntime fuzzVmRuntime
|
||||||
|
# compile_fuzzer github.com/ethereum/go-ethereum/core/vm/runtime \
|
||||||
|
# FuzzVmRuntime \
|
||||||
|
# $GOPATH/src/github.com/ethereum/go-ethereum/core/vm/runtime/runtime_fuzz_test.go \
|
||||||
|
# fuzzVmRuntime
|
||||||
|
#
|
||||||
|
# # compile_fuzzer github.com/ethereum/go-ethereum/core/vm FuzzPrecompiledContracts fuzzPrecompiledContracts
|
||||||
|
# compile_fuzzer github.com/ethereum/go-ethereum/core/vm \
|
||||||
|
# FuzzPrecompiledContracts \
|
||||||
|
# $GOPATH/src/github.com/ethereum/go-ethereum/core/vm/contracts_fuzz_test.go \
|
||||||
|
# fuzzPrecompiledContracts
|
||||||
|
#
|
||||||
|
# # compile_fuzzer github.com/ethereum/go-ethereum/core/types FuzzRLP fuzzRlp
|
||||||
|
# compile_fuzzer github.com/ethereum/go-ethereum/core/types \
|
||||||
|
# FuzzRLP \
|
||||||
|
# $GOPATH/src/github.com/ethereum/go-ethereum/core/types/rlp_fuzzer_test.go \
|
||||||
|
# fuzzRlp
|
||||||
|
#
|
||||||
|
# #compile_fuzzer github.com/ethereum/go-ethereum/crypto/blake2b Fuzz fuzzBlake2b
|
||||||
|
# compile_fuzzer github.com/ethereum/go-ethereum/crypto/blake2b \
|
||||||
|
# Fuzz \
|
||||||
|
# $GOPATH/src/github.com/ethereum/go-ethereum/crypto/blake2b/blake2b_f_fuzz_test.go \
|
||||||
|
# fuzzBlake2b
|
||||||
|
#
|
||||||
|
# #compile_fuzzer github.com/ethereum/go-ethereum/accounts/keystore FuzzPassword fuzzKeystore
|
||||||
|
# compile_fuzzer github.com/ethereum/go-ethereum/accounts/keystore \
|
||||||
|
# FuzzPassword \
|
||||||
|
# $GOPATH/src/github.com/ethereum/go-ethereum/accounts/keystore/keystore_fuzzing_test.go \
|
||||||
|
# fuzzKeystore
|
||||||
|
#
|
||||||
|
#compile_fuzzer github.com/ethereum/go-ethereum/trie FuzzTrie fuzzTrie
|
||||||
|
compile_fuzzer github.com/ethereum/go-ethereum/trie \
|
||||||
|
FuzzTrie \
|
||||||
|
$GOPATH/src/github.com/ethereum/go-ethereum/trie/trie_test.go,$GOPATH/src/github.com/ethereum/go-ethereum/trie/database_test.go,$GOPATH/src/github.com/ethereum/go-ethereum/trie/tracer_test.go,$GOPATH/src/github.com/ethereum/go-ethereum/trie/proof_test.go \
|
||||||
|
fuzzTrie
|
||||||
|
|
||||||
#compile_fuzzer github.com/ethereum/go-ethereum/crypto/blake2b Fuzz fuzzBlake2b
|
#compile_fuzzer github.com/ethereum/go-ethereum/trie FuzzStackTrie fuzzStackTrie
|
||||||
|
compile_fuzzer github.com/ethereum/go-ethereum/trie \
|
||||||
#compile_fuzzer github.com/ethereum/go-ethereum/accounts/keystore FuzzPassword fuzzKeystore
|
FuzzStackTrie \
|
||||||
|
$GOPATH/src/github.com/ethereum/go-ethereum/trie/stacktrie_fuzzer_test.go,$GOPATH/src/github.com/ethereum/go-ethereum/trie/iterator_test.go,$GOPATH/src/github.com/ethereum/go-ethereum/trie/trie_test.go,$GOPATH/src/github.com/ethereum/go-ethereum/trie/database_test.go,$GOPATH/src/github.com/ethereum/go-ethereum/trie/tracer_test.go,$GOPATH/src/github.com/ethereum/go-ethereum/trie/proof_test.go \
|
||||||
compile_fuzzer github.com/ethereum/go-ethereum/fuzzers/trie FuzzTrie fuzzTrie
|
fuzzStackTrie
|
||||||
#compile_fuzzer tests/fuzzers/stacktrie Fuzz fuzzStackTrie
|
|
||||||
|
|
||||||
#compile_fuzzer tests/fuzzers/snap FuzzARange fuzz_account_range
|
#compile_fuzzer tests/fuzzers/snap FuzzARange fuzz_account_range
|
||||||
#compile_fuzzer tests/fuzzers/snap FuzzSRange fuzz_storage_range
|
#compile_fuzzer tests/fuzzers/snap FuzzSRange fuzz_storage_range
|
||||||
|
|
@ -101,7 +147,6 @@ compile_fuzzer github.com/ethereum/go-ethereum/fuzzers/trie FuzzTrie fuzzT
|
||||||
#compile_fuzzer tests/fuzzers/snap FuzzTrieNodes fuzz_trie_nodes
|
#compile_fuzzer tests/fuzzers/snap FuzzTrieNodes fuzz_trie_nodes
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
#compile_fuzzer tests/fuzzers/bn256 FuzzAdd fuzzBn256Add
|
#compile_fuzzer tests/fuzzers/bn256 FuzzAdd fuzzBn256Add
|
||||||
#compile_fuzzer tests/fuzzers/bn256 FuzzMul fuzzBn256Mul
|
#compile_fuzzer tests/fuzzers/bn256 FuzzMul fuzzBn256Mul
|
||||||
#compile_fuzzer tests/fuzzers/bn256 FuzzPair fuzzBn256Pair
|
#compile_fuzzer tests/fuzzers/bn256 FuzzPair fuzzBn256Pair
|
||||||
|
|
|
||||||
|
|
@ -1,248 +0,0 @@
|
||||||
// Copyright 2020 The go-ethereum Authors
|
|
||||||
// This file is part of the go-ethereum library.
|
|
||||||
//
|
|
||||||
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
||||||
// it under the terms of the GNU Lesser General Public License as published by
|
|
||||||
// the Free Software Foundation, either version 3 of the License, or
|
|
||||||
// (at your option) any later version.
|
|
||||||
//
|
|
||||||
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
||||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
// GNU Lesser General Public License for more details.
|
|
||||||
//
|
|
||||||
// You should have received a copy of the GNU Lesser General Public License
|
|
||||||
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
||||||
|
|
||||||
package stacktrie
|
|
||||||
|
|
||||||
import (
|
|
||||||
"bytes"
|
|
||||||
"encoding/binary"
|
|
||||||
"errors"
|
|
||||||
"fmt"
|
|
||||||
"hash"
|
|
||||||
"io"
|
|
||||||
|
|
||||||
"github.com/ethereum/go-ethereum/common"
|
|
||||||
"github.com/ethereum/go-ethereum/core/rawdb"
|
|
||||||
"github.com/ethereum/go-ethereum/core/types"
|
|
||||||
"github.com/ethereum/go-ethereum/crypto"
|
|
||||||
"github.com/ethereum/go-ethereum/ethdb"
|
|
||||||
"github.com/ethereum/go-ethereum/trie"
|
|
||||||
"github.com/ethereum/go-ethereum/trie/trienode"
|
|
||||||
"golang.org/x/crypto/sha3"
|
|
||||||
"golang.org/x/exp/slices"
|
|
||||||
)
|
|
||||||
|
|
||||||
type fuzzer struct {
|
|
||||||
input io.Reader
|
|
||||||
exhausted bool
|
|
||||||
debugging bool
|
|
||||||
}
|
|
||||||
|
|
||||||
func (f *fuzzer) read(size int) []byte {
|
|
||||||
out := make([]byte, size)
|
|
||||||
if _, err := f.input.Read(out); err != nil {
|
|
||||||
f.exhausted = true
|
|
||||||
}
|
|
||||||
return out
|
|
||||||
}
|
|
||||||
|
|
||||||
func (f *fuzzer) readSlice(min, max int) []byte {
|
|
||||||
var a uint16
|
|
||||||
binary.Read(f.input, binary.LittleEndian, &a)
|
|
||||||
size := min + int(a)%(max-min)
|
|
||||||
out := make([]byte, size)
|
|
||||||
if _, err := f.input.Read(out); err != nil {
|
|
||||||
f.exhausted = true
|
|
||||||
}
|
|
||||||
return out
|
|
||||||
}
|
|
||||||
|
|
||||||
// spongeDb is a dummy db backend which accumulates writes in a sponge
|
|
||||||
type spongeDb struct {
|
|
||||||
sponge hash.Hash
|
|
||||||
debug bool
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *spongeDb) Has(key []byte) (bool, error) { panic("implement me") }
|
|
||||||
func (s *spongeDb) Get(key []byte) ([]byte, error) { return nil, errors.New("no such elem") }
|
|
||||||
func (s *spongeDb) Delete(key []byte) error { panic("implement me") }
|
|
||||||
func (s *spongeDb) NewBatch() ethdb.Batch { return &spongeBatch{s} }
|
|
||||||
func (s *spongeDb) NewBatchWithSize(size int) ethdb.Batch { return &spongeBatch{s} }
|
|
||||||
func (s *spongeDb) NewSnapshot() (ethdb.Snapshot, error) { panic("implement me") }
|
|
||||||
func (s *spongeDb) Stat(property string) (string, error) { panic("implement me") }
|
|
||||||
func (s *spongeDb) Compact(start []byte, limit []byte) error { panic("implement me") }
|
|
||||||
func (s *spongeDb) Close() error { return nil }
|
|
||||||
|
|
||||||
func (s *spongeDb) Put(key []byte, value []byte) error {
|
|
||||||
if s.debug {
|
|
||||||
fmt.Printf("db.Put %x : %x\n", key, value)
|
|
||||||
}
|
|
||||||
s.sponge.Write(key)
|
|
||||||
s.sponge.Write(value)
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
func (s *spongeDb) NewIterator(prefix []byte, start []byte) ethdb.Iterator { panic("implement me") }
|
|
||||||
|
|
||||||
// spongeBatch is a dummy batch which immediately writes to the underlying spongedb
|
|
||||||
type spongeBatch struct {
|
|
||||||
db *spongeDb
|
|
||||||
}
|
|
||||||
|
|
||||||
func (b *spongeBatch) Put(key, value []byte) error {
|
|
||||||
b.db.Put(key, value)
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
func (b *spongeBatch) Delete(key []byte) error { panic("implement me") }
|
|
||||||
func (b *spongeBatch) ValueSize() int { return 100 }
|
|
||||||
func (b *spongeBatch) Write() error { return nil }
|
|
||||||
func (b *spongeBatch) Reset() {}
|
|
||||||
func (b *spongeBatch) Replay(w ethdb.KeyValueWriter) error { return nil }
|
|
||||||
|
|
||||||
type kv struct {
|
|
||||||
k, v []byte
|
|
||||||
}
|
|
||||||
|
|
||||||
// Fuzz is the fuzzing entry-point.
|
|
||||||
// The function must return
|
|
||||||
//
|
|
||||||
// - 1 if the fuzzer should increase priority of the
|
|
||||||
// given input during subsequent fuzzing (for example, the input is lexically
|
|
||||||
// correct and was parsed successfully);
|
|
||||||
// - -1 if the input must not be added to corpus even if gives new coverage; and
|
|
||||||
// - 0 otherwise
|
|
||||||
//
|
|
||||||
// other values are reserved for future use.
|
|
||||||
func fuzz(data []byte) int {
|
|
||||||
f := fuzzer{
|
|
||||||
input: bytes.NewReader(data),
|
|
||||||
exhausted: false,
|
|
||||||
}
|
|
||||||
return f.fuzz()
|
|
||||||
}
|
|
||||||
|
|
||||||
func Debug(data []byte) int {
|
|
||||||
f := fuzzer{
|
|
||||||
input: bytes.NewReader(data),
|
|
||||||
exhausted: false,
|
|
||||||
debugging: true,
|
|
||||||
}
|
|
||||||
return f.fuzz()
|
|
||||||
}
|
|
||||||
|
|
||||||
func (f *fuzzer) fuzz() int {
|
|
||||||
// This spongeDb is used to check the sequence of disk-db-writes
|
|
||||||
var (
|
|
||||||
spongeA = &spongeDb{sponge: sha3.NewLegacyKeccak256()}
|
|
||||||
dbA = trie.NewDatabase(rawdb.NewDatabase(spongeA), nil)
|
|
||||||
trieA = trie.NewEmpty(dbA)
|
|
||||||
spongeB = &spongeDb{sponge: sha3.NewLegacyKeccak256()}
|
|
||||||
dbB = trie.NewDatabase(rawdb.NewDatabase(spongeB), nil)
|
|
||||||
|
|
||||||
options = trie.NewStackTrieOptions().WithWriter(func(path []byte, hash common.Hash, blob []byte) {
|
|
||||||
rawdb.WriteTrieNode(spongeB, common.Hash{}, path, hash, blob, dbB.Scheme())
|
|
||||||
})
|
|
||||||
trieB = trie.NewStackTrie(options)
|
|
||||||
vals []kv
|
|
||||||
useful bool
|
|
||||||
maxElements = 10000
|
|
||||||
// operate on unique keys only
|
|
||||||
keys = make(map[string]struct{})
|
|
||||||
)
|
|
||||||
// Fill the trie with elements
|
|
||||||
for i := 0; !f.exhausted && i < maxElements; i++ {
|
|
||||||
k := f.read(32)
|
|
||||||
v := f.readSlice(1, 500)
|
|
||||||
if f.exhausted {
|
|
||||||
// If it was exhausted while reading, the value may be all zeroes,
|
|
||||||
// thus 'deletion' which is not supported on stacktrie
|
|
||||||
break
|
|
||||||
}
|
|
||||||
if _, present := keys[string(k)]; present {
|
|
||||||
// This key is a duplicate, ignore it
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
keys[string(k)] = struct{}{}
|
|
||||||
vals = append(vals, kv{k: k, v: v})
|
|
||||||
trieA.MustUpdate(k, v)
|
|
||||||
useful = true
|
|
||||||
}
|
|
||||||
if !useful {
|
|
||||||
return 0
|
|
||||||
}
|
|
||||||
// Flush trie -> database
|
|
||||||
rootA, nodes, err := trieA.Commit(false)
|
|
||||||
if err != nil {
|
|
||||||
panic(err)
|
|
||||||
}
|
|
||||||
if nodes != nil {
|
|
||||||
dbA.Update(rootA, types.EmptyRootHash, 0, trienode.NewWithNodeSet(nodes), nil)
|
|
||||||
}
|
|
||||||
// Flush memdb -> disk (sponge)
|
|
||||||
dbA.Commit(rootA, false)
|
|
||||||
|
|
||||||
// Stacktrie requires sorted insertion
|
|
||||||
slices.SortFunc(vals, func(a, b kv) int {
|
|
||||||
return bytes.Compare(a.k, b.k)
|
|
||||||
})
|
|
||||||
for _, kv := range vals {
|
|
||||||
if f.debugging {
|
|
||||||
fmt.Printf("{\"%#x\" , \"%#x\"} // stacktrie.Update\n", kv.k, kv.v)
|
|
||||||
}
|
|
||||||
trieB.MustUpdate(kv.k, kv.v)
|
|
||||||
}
|
|
||||||
rootB := trieB.Hash()
|
|
||||||
trieB.Commit()
|
|
||||||
if rootA != rootB {
|
|
||||||
panic(fmt.Sprintf("roots differ: (trie) %x != %x (stacktrie)", rootA, rootB))
|
|
||||||
}
|
|
||||||
sumA := spongeA.sponge.Sum(nil)
|
|
||||||
sumB := spongeB.sponge.Sum(nil)
|
|
||||||
if !bytes.Equal(sumA, sumB) {
|
|
||||||
panic(fmt.Sprintf("sequence differ: (trie) %x != %x (stacktrie)", sumA, sumB))
|
|
||||||
}
|
|
||||||
|
|
||||||
// Ensure all the nodes are persisted correctly
|
|
||||||
var (
|
|
||||||
nodeset = make(map[string][]byte) // path -> blob
|
|
||||||
optionsC = trie.NewStackTrieOptions().WithWriter(func(path []byte, hash common.Hash, blob []byte) {
|
|
||||||
if crypto.Keccak256Hash(blob) != hash {
|
|
||||||
panic("invalid node blob")
|
|
||||||
}
|
|
||||||
nodeset[string(path)] = common.CopyBytes(blob)
|
|
||||||
})
|
|
||||||
trieC = trie.NewStackTrie(optionsC)
|
|
||||||
checked int
|
|
||||||
)
|
|
||||||
for _, kv := range vals {
|
|
||||||
trieC.MustUpdate(kv.k, kv.v)
|
|
||||||
}
|
|
||||||
rootC := trieC.Commit()
|
|
||||||
if rootA != rootC {
|
|
||||||
panic(fmt.Sprintf("roots differ: (trie) %x != %x (stacktrie)", rootA, rootC))
|
|
||||||
}
|
|
||||||
trieA, _ = trie.New(trie.TrieID(rootA), dbA)
|
|
||||||
iterA := trieA.MustNodeIterator(nil)
|
|
||||||
for iterA.Next(true) {
|
|
||||||
if iterA.Hash() == (common.Hash{}) {
|
|
||||||
if _, present := nodeset[string(iterA.Path())]; present {
|
|
||||||
panic("unexpected tiny node")
|
|
||||||
}
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
nodeBlob, present := nodeset[string(iterA.Path())]
|
|
||||||
if !present {
|
|
||||||
panic("missing node")
|
|
||||||
}
|
|
||||||
if !bytes.Equal(nodeBlob, iterA.NodeBlob()) {
|
|
||||||
panic("node blob is not matched")
|
|
||||||
}
|
|
||||||
checked += 1
|
|
||||||
}
|
|
||||||
if checked != len(nodeset) {
|
|
||||||
panic("node number is not matched")
|
|
||||||
}
|
|
||||||
return 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,25 +0,0 @@
|
||||||
// Copyright 2023 The go-ethereum Authors
|
|
||||||
// This file is part of the go-ethereum library.
|
|
||||||
//
|
|
||||||
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
||||||
// it under the terms of the GNU Lesser General Public License as published by
|
|
||||||
// the Free Software Foundation, either version 3 of the License, or
|
|
||||||
// (at your option) any later version.
|
|
||||||
//
|
|
||||||
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
||||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
// GNU Lesser General Public License for more details.
|
|
||||||
//
|
|
||||||
// You should have received a copy of the GNU Lesser General Public License
|
|
||||||
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
||||||
|
|
||||||
package stacktrie
|
|
||||||
|
|
||||||
import "testing"
|
|
||||||
|
|
||||||
func Fuzz(f *testing.F) {
|
|
||||||
f.Fuzz(func(t *testing.T, data []byte) {
|
|
||||||
fuzz(data)
|
|
||||||
})
|
|
||||||
}
|
|
||||||
156
trie/stacktrie_fuzzer_test.go
Normal file
156
trie/stacktrie_fuzzer_test.go
Normal file
|
|
@ -0,0 +1,156 @@
|
||||||
|
// Copyright 2020 The go-ethereum Authors
|
||||||
|
// This file is part of the go-ethereum library.
|
||||||
|
//
|
||||||
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
||||||
|
// it under the terms of the GNU Lesser General Public License as published by
|
||||||
|
// the Free Software Foundation, either version 3 of the License, or
|
||||||
|
// (at your option) any later version.
|
||||||
|
//
|
||||||
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
||||||
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
// GNU Lesser General Public License for more details.
|
||||||
|
//
|
||||||
|
// You should have received a copy of the GNU Lesser General Public License
|
||||||
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
package trie
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"encoding/binary"
|
||||||
|
"fmt"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/ethereum/go-ethereum/common"
|
||||||
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
||||||
|
"github.com/ethereum/go-ethereum/core/types"
|
||||||
|
"github.com/ethereum/go-ethereum/crypto"
|
||||||
|
"github.com/ethereum/go-ethereum/trie/trienode"
|
||||||
|
"golang.org/x/crypto/sha3"
|
||||||
|
"golang.org/x/exp/slices"
|
||||||
|
)
|
||||||
|
|
||||||
|
func FuzzStackTrie(f *testing.F) {
|
||||||
|
f.Fuzz(func(t *testing.T, data []byte) {
|
||||||
|
fuzz(data, false)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func fuzz(data []byte, debugging bool) {
|
||||||
|
// This spongeDb is used to check the sequence of disk-db-writes
|
||||||
|
var (
|
||||||
|
input = bytes.NewReader(data)
|
||||||
|
spongeA = &spongeDb{sponge: sha3.NewLegacyKeccak256()}
|
||||||
|
dbA = NewDatabase(rawdb.NewDatabase(spongeA), nil)
|
||||||
|
trieA = NewEmpty(dbA)
|
||||||
|
spongeB = &spongeDb{sponge: sha3.NewLegacyKeccak256()}
|
||||||
|
dbB = NewDatabase(rawdb.NewDatabase(spongeB), nil)
|
||||||
|
|
||||||
|
options = NewStackTrieOptions().WithWriter(func(path []byte, hash common.Hash, blob []byte) {
|
||||||
|
rawdb.WriteTrieNode(spongeB, common.Hash{}, path, hash, blob, dbB.Scheme())
|
||||||
|
})
|
||||||
|
trieB = NewStackTrie(options)
|
||||||
|
vals []*kv
|
||||||
|
maxElements = 10000
|
||||||
|
// operate on unique keys only
|
||||||
|
keys = make(map[string]struct{})
|
||||||
|
)
|
||||||
|
// Fill the trie with elements
|
||||||
|
for i := 0; input.Len() > 0 && i < maxElements; i++ {
|
||||||
|
k := make([]byte, 32)
|
||||||
|
input.Read(k)
|
||||||
|
var a uint16
|
||||||
|
binary.Read(input, binary.LittleEndian, &a)
|
||||||
|
a = 1 + a%100
|
||||||
|
v := make([]byte, a)
|
||||||
|
input.Read(v)
|
||||||
|
if input.Len() == 0 {
|
||||||
|
// If it was exhausted while reading, the value may be all zeroes,
|
||||||
|
// thus 'deletion' which is not supported on stacktrie
|
||||||
|
break
|
||||||
|
}
|
||||||
|
if _, present := keys[string(k)]; present {
|
||||||
|
// This key is a duplicate, ignore it
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
keys[string(k)] = struct{}{}
|
||||||
|
vals = append(vals, &kv{k: k, v: v})
|
||||||
|
trieA.MustUpdate(k, v)
|
||||||
|
}
|
||||||
|
if len(vals) == 0 {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
// Flush trie -> database
|
||||||
|
rootA, nodes, err := trieA.Commit(false)
|
||||||
|
if err != nil {
|
||||||
|
panic(err)
|
||||||
|
}
|
||||||
|
if nodes != nil {
|
||||||
|
dbA.Update(rootA, types.EmptyRootHash, 0, trienode.NewWithNodeSet(nodes), nil)
|
||||||
|
}
|
||||||
|
// Flush memdb -> disk (sponge)
|
||||||
|
dbA.Commit(rootA, false)
|
||||||
|
|
||||||
|
// Stacktrie requires sorted insertion
|
||||||
|
slices.SortFunc(vals, (*kv).cmp)
|
||||||
|
|
||||||
|
for _, kv := range vals {
|
||||||
|
if debugging {
|
||||||
|
fmt.Printf("{\"%#x\" , \"%#x\"} // stacktrie.Update\n", kv.k, kv.v)
|
||||||
|
}
|
||||||
|
trieB.MustUpdate(kv.k, kv.v)
|
||||||
|
}
|
||||||
|
rootB := trieB.Hash()
|
||||||
|
trieB.Commit()
|
||||||
|
if rootA != rootB {
|
||||||
|
panic(fmt.Sprintf("roots differ: (trie) %x != %x (stacktrie)", rootA, rootB))
|
||||||
|
}
|
||||||
|
sumA := spongeA.sponge.Sum(nil)
|
||||||
|
sumB := spongeB.sponge.Sum(nil)
|
||||||
|
if !bytes.Equal(sumA, sumB) {
|
||||||
|
panic(fmt.Sprintf("sequence differ: (trie) %x != %x (stacktrie)", sumA, sumB))
|
||||||
|
}
|
||||||
|
|
||||||
|
// Ensure all the nodes are persisted correctly
|
||||||
|
var (
|
||||||
|
nodeset = make(map[string][]byte) // path -> blob
|
||||||
|
optionsC = NewStackTrieOptions().WithWriter(func(path []byte, hash common.Hash, blob []byte) {
|
||||||
|
if crypto.Keccak256Hash(blob) != hash {
|
||||||
|
panic("invalid node blob")
|
||||||
|
}
|
||||||
|
nodeset[string(path)] = common.CopyBytes(blob)
|
||||||
|
})
|
||||||
|
trieC = NewStackTrie(optionsC)
|
||||||
|
checked int
|
||||||
|
)
|
||||||
|
for _, kv := range vals {
|
||||||
|
trieC.MustUpdate(kv.k, kv.v)
|
||||||
|
}
|
||||||
|
rootC := trieC.Commit()
|
||||||
|
if rootA != rootC {
|
||||||
|
panic(fmt.Sprintf("roots differ: (trie) %x != %x (stacktrie)", rootA, rootC))
|
||||||
|
}
|
||||||
|
trieA, _ = New(TrieID(rootA), dbA)
|
||||||
|
iterA := trieA.MustNodeIterator(nil)
|
||||||
|
for iterA.Next(true) {
|
||||||
|
if iterA.Hash() == (common.Hash{}) {
|
||||||
|
if _, present := nodeset[string(iterA.Path())]; present {
|
||||||
|
panic("unexpected tiny node")
|
||||||
|
}
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
nodeBlob, present := nodeset[string(iterA.Path())]
|
||||||
|
if !present {
|
||||||
|
panic("missing node")
|
||||||
|
}
|
||||||
|
if !bytes.Equal(nodeBlob, iterA.NodeBlob()) {
|
||||||
|
panic("node blob is not matched")
|
||||||
|
}
|
||||||
|
checked += 1
|
||||||
|
}
|
||||||
|
if checked != len(nodeset) {
|
||||||
|
panic("node number is not matched")
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
@ -22,6 +22,7 @@ import (
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"hash"
|
"hash"
|
||||||
|
"io"
|
||||||
"math/big"
|
"math/big"
|
||||||
"math/rand"
|
"math/rand"
|
||||||
"reflect"
|
"reflect"
|
||||||
|
|
@ -37,7 +38,6 @@ import (
|
||||||
"github.com/ethereum/go-ethereum/rlp"
|
"github.com/ethereum/go-ethereum/rlp"
|
||||||
"github.com/ethereum/go-ethereum/trie/trienode"
|
"github.com/ethereum/go-ethereum/trie/trienode"
|
||||||
"golang.org/x/crypto/sha3"
|
"golang.org/x/crypto/sha3"
|
||||||
"io"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
func init() {
|
func init() {
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue