mirror of
https://github.com/ethereum/go-ethereum.git
synced 2026-07-27 23:26:44 +00:00
* Milestone Implementation * Merge branch 'POS-347' into reciept-e2e-test * Changes for testing, will be removed after testing * Debugged the error * Just for testing purpose * refactor debug api methods, rename whitelist -> checkpoint * remove first iteration based vars * fix linters * Rewind Changes * Error changes * RewindBack function in bor_checkpoint_verifier * Testcases * Added the fetch test for milestone and checkpoint * Debugged the lint changes * Debugged the lint changes * Debugged the lint changes * Debugged the lint changes * Improved the error in Miner test file * Improved the error of pointing to the wrong function * Locking the sprint after the vote has been made on it. * Adding more logs for testing * Adding more logs for testing * Adding more logs for testing * Implemented the NoAckMilestone fetching mechanism * Testcases for milestone implementation * Testing code for fetchNoAckMilestone and fetchLastNoAckMilestone * Testing changes * refactor else-if * Corrected the number of params in bor_ext.go * Dummy API for testing * Defined the GetVoteOnRootHash in interface * Defined the GetVoteOnRootHash in interface * Made changes in the web3ext file * Added the GetVoteOnRootHash in PublicBlockChain API * Added the GetVoteOnRootHash in filterBackend * Added the log of Root and RooHash * Removed the 0x from rootHash * Just for testing purpose * "GetVoteOnRootHash" mock implementation * bor_test.go * Added the test for milestone implementation * Added service for fetching milestone by ID * Improved the comments * Removed the duplicate code * use setter for borVerifier * use setter for borVerifier * refactor handleNoAckMilestone * remove code repetition with retry function * Converged the repetitive code * after CR * persistence * persistence implementation * feature flag * Persistence Changes * cr * initial * fix * fix * Whitelist Flag * 1 Add:Included the milestone flag 2.Add:Hardlimit the rewind to maximum of 255 blocks * Chg:Updated go.mod file * Remove:Dubai Hardfork code * Add:checked errors for call functions to the Db, Rmv: Remote Header variable from the IsValidPeer() function * Fix:Linting issues' * Add:MilestoneGRPC functions * Fix:Lint issues * Fix:Lint issues * Fix: TestFetchMilestoneFromMockHeimdall * Fix:Integrations tests * Add:Test for sprint length and milestone changes * Add:Functionality to fetch the finalized block * Chg:Changed default val of TriesInmemory to 1024 * fix:Some functions of heimdallGRPC client * Restored the GRPC functionality, was commented out for developing purpose * Fix:Bor_checkpoint_Verfier function * Test:Added the chain Rewinding test * Test:Added the Sprint Length + Milestone merge test * Add:Implemented the future milestone * Add:Future milestone changes * Add:Future milestone changes * Chg: Voting on endBlockHash rather than rootHash * Chg: Changed the logic of future milestone from rootHash checking to endBlockHash checking * Fix:Using endBockHash while verifying the incoming milestone * Chg:Variable names for better readiblity * Fix:Testing changes * Add:metrics for milestone implementation * Add:Metrics for milestone implementatian * Fix:Order of statements in a function for better optimization * Chg:Removed unrequired file * Fix:new variable intialization * Add:Comment to increase readiblity * Fix:Logs * Chg:Name of GetVoteOnRootHash to GetVoteOnHash * Fix:Linting issues * Fixed linting issues * Rmv: Unnecessary logs and Add:Skip test for long tests * Fix:Checking current chain with whitelisted milestone or checkpoint in Finalized block function * Fix:Test * Fix:Whitelisting of Milestone and Checkpoint process * Fix: Milestone JSON structure * Chg:Testcases changes * Fix:Change from VoteOnRootHash to VoteOnHash * Fix:Variable name fix * Fix:Finalized API * internal/jsre/deps: update web3.js bundle * Fix:milestone verifier * Chg:Handling the long future chain import issue * Fix:Lint issues * Fix:TestLowDiffLongChain and TestPrunedImportSide tests, used hardcoded value 128 instead of DefaultTriesInMemory value * Chg:Testcode for producing metrics * Chg:Milestong polling value to 32 secs * Add:Testcases * Add:Implemented the check to fetch the milestoneId from heimdall before locking the fork * Added GRPC method for FetchMilestoneID * Fix:lint issue * Fix:lint issue * Skiped out the tests which were mainly used to produce the supporting data * remove vcs build when running snyk * Add:Improved the logs and comments * fix linters * Skipped some test as they are panic due to timeout issue in github * Chg:Variable name LockerSprintNumber to LockedMilestoneNumber for better readablity and clarity * Chg:Conflicting variable names in milestone test file * Chg:Conflicting function names in milestone test file * fix : minor fix in TestInsertingSpanSizeBlocks * Fix:Mocking issue in TestInsertingSpanSizeBlocks * Fix:GRPC Polyproto Version * eth/downloader: skip peer drop due to whitelisting err * eth, tests/bor: bug fixes and minor refactor * Add:Implemented the milestone related functions in the HeimdallApp * Fix:Lint Errors & Remove:Redundant Code * Fix:Testing Errors * Fix:Bor integeration tests * Fix:Test errors * update heimdall client mock files * remove unused arguments * remove redundant code * Chg:Changed the milestone polling intervals * Add: added block finality from whitelisted checkpoint * skip future chain validation * Add:confirmation check of 16 blocks over the end block while voting for the milestone in GetVoteHash() function * Chg:Included endBlockNum in UnlockMutex function * Add:Property based test for milestone * Fix:Opening the lock while processing future milestone * Add:Property based test for futureMilestone * Defined the value of TempTriesInMemory * Fixed the finalized api * Fixed lint issues * eth: add logs while fetching and rewinding * fix linters: use default returns instead of recursive calls * Fix:Milestone intergration test * Add:GetVoteHash fn in mock backend * tests/bor: fix mock span * tests/bor: remove t.Parallel() * use bor namespace in ethclient, fix mock function --------- Co-authored-by: Vaibhav Jindal <vaibhavjindal29@gmail.com> Co-authored-by: VaibhavJindal <74560896+VAIBHAVJINDAL3012@users.noreply.github.com> Co-authored-by: Manav Darji <manavdarji.india@gmail.com> Co-authored-by: Evgeny Danienko <6655321@bk.ru> Co-authored-by: Shivam Sharma <shivam691999@gmail.com> Co-authored-by: Anshal Shukla <shukla.anshal85@gmail.com>
221 lines
5.5 KiB
Go
221 lines
5.5 KiB
Go
// nolint
|
|
package rawdb
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
json "github.com/json-iterator/go"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/common/gererics"
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
|
"github.com/ethereum/go-ethereum/log"
|
|
)
|
|
|
|
var (
|
|
lastMilestone = []byte("LastMilestone")
|
|
lockFieldKey = []byte("LockField")
|
|
futureMilestoneKey = []byte("FutureMilestoneField")
|
|
)
|
|
|
|
type Finality struct {
|
|
Block uint64
|
|
Hash common.Hash
|
|
}
|
|
|
|
type LockField struct {
|
|
Val bool
|
|
Block uint64
|
|
Hash common.Hash
|
|
IdList map[string]struct{}
|
|
}
|
|
|
|
type FutureMilestoneField struct {
|
|
Order []uint64
|
|
List map[uint64]common.Hash
|
|
}
|
|
|
|
func (f *Finality) set(block uint64, hash common.Hash) {
|
|
f.Block = block
|
|
f.Hash = hash
|
|
}
|
|
|
|
type Milestone struct {
|
|
Finality
|
|
}
|
|
|
|
func (m *Milestone) clone() *Milestone {
|
|
return &Milestone{}
|
|
}
|
|
|
|
func (m *Milestone) block() (uint64, common.Hash) {
|
|
return m.Block, m.Hash
|
|
}
|
|
|
|
func ReadFinality[T BlockFinality[T]](db ethdb.KeyValueReader) (uint64, common.Hash, error) {
|
|
lastTV, key := getKey[T]()
|
|
|
|
data, err := db.Get(key)
|
|
if err != nil {
|
|
return 0, common.Hash{}, fmt.Errorf("%w: empty response for %s", err, string(key))
|
|
}
|
|
|
|
if len(data) == 0 {
|
|
return 0, common.Hash{}, fmt.Errorf("%w for %s", ErrEmptyLastFinality, string(key))
|
|
}
|
|
|
|
if err = json.Unmarshal(data, lastTV); err != nil {
|
|
log.Error(fmt.Sprintf("Unable to unmarshal the last %s block number in database", string(key)), "err", err)
|
|
|
|
return 0, common.Hash{}, fmt.Errorf("%w(%v) for %s, data %v(%q)",
|
|
ErrIncorrectFinality, err, string(key), data, string(data))
|
|
}
|
|
|
|
block, hash := lastTV.block()
|
|
|
|
return block, hash, nil
|
|
}
|
|
|
|
func WriteLastFinality[T BlockFinality[T]](db ethdb.KeyValueWriter, block uint64, hash common.Hash) error {
|
|
lastTV, key := getKey[T]()
|
|
|
|
lastTV.set(block, hash)
|
|
|
|
enc, err := json.Marshal(lastTV)
|
|
if err != nil {
|
|
log.Error(fmt.Sprintf("Failed to marshal the %s struct", string(key)), "err", err)
|
|
|
|
return fmt.Errorf("%w: %v for %s struct", ErrIncorrectFinalityToStore, err, string(key))
|
|
}
|
|
|
|
if err := db.Put(key, enc); err != nil {
|
|
log.Error(fmt.Sprintf("Failed to store the %s struct", string(key)), "err", err)
|
|
|
|
return fmt.Errorf("%w: %v for %s struct", ErrDBNotResponding, err, string(key))
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
type BlockFinality[T any] interface {
|
|
set(block uint64, hash common.Hash)
|
|
clone() T
|
|
block() (uint64, common.Hash)
|
|
}
|
|
|
|
func getKey[T BlockFinality[T]]() (T, []byte) {
|
|
lastT := gererics.Empty[T]().clone()
|
|
|
|
var key []byte
|
|
|
|
switch any(lastT).(type) {
|
|
case *Milestone:
|
|
key = lastMilestone
|
|
case *Checkpoint:
|
|
key = lastCheckpoint
|
|
}
|
|
|
|
return lastT, key
|
|
}
|
|
|
|
func WriteLockField(db ethdb.KeyValueWriter, val bool, block uint64, hash common.Hash, idListMap map[string]struct{}) error {
|
|
|
|
lockField := LockField{
|
|
Val: val,
|
|
Block: block,
|
|
Hash: hash,
|
|
IdList: idListMap,
|
|
}
|
|
|
|
key := lockFieldKey
|
|
|
|
enc, err := json.Marshal(lockField)
|
|
if err != nil {
|
|
log.Error("Failed to marshal the lock field struct", "err", err)
|
|
|
|
return fmt.Errorf("%w: %v for lock field struct", ErrIncorrectLockFieldToStore, err)
|
|
}
|
|
|
|
if err := db.Put(key, enc); err != nil {
|
|
log.Error("Failed to store the lock field struct", "err", err)
|
|
|
|
return fmt.Errorf("%w: %v for lock field struct", ErrDBNotResponding, err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func ReadLockField(db ethdb.KeyValueReader) (bool, uint64, common.Hash, map[string]struct{}, error) {
|
|
key := lockFieldKey
|
|
lockField := LockField{}
|
|
|
|
data, err := db.Get(key)
|
|
if err != nil {
|
|
return false, 0, common.Hash{}, nil, fmt.Errorf("%w: empty response for lock field", err)
|
|
}
|
|
|
|
if len(data) == 0 {
|
|
return false, 0, common.Hash{}, nil, fmt.Errorf("%w for %s", ErrIncorrectLockField, string(key))
|
|
}
|
|
|
|
if err = json.Unmarshal(data, &lockField); err != nil {
|
|
log.Error(fmt.Sprintf("Unable to unmarshal the lock field in database"), "err", err)
|
|
|
|
return false, 0, common.Hash{}, nil, fmt.Errorf("%w(%v) for lock field , data %v(%q)",
|
|
ErrIncorrectLockField, err, data, string(data))
|
|
}
|
|
|
|
val, block, hash, idList := lockField.Val, lockField.Block, lockField.Hash, lockField.IdList
|
|
|
|
return val, block, hash, idList, nil
|
|
}
|
|
|
|
func WriteFutureMilestoneList(db ethdb.KeyValueWriter, order []uint64, list map[uint64]common.Hash) error {
|
|
|
|
futureMilestoneField := FutureMilestoneField{
|
|
Order: order,
|
|
List: list,
|
|
}
|
|
|
|
key := futureMilestoneKey
|
|
|
|
enc, err := json.Marshal(futureMilestoneField)
|
|
if err != nil {
|
|
log.Error("Failed to marshal the future milestone field struct", "err", err)
|
|
|
|
return fmt.Errorf("%w: %v for future milestone field struct", ErrIncorrectFutureMilestoneFieldToStore, err)
|
|
}
|
|
|
|
if err = db.Put(key, enc); err != nil {
|
|
log.Error("Failed to store the future milestone field struct", "err", err)
|
|
|
|
return fmt.Errorf("%w: %v for future milestone field struct", ErrDBNotResponding, err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func ReadFutureMilestoneList(db ethdb.KeyValueReader) ([]uint64, map[uint64]common.Hash, error) {
|
|
key := futureMilestoneKey
|
|
futureMilestoneField := FutureMilestoneField{}
|
|
|
|
data, err := db.Get(key)
|
|
if err != nil {
|
|
return nil, nil, fmt.Errorf("%w: empty response for future milestone field", err)
|
|
}
|
|
|
|
if len(data) == 0 {
|
|
return nil, nil, fmt.Errorf("%w for %s", ErrIncorrectLockField, string(key))
|
|
}
|
|
|
|
if err = json.Unmarshal(data, &futureMilestoneField); err != nil {
|
|
log.Error(fmt.Sprintf("Unable to unmarshal the future milestone field in database"), "err", err)
|
|
|
|
return nil, nil, fmt.Errorf("%w(%v) for future milestone field, data %v(%q)",
|
|
ErrIncorrectFutureMilestoneField, err, data, string(data))
|
|
}
|
|
|
|
order, list := futureMilestoneField.Order, futureMilestoneField.List
|
|
|
|
return order, list, nil
|
|
}
|