mirror of
https://github.com/ethereum/go-ethereum.git
synced 2026-07-26 22:56:43 +00:00
* Milestone Implementation * Merge branch 'POS-347' into reciept-e2e-test * Changes for testing, will be removed after testing * Debugged the error * Just for testing purpose * refactor debug api methods, rename whitelist -> checkpoint * remove first iteration based vars * fix linters * Rewind Changes * Error changes * RewindBack function in bor_checkpoint_verifier * Testcases * Added the fetch test for milestone and checkpoint * Debugged the lint changes * Debugged the lint changes * Debugged the lint changes * Debugged the lint changes * Improved the error in Miner test file * Improved the error of pointing to the wrong function * Locking the sprint after the vote has been made on it. * Adding more logs for testing * Adding more logs for testing * Adding more logs for testing * Implemented the NoAckMilestone fetching mechanism * Testcases for milestone implementation * Testing code for fetchNoAckMilestone and fetchLastNoAckMilestone * Testing changes * refactor else-if * Corrected the number of params in bor_ext.go * Dummy API for testing * Defined the GetVoteOnRootHash in interface * Defined the GetVoteOnRootHash in interface * Made changes in the web3ext file * Added the GetVoteOnRootHash in PublicBlockChain API * Added the GetVoteOnRootHash in filterBackend * Added the log of Root and RooHash * Removed the 0x from rootHash * Just for testing purpose * "GetVoteOnRootHash" mock implementation * bor_test.go * Added the test for milestone implementation * Added service for fetching milestone by ID * Improved the comments * Removed the duplicate code * use setter for borVerifier * use setter for borVerifier * refactor handleNoAckMilestone * remove code repetition with retry function * Converged the repetitive code * after CR * persistence * persistence implementation * feature flag * Persistence Changes * cr * initial * fix * fix * Whitelist Flag * 1 Add:Included the milestone flag 2.Add:Hardlimit the rewind to maximum of 255 blocks * Chg:Updated go.mod file * Remove:Dubai Hardfork code * Add:checked errors for call functions to the Db, Rmv: Remote Header variable from the IsValidPeer() function * Fix:Linting issues' * Add:MilestoneGRPC functions * Fix:Lint issues * Fix:Lint issues * Fix: TestFetchMilestoneFromMockHeimdall * Fix:Integrations tests * Add:Test for sprint length and milestone changes * Add:Functionality to fetch the finalized block * Chg:Changed default val of TriesInmemory to 1024 * fix:Some functions of heimdallGRPC client * Restored the GRPC functionality, was commented out for developing purpose * Fix:Bor_checkpoint_Verfier function * Test:Added the chain Rewinding test * Test:Added the Sprint Length + Milestone merge test * Add:Implemented the future milestone * Add:Future milestone changes * Add:Future milestone changes * Chg: Voting on endBlockHash rather than rootHash * Chg: Changed the logic of future milestone from rootHash checking to endBlockHash checking * Fix:Using endBockHash while verifying the incoming milestone * Chg:Variable names for better readiblity * Fix:Testing changes * Add:metrics for milestone implementation * Add:Metrics for milestone implementatian * Fix:Order of statements in a function for better optimization * Chg:Removed unrequired file * Fix:new variable intialization * Add:Comment to increase readiblity * Fix:Logs * Chg:Name of GetVoteOnRootHash to GetVoteOnHash * Fix:Linting issues * Fixed linting issues * Rmv: Unnecessary logs and Add:Skip test for long tests * Fix:Checking current chain with whitelisted milestone or checkpoint in Finalized block function * Fix:Test * Fix:Whitelisting of Milestone and Checkpoint process * Fix: Milestone JSON structure * Chg:Testcases changes * Fix:Change from VoteOnRootHash to VoteOnHash * Fix:Variable name fix * Fix:Finalized API * internal/jsre/deps: update web3.js bundle * Fix:milestone verifier * Chg:Handling the long future chain import issue * Fix:Lint issues * Fix:TestLowDiffLongChain and TestPrunedImportSide tests, used hardcoded value 128 instead of DefaultTriesInMemory value * Chg:Testcode for producing metrics * Chg:Milestong polling value to 32 secs * Add:Testcases * Add:Implemented the check to fetch the milestoneId from heimdall before locking the fork * Added GRPC method for FetchMilestoneID * Fix:lint issue * Fix:lint issue * Skiped out the tests which were mainly used to produce the supporting data * remove vcs build when running snyk * Add:Improved the logs and comments * fix linters * Skipped some test as they are panic due to timeout issue in github * Chg:Variable name LockerSprintNumber to LockedMilestoneNumber for better readablity and clarity * Chg:Conflicting variable names in milestone test file * Chg:Conflicting function names in milestone test file * fix : minor fix in TestInsertingSpanSizeBlocks * Fix:Mocking issue in TestInsertingSpanSizeBlocks * Fix:GRPC Polyproto Version * eth/downloader: skip peer drop due to whitelisting err * eth, tests/bor: bug fixes and minor refactor * Add:Implemented the milestone related functions in the HeimdallApp * Fix:Lint Errors & Remove:Redundant Code * Fix:Testing Errors * Fix:Bor integeration tests * Fix:Test errors * update heimdall client mock files * remove unused arguments * remove redundant code * Chg:Changed the milestone polling intervals * Add: added block finality from whitelisted checkpoint * skip future chain validation * Add:confirmation check of 16 blocks over the end block while voting for the milestone in GetVoteHash() function * Chg:Included endBlockNum in UnlockMutex function * Add:Property based test for milestone * Fix:Opening the lock while processing future milestone * Add:Property based test for futureMilestone * Defined the value of TempTriesInMemory * Fixed the finalized api * Fixed lint issues * eth: add logs while fetching and rewinding * fix linters: use default returns instead of recursive calls * Fix:Milestone intergration test * Add:GetVoteHash fn in mock backend * tests/bor: fix mock span * tests/bor: remove t.Parallel() * use bor namespace in ethclient, fix mock function --------- Co-authored-by: Vaibhav Jindal <vaibhavjindal29@gmail.com> Co-authored-by: VaibhavJindal <74560896+VAIBHAVJINDAL3012@users.noreply.github.com> Co-authored-by: Manav Darji <manavdarji.india@gmail.com> Co-authored-by: Evgeny Danienko <6655321@bk.ru> Co-authored-by: Shivam Sharma <shivam691999@gmail.com> Co-authored-by: Anshal Shukla <shukla.anshal85@gmail.com>
359 lines
9.2 KiB
Go
359 lines
9.2 KiB
Go
package bor
|
|
|
|
import (
|
|
"encoding/hex"
|
|
"math"
|
|
"math/big"
|
|
"sort"
|
|
"strconv"
|
|
"sync"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/consensus"
|
|
"github.com/ethereum/go-ethereum/consensus/bor/valset"
|
|
"github.com/ethereum/go-ethereum/core/types"
|
|
"github.com/ethereum/go-ethereum/crypto"
|
|
"github.com/ethereum/go-ethereum/rpc"
|
|
|
|
lru "github.com/hashicorp/golang-lru"
|
|
"github.com/xsleonard/go-merkle"
|
|
"golang.org/x/crypto/sha3"
|
|
)
|
|
|
|
var (
|
|
// MaxCheckpointLength is the maximum number of blocks that can be requested for constructing a checkpoint root hash
|
|
MaxCheckpointLength = uint64(math.Pow(2, 15))
|
|
)
|
|
|
|
// API is a user facing RPC API to allow controlling the signer and voting
|
|
// mechanisms of the proof-of-authority scheme.
|
|
type API struct {
|
|
chain consensus.ChainHeaderReader
|
|
bor *Bor
|
|
rootHashCache *lru.ARCCache
|
|
}
|
|
|
|
// GetSnapshot retrieves the state snapshot at a given block.
|
|
func (api *API) GetSnapshot(number *rpc.BlockNumber) (*Snapshot, error) {
|
|
// Retrieve the requested block number (or current if none requested)
|
|
var header *types.Header
|
|
if number == nil || *number == rpc.LatestBlockNumber {
|
|
header = api.chain.CurrentHeader()
|
|
} else {
|
|
header = api.chain.GetHeaderByNumber(uint64(number.Int64()))
|
|
}
|
|
// Ensure we have an actually valid block and return its snapshot
|
|
if header == nil {
|
|
return nil, errUnknownBlock
|
|
}
|
|
|
|
return api.bor.snapshot(api.chain, header.Number.Uint64(), header.Hash(), nil)
|
|
}
|
|
|
|
type BlockSigners struct {
|
|
Signers []difficultiesKV
|
|
Diff int
|
|
Author common.Address
|
|
}
|
|
|
|
type difficultiesKV struct {
|
|
Signer common.Address
|
|
Difficulty uint64
|
|
}
|
|
|
|
func rankMapDifficulties(values map[common.Address]uint64) []difficultiesKV {
|
|
ss := make([]difficultiesKV, 0, len(values))
|
|
for k, v := range values {
|
|
ss = append(ss, difficultiesKV{k, v})
|
|
}
|
|
|
|
sort.Slice(ss, func(i, j int) bool {
|
|
return ss[i].Difficulty > ss[j].Difficulty
|
|
})
|
|
|
|
return ss
|
|
}
|
|
|
|
// GetSnapshotProposerSequence retrieves the in-turn signers of all sprints in a span
|
|
func (api *API) GetSnapshotProposerSequence(blockNrOrHash *rpc.BlockNumberOrHash) (BlockSigners, error) {
|
|
var header *types.Header
|
|
//nolint:nestif
|
|
if blockNrOrHash == nil {
|
|
header = api.chain.CurrentHeader()
|
|
} else {
|
|
if blockNr, ok := blockNrOrHash.Number(); ok {
|
|
if blockNr == rpc.LatestBlockNumber {
|
|
header = api.chain.CurrentHeader()
|
|
} else {
|
|
header = api.chain.GetHeaderByNumber(uint64(blockNr))
|
|
}
|
|
} else {
|
|
if blockHash, ok := blockNrOrHash.Hash(); ok {
|
|
header = api.chain.GetHeaderByHash(blockHash)
|
|
}
|
|
}
|
|
}
|
|
|
|
if header == nil {
|
|
return BlockSigners{}, errUnknownBlock
|
|
}
|
|
|
|
snapNumber := rpc.BlockNumber(header.Number.Int64() - 1)
|
|
snap, err := api.GetSnapshot(&snapNumber)
|
|
|
|
var difficulties = make(map[common.Address]uint64)
|
|
|
|
if err != nil {
|
|
return BlockSigners{}, err
|
|
}
|
|
|
|
proposer := snap.ValidatorSet.GetProposer().Address
|
|
proposerIndex, _ := snap.ValidatorSet.GetByAddress(proposer)
|
|
|
|
signers := snap.signers()
|
|
for i := 0; i < len(signers); i++ {
|
|
tempIndex := i
|
|
if tempIndex < proposerIndex {
|
|
tempIndex = tempIndex + len(signers)
|
|
}
|
|
|
|
difficulties[signers[i]] = uint64(len(signers) - (tempIndex - proposerIndex))
|
|
}
|
|
|
|
rankedDifficulties := rankMapDifficulties(difficulties)
|
|
|
|
author, err := api.GetAuthor(blockNrOrHash)
|
|
if err != nil {
|
|
return BlockSigners{}, err
|
|
}
|
|
|
|
diff := int(difficulties[*author])
|
|
blockSigners := &BlockSigners{
|
|
Signers: rankedDifficulties,
|
|
Diff: diff,
|
|
Author: *author,
|
|
}
|
|
|
|
return *blockSigners, nil
|
|
}
|
|
|
|
// GetSnapshotProposer retrieves the in-turn signer at a given block.
|
|
func (api *API) GetSnapshotProposer(blockNrOrHash *rpc.BlockNumberOrHash) (common.Address, error) {
|
|
var header *types.Header
|
|
//nolint:nestif
|
|
if blockNrOrHash == nil {
|
|
header = api.chain.CurrentHeader()
|
|
} else {
|
|
if blockNr, ok := blockNrOrHash.Number(); ok {
|
|
if blockNr == rpc.LatestBlockNumber {
|
|
header = api.chain.CurrentHeader()
|
|
} else {
|
|
header = api.chain.GetHeaderByNumber(uint64(blockNr))
|
|
}
|
|
} else {
|
|
if blockHash, ok := blockNrOrHash.Hash(); ok {
|
|
header = api.chain.GetHeaderByHash(blockHash)
|
|
}
|
|
}
|
|
}
|
|
|
|
if header == nil {
|
|
return common.Address{}, errUnknownBlock
|
|
}
|
|
|
|
snapNumber := rpc.BlockNumber(header.Number.Int64() - 1)
|
|
snap, err := api.GetSnapshot(&snapNumber)
|
|
|
|
if err != nil {
|
|
return common.Address{}, err
|
|
}
|
|
|
|
return snap.ValidatorSet.GetProposer().Address, nil
|
|
}
|
|
|
|
// GetAuthor retrieves the author a block.
|
|
func (api *API) GetAuthor(blockNrOrHash *rpc.BlockNumberOrHash) (*common.Address, error) {
|
|
// Retrieve the requested block number (or current if none requested)
|
|
var header *types.Header
|
|
|
|
//nolint:nestif
|
|
if blockNrOrHash == nil {
|
|
header = api.chain.CurrentHeader()
|
|
} else {
|
|
if blockNr, ok := blockNrOrHash.Number(); ok {
|
|
header = api.chain.GetHeaderByNumber(uint64(blockNr))
|
|
if blockNr == rpc.LatestBlockNumber {
|
|
header = api.chain.CurrentHeader()
|
|
}
|
|
} else {
|
|
if blockHash, ok := blockNrOrHash.Hash(); ok {
|
|
header = api.chain.GetHeaderByHash(blockHash)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Ensure we have an actually valid block and return its snapshot
|
|
if header == nil {
|
|
return nil, errUnknownBlock
|
|
}
|
|
|
|
author, err := api.bor.Author(header)
|
|
|
|
return &author, err
|
|
}
|
|
|
|
// GetSnapshotAtHash retrieves the state snapshot at a given block.
|
|
func (api *API) GetSnapshotAtHash(hash common.Hash) (*Snapshot, error) {
|
|
header := api.chain.GetHeaderByHash(hash)
|
|
if header == nil {
|
|
return nil, errUnknownBlock
|
|
}
|
|
|
|
return api.bor.snapshot(api.chain, header.Number.Uint64(), header.Hash(), nil)
|
|
}
|
|
|
|
// GetSigners retrieves the list of authorized signers at the specified block.
|
|
func (api *API) GetSigners(number *rpc.BlockNumber) ([]common.Address, error) {
|
|
// Retrieve the requested block number (or current if none requested)
|
|
var header *types.Header
|
|
if number == nil || *number == rpc.LatestBlockNumber {
|
|
header = api.chain.CurrentHeader()
|
|
} else {
|
|
header = api.chain.GetHeaderByNumber(uint64(number.Int64()))
|
|
}
|
|
// Ensure we have an actually valid block and return the signers from its snapshot
|
|
if header == nil {
|
|
return nil, errUnknownBlock
|
|
}
|
|
|
|
snap, err := api.bor.snapshot(api.chain, header.Number.Uint64(), header.Hash(), nil)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return snap.signers(), nil
|
|
}
|
|
|
|
// GetSignersAtHash retrieves the list of authorized signers at the specified block.
|
|
func (api *API) GetSignersAtHash(hash common.Hash) ([]common.Address, error) {
|
|
header := api.chain.GetHeaderByHash(hash)
|
|
if header == nil {
|
|
return nil, errUnknownBlock
|
|
}
|
|
|
|
snap, err := api.bor.snapshot(api.chain, header.Number.Uint64(), header.Hash(), nil)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return snap.signers(), nil
|
|
}
|
|
|
|
// GetCurrentProposer gets the current proposer
|
|
func (api *API) GetCurrentProposer() (common.Address, error) {
|
|
snap, err := api.GetSnapshot(nil)
|
|
if err != nil {
|
|
return common.Address{}, err
|
|
}
|
|
|
|
return snap.ValidatorSet.GetProposer().Address, nil
|
|
}
|
|
|
|
// GetCurrentValidators gets the current validators
|
|
func (api *API) GetCurrentValidators() ([]*valset.Validator, error) {
|
|
snap, err := api.GetSnapshot(nil)
|
|
if err != nil {
|
|
return make([]*valset.Validator, 0), err
|
|
}
|
|
|
|
return snap.ValidatorSet.Validators, nil
|
|
}
|
|
|
|
// GetRootHash returns the merkle root of the start to end block headers
|
|
func (api *API) GetRootHash(start uint64, end uint64) (string, error) {
|
|
if err := api.initializeRootHashCache(); err != nil {
|
|
return "", err
|
|
}
|
|
|
|
key := getRootHashKey(start, end)
|
|
|
|
if root, known := api.rootHashCache.Get(key); known {
|
|
return root.(string), nil
|
|
}
|
|
|
|
length := end - start + 1
|
|
|
|
if length > MaxCheckpointLength {
|
|
return "", &MaxCheckpointLengthExceededError{start, end}
|
|
}
|
|
|
|
currentHeaderNumber := api.chain.CurrentHeader().Number.Uint64()
|
|
|
|
if start > end || end > currentHeaderNumber {
|
|
return "", &valset.InvalidStartEndBlockError{Start: start, End: end, CurrentHeader: currentHeaderNumber}
|
|
}
|
|
|
|
blockHeaders := make([]*types.Header, end-start+1)
|
|
wg := new(sync.WaitGroup)
|
|
concurrent := make(chan bool, 20)
|
|
|
|
for i := start; i <= end; i++ {
|
|
wg.Add(1)
|
|
concurrent <- true
|
|
|
|
go func(number uint64) {
|
|
blockHeaders[number-start] = api.chain.GetHeaderByNumber(number)
|
|
|
|
<-concurrent
|
|
wg.Done()
|
|
}(i)
|
|
}
|
|
wg.Wait()
|
|
close(concurrent)
|
|
|
|
headers := make([][32]byte, nextPowerOfTwo(length))
|
|
|
|
for i := 0; i < len(blockHeaders); i++ {
|
|
blockHeader := blockHeaders[i]
|
|
header := crypto.Keccak256(appendBytes32(
|
|
blockHeader.Number.Bytes(),
|
|
new(big.Int).SetUint64(blockHeader.Time).Bytes(),
|
|
blockHeader.TxHash.Bytes(),
|
|
blockHeader.ReceiptHash.Bytes(),
|
|
))
|
|
|
|
var arr [32]byte
|
|
|
|
copy(arr[:], header)
|
|
headers[i] = arr
|
|
}
|
|
|
|
tree := merkle.NewTreeWithOpts(merkle.TreeOptions{EnableHashSorting: false, DisableHashLeaves: true})
|
|
if err := tree.Generate(convert(headers), sha3.NewLegacyKeccak256()); err != nil {
|
|
return "", err
|
|
}
|
|
|
|
root := hex.EncodeToString(tree.Root().Hash)
|
|
api.rootHashCache.Add(key, root)
|
|
|
|
return root, nil
|
|
}
|
|
|
|
func (api *API) GetVoteOnHash(starBlockNr uint64, endBlockNr uint64, hash string, milestoneId string) (bool, error) {
|
|
return false, nil
|
|
}
|
|
|
|
func (api *API) initializeRootHashCache() error {
|
|
var err error
|
|
if api.rootHashCache == nil {
|
|
api.rootHashCache, err = lru.NewARC(10)
|
|
}
|
|
|
|
return err
|
|
}
|
|
|
|
func getRootHashKey(start uint64, end uint64) string {
|
|
return strconv.FormatUint(start, 10) + "-" + strconv.FormatUint(end, 10)
|
|
}
|