forked from forks/go-ethereum
The total difficulty is the sum of all block difficulties from genesis to a certain block. This value was used in PoW for deciding which chain is heavier, and thus which chain to select. Since PoS has a different fork selection algorithm, all blocks since the merge have a difficulty of 0, and all total difficulties are the same for the past 2 years. Whilst the TDs are mostly useless nowadays, there was never really a reason to mess around removing them since they are so tiny. This reasoning changes when we go down the path of pruned chain history. In order to reconstruct any TD, we **must** retrieve all the headers from chain head to genesis and then iterate all the difficulties to compute the TD. In a world where we completely prune past chain segments (bodies, receipts, headers), it is not possible to reconstruct the TD at all. In a world where we still keep chain headers and prune only the rest, reconstructing it possible as long as we process (or download) the chain forward from genesis, but trying to snap sync the head first and backfill later hits the same issue, the TD becomes impossible to calculate until genesis is backfilled. All in all, the TD is a messy out-of-state, out-of-consensus computed field that is overall useless nowadays, but code relying on it forces the client into certain modes of operation and prevents other modes or other optimizations. This PR completely nukes out the TD from the node. It doesn't compute it, it doesn't operate on it, it's as if it didn't even exist. Caveats: - Whenever we have APIs that return TD (devp2p handshake, tracer, etc.) we return a TD of 0. - For era files, we recompute the TD during export time (fairly quick) to retain the format content. - It is not possible to "verify" the merge point (i.e. with TD gone, TTD is useless). Since we're not verifying PoW any more, just blindly trust it, not verifying but blindly trusting the many year old merge point seems just the same trust model. - Our tests still need to be able to generate pre and post merge blocks, so they need a new way to split the merge without TTD. The PR introduces a settable ttdBlock field on the consensus object which is used by tests as the block where originally the TTD happened. This is not needed for live nodes, we never want to generate old blocks. - One merge transition consensus test was disabled. With a non-operational TD, testing how the client reacts to TTD is useless, it cannot react. Questions: - Should we also drop total terminal difficulty from the genesis json? It's a number we cannot react on any more, so maybe it would be cleaner to get rid of even more concepts. --------- Co-authored-by: Gary Rong <garyrong0905@gmail.com>
288 lines
8.6 KiB
Go
288 lines
8.6 KiB
Go
// Copyright 2015 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
// Contains the active peer-set of the downloader, maintaining both failures
|
|
// as well as reputation metrics to prioritize the block retrievals.
|
|
|
|
package downloader
|
|
|
|
import (
|
|
"errors"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/eth/protocols/eth"
|
|
"github.com/ethereum/go-ethereum/event"
|
|
"github.com/ethereum/go-ethereum/log"
|
|
"github.com/ethereum/go-ethereum/p2p/msgrate"
|
|
)
|
|
|
|
const (
|
|
maxLackingHashes = 4096 // Maximum number of entries allowed on the list or lacking items
|
|
)
|
|
|
|
var (
|
|
errAlreadyRegistered = errors.New("peer is already registered")
|
|
errNotRegistered = errors.New("peer is not registered")
|
|
)
|
|
|
|
// peerConnection represents an active peer from which hashes and blocks are retrieved.
|
|
type peerConnection struct {
|
|
id string // Unique identifier of the peer
|
|
|
|
rates *msgrate.Tracker // Tracker to hone in on the number of items retrievable per second
|
|
lacking map[common.Hash]struct{} // Set of hashes not to request (didn't have previously)
|
|
|
|
peer Peer
|
|
|
|
version uint // Eth protocol version number to switch strategies
|
|
log log.Logger // Contextual logger to add extra infos to peer logs
|
|
lock sync.RWMutex
|
|
}
|
|
|
|
// Peer encapsulates the methods required to synchronise with a remote full peer.
|
|
type Peer interface {
|
|
RequestHeadersByHash(common.Hash, int, int, bool, chan *eth.Response) (*eth.Request, error)
|
|
RequestHeadersByNumber(uint64, int, int, bool, chan *eth.Response) (*eth.Request, error)
|
|
|
|
RequestBodies([]common.Hash, chan *eth.Response) (*eth.Request, error)
|
|
RequestReceipts([]common.Hash, chan *eth.Response) (*eth.Request, error)
|
|
}
|
|
|
|
// newPeerConnection creates a new downloader peer.
|
|
func newPeerConnection(id string, version uint, peer Peer, logger log.Logger) *peerConnection {
|
|
return &peerConnection{
|
|
id: id,
|
|
lacking: make(map[common.Hash]struct{}),
|
|
peer: peer,
|
|
version: version,
|
|
log: logger,
|
|
}
|
|
}
|
|
|
|
// Reset clears the internal state of a peer entity.
|
|
func (p *peerConnection) Reset() {
|
|
p.lock.Lock()
|
|
defer p.lock.Unlock()
|
|
|
|
p.lacking = make(map[common.Hash]struct{})
|
|
}
|
|
|
|
// UpdateHeaderRate updates the peer's estimated header retrieval throughput with
|
|
// the current measurement.
|
|
func (p *peerConnection) UpdateHeaderRate(delivered int, elapsed time.Duration) {
|
|
p.rates.Update(eth.BlockHeadersMsg, elapsed, delivered)
|
|
}
|
|
|
|
// UpdateBodyRate updates the peer's estimated body retrieval throughput with the
|
|
// current measurement.
|
|
func (p *peerConnection) UpdateBodyRate(delivered int, elapsed time.Duration) {
|
|
p.rates.Update(eth.BlockBodiesMsg, elapsed, delivered)
|
|
}
|
|
|
|
// UpdateReceiptRate updates the peer's estimated receipt retrieval throughput
|
|
// with the current measurement.
|
|
func (p *peerConnection) UpdateReceiptRate(delivered int, elapsed time.Duration) {
|
|
p.rates.Update(eth.ReceiptsMsg, elapsed, delivered)
|
|
}
|
|
|
|
// HeaderCapacity retrieves the peer's header download allowance based on its
|
|
// previously discovered throughput.
|
|
func (p *peerConnection) HeaderCapacity(targetRTT time.Duration) int {
|
|
cap := p.rates.Capacity(eth.BlockHeadersMsg, targetRTT)
|
|
if cap > MaxHeaderFetch {
|
|
cap = MaxHeaderFetch
|
|
}
|
|
return cap
|
|
}
|
|
|
|
// BodyCapacity retrieves the peer's body download allowance based on its
|
|
// previously discovered throughput.
|
|
func (p *peerConnection) BodyCapacity(targetRTT time.Duration) int {
|
|
cap := p.rates.Capacity(eth.BlockBodiesMsg, targetRTT)
|
|
if cap > MaxBlockFetch {
|
|
cap = MaxBlockFetch
|
|
}
|
|
return cap
|
|
}
|
|
|
|
// ReceiptCapacity retrieves the peers receipt download allowance based on its
|
|
// previously discovered throughput.
|
|
func (p *peerConnection) ReceiptCapacity(targetRTT time.Duration) int {
|
|
cap := p.rates.Capacity(eth.ReceiptsMsg, targetRTT)
|
|
if cap > MaxReceiptFetch {
|
|
cap = MaxReceiptFetch
|
|
}
|
|
return cap
|
|
}
|
|
|
|
// MarkLacking appends a new entity to the set of items (blocks, receipts, states)
|
|
// that a peer is known not to have (i.e. have been requested before). If the
|
|
// set reaches its maximum allowed capacity, items are randomly dropped off.
|
|
func (p *peerConnection) MarkLacking(hash common.Hash) {
|
|
p.lock.Lock()
|
|
defer p.lock.Unlock()
|
|
|
|
for len(p.lacking) >= maxLackingHashes {
|
|
for drop := range p.lacking {
|
|
delete(p.lacking, drop)
|
|
break
|
|
}
|
|
}
|
|
p.lacking[hash] = struct{}{}
|
|
}
|
|
|
|
// Lacks retrieves whether the hash of a blockchain item is on the peers lacking
|
|
// list (i.e. whether we know that the peer does not have it).
|
|
func (p *peerConnection) Lacks(hash common.Hash) bool {
|
|
p.lock.RLock()
|
|
defer p.lock.RUnlock()
|
|
|
|
_, ok := p.lacking[hash]
|
|
return ok
|
|
}
|
|
|
|
// peeringEvent is sent on the peer event feed when a remote peer connects or
|
|
// disconnects.
|
|
type peeringEvent struct {
|
|
peer *peerConnection
|
|
join bool
|
|
}
|
|
|
|
// peerSet represents the collection of active peer participating in the chain
|
|
// download procedure.
|
|
type peerSet struct {
|
|
peers map[string]*peerConnection
|
|
rates *msgrate.Trackers // Set of rate trackers to give the sync a common beat
|
|
events event.Feed // Feed to publish peer lifecycle events on
|
|
|
|
lock sync.RWMutex
|
|
}
|
|
|
|
// newPeerSet creates a new peer set top track the active download sources.
|
|
func newPeerSet() *peerSet {
|
|
return &peerSet{
|
|
peers: make(map[string]*peerConnection),
|
|
rates: msgrate.NewTrackers(log.New("proto", "eth")),
|
|
}
|
|
}
|
|
|
|
// SubscribeEvents subscribes to peer arrival and departure events.
|
|
func (ps *peerSet) SubscribeEvents(ch chan<- *peeringEvent) event.Subscription {
|
|
return ps.events.Subscribe(ch)
|
|
}
|
|
|
|
// Reset iterates over the current peer set, and resets each of the known peers
|
|
// to prepare for a next batch of block retrieval.
|
|
func (ps *peerSet) Reset() {
|
|
ps.lock.RLock()
|
|
defer ps.lock.RUnlock()
|
|
|
|
for _, peer := range ps.peers {
|
|
peer.Reset()
|
|
}
|
|
}
|
|
|
|
// Register injects a new peer into the working set, or returns an error if the
|
|
// peer is already known.
|
|
//
|
|
// The method also sets the starting throughput values of the new peer to the
|
|
// average of all existing peers, to give it a realistic chance of being used
|
|
// for data retrievals.
|
|
func (ps *peerSet) Register(p *peerConnection) error {
|
|
// Register the new peer with some meaningful defaults
|
|
ps.lock.Lock()
|
|
if _, ok := ps.peers[p.id]; ok {
|
|
ps.lock.Unlock()
|
|
return errAlreadyRegistered
|
|
}
|
|
p.rates = msgrate.NewTracker(ps.rates.MeanCapacities(), ps.rates.MedianRoundTrip())
|
|
if err := ps.rates.Track(p.id, p.rates); err != nil {
|
|
ps.lock.Unlock()
|
|
return err
|
|
}
|
|
ps.peers[p.id] = p
|
|
ps.lock.Unlock()
|
|
|
|
ps.events.Send(&peeringEvent{peer: p, join: true})
|
|
return nil
|
|
}
|
|
|
|
// Unregister removes a remote peer from the active set, disabling any further
|
|
// actions to/from that particular entity.
|
|
func (ps *peerSet) Unregister(id string) error {
|
|
ps.lock.Lock()
|
|
p, ok := ps.peers[id]
|
|
if !ok {
|
|
ps.lock.Unlock()
|
|
return errNotRegistered
|
|
}
|
|
delete(ps.peers, id)
|
|
ps.rates.Untrack(id)
|
|
ps.lock.Unlock()
|
|
|
|
ps.events.Send(&peeringEvent{peer: p, join: false})
|
|
return nil
|
|
}
|
|
|
|
// Peer retrieves the registered peer with the given id.
|
|
func (ps *peerSet) Peer(id string) *peerConnection {
|
|
ps.lock.RLock()
|
|
defer ps.lock.RUnlock()
|
|
|
|
return ps.peers[id]
|
|
}
|
|
|
|
// Len returns if the current number of peers in the set.
|
|
func (ps *peerSet) Len() int {
|
|
ps.lock.RLock()
|
|
defer ps.lock.RUnlock()
|
|
|
|
return len(ps.peers)
|
|
}
|
|
|
|
// AllPeers retrieves a flat list of all the peers within the set.
|
|
func (ps *peerSet) AllPeers() []*peerConnection {
|
|
ps.lock.RLock()
|
|
defer ps.lock.RUnlock()
|
|
|
|
list := make([]*peerConnection, 0, len(ps.peers))
|
|
for _, p := range ps.peers {
|
|
list = append(list, p)
|
|
}
|
|
return list
|
|
}
|
|
|
|
// peerCapacitySort implements sort.Interface.
|
|
// It sorts peer connections by capacity (descending).
|
|
type peerCapacitySort struct {
|
|
peers []*peerConnection
|
|
caps []int
|
|
}
|
|
|
|
func (ps *peerCapacitySort) Len() int {
|
|
return len(ps.peers)
|
|
}
|
|
|
|
func (ps *peerCapacitySort) Less(i, j int) bool {
|
|
return ps.caps[i] > ps.caps[j]
|
|
}
|
|
|
|
func (ps *peerCapacitySort) Swap(i, j int) {
|
|
ps.peers[i], ps.peers[j] = ps.peers[j], ps.peers[i]
|
|
ps.caps[i], ps.caps[j] = ps.caps[j], ps.caps[i]
|
|
}
|