forks/go-ethereum
1
0
Fork 1
mirror of https://github.com/ethereum/go-ethereum.git synced 2026-07-25 22:26:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

ethdb: add metrics for pebble db read/write count and latency

Browse source 
Signed-off-by: jsvisa <delweng@gmail.com>
This commit is contained in:
jsvisa 2025-05-23 12:25:21 +08:00
parent 29a87e4426
commit 34fe4861fd
1 changed files with 62 additions and 25 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

37
ethdb/pebble/pebble.go
View file

@ -85,6 +85,12 @@ type Database struct {
liveCompGauge *metrics.Gauge // Gauge for tracking the number of in-progress compactions
liveCompSizeGauge *metrics.Gauge // Gauge for tracking the size of in-progress compactions
levelsGauge []*metrics.Gauge // Gauge for tracking the number of tables in levels
readExistedCount *metrics.Counter // Counter for tracking the number of existed keys readed
readNotfoundCount *metrics.Counter // Counter for tracking the number of notfound keys readed
writeCount *metrics.Counter // Counter for tracking the number of written
readExistedTime *metrics.ResettingTimer // Timer for tracking the time spent on reading existed keys
readNotfoundTime *metrics.ResettingTimer // Timer for tracking the time spent on reading notfound keys
writeTime *metrics.ResettingTimer // Timer for tracking the time spent on writing
quitLock sync.RWMutex // Mutex protecting the quit channel and the closed flag
quitChan chan chan error // Quit channel to stop the metrics collection before closing the database
@ -313,6 +319,12 @@ func New(file string, cache int, handles int, namespace string, readonly bool) (
db.estimatedCompDebtGauge = metrics.GetOrRegisterGauge(namespace+"compact/estimateDebt", nil)
db.liveCompGauge = metrics.GetOrRegisterGauge(namespace+"compact/live/count", nil)
db.liveCompSizeGauge = metrics.GetOrRegisterGauge(namespace+"compact/live/size", nil)
db.readExistedCount = metrics.GetOrRegisterCounter(namespace+"read/existed/count", nil)
db.readNotfoundCount = metrics.GetOrRegisterCounter(namespace+"read/notfound/count", nil)
db.writeCount = metrics.GetOrRegisterCounter(namespace+"write/count", nil)
db.readExistedTime = metrics.NewRegisteredResettingTimer(namespace+"read/existed/duration", nil)
db.readNotfoundTime = metrics.NewRegisteredResettingTimer(namespace+"read/notfound/duration", nil)
db.writeTime = metrics.NewRegisteredResettingTimer(namespace+"write/duration", nil)
// Start up the metrics gathering and return
go db.meter(metricsGatheringInterval, namespace)
@ -347,7 +359,16 @@ func (d *Database) Has(key []byte) (bool, error) {
if d.closed {
return false, pebble.ErrClosed
}
st := time.Now()
_, closer, err := d.db.Get(key)
if err == nil {
d.readExistedTime.Update(time.Since(st))
d.readExistedCount.Inc(1)
} else if err == pebble.ErrNotFound {
d.readNotfoundTime.Update(time.Since(st))
d.readNotfoundCount.Inc(1)
}
if err == pebble.ErrNotFound {
return false, nil
} else if err != nil {
@ -366,7 +387,17 @@ func (d *Database) Get(key []byte) ([]byte, error) {
if d.closed {
return nil, pebble.ErrClosed
}
st := time.Now()
dat, closer, err := d.db.Get(key)
if err == nil {
d.readExistedTime.Update(time.Since(st))
d.readExistedCount.Inc(1)
} else if err == pebble.ErrNotFound {
d.readNotfoundTime.Update(time.Since(st))
d.readNotfoundCount.Inc(1)
}
if err != nil {
return nil, err
}
@ -385,6 +416,8 @@ func (d *Database) Put(key []byte, value []byte) error {
if d.closed {
return pebble.ErrClosed
}
d.writeCount.Inc(1)
defer func(st time.Time) { d.writeTime.Update(time.Since(st)) }(time.Now())
return d.db.Set(key, value, d.writeOptions)
}
@ -395,6 +428,8 @@ func (d *Database) Delete(key []byte) error {
if d.closed {
return pebble.ErrClosed
}
d.writeCount.Inc(1)
defer func(st time.Time) { d.writeTime.Update(time.Since(st)) }(time.Now())
return d.db.Delete(key, d.writeOptions)
}
@ -631,6 +666,8 @@ func (b *batch) Write() error {
if b.db.closed {
return pebble.ErrClosed
}
b.db.writeCount.Inc(1)
defer func(st time.Time) { b.db.writeTime.Update(time.Since(st)) }(time.Now())
return b.b.Commit(b.db.writeOptions)
}