chore(eth1indexer): monitor balance-indexer and debug timings

gobitfly · Jan 29, 2025 · 1104dc5 · 1104dc5
1 parent f75902b
commit 1104dc5
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/cmd/eth1indexer/main.go b/cmd/eth1indexer/main.go
@@ -379,7 +379,7 @@ func main() {
 		}
 
 		if *enableBalanceUpdater {
-			ProcessMetadataUpdates(bt, client, balanceUpdaterPrefix, *balanceUpdaterBatchSize, 10)
+			ProcessMetadataUpdates(bt, client, balanceUpdaterPrefix, *balanceUpdaterBatchSize, 20)
 		}
 
 		logrus.Infof("index run completed")
@@ -568,17 +568,19 @@ func ProcessMetadataUpdates(bt *db.Bigtable, client *rpc.ErigonClient, prefix st
 
 	its := 0
 	for {
-		start := time.Now()
+		start1 := time.Now()
 		keys, pairs, err := bt.GetMetadataUpdates(prefix, lastKey, batchSize)
 		if err != nil {
 			logrus.Errorf("error retrieving metadata updates from bigtable: %v", err)
 			return
 		}
 
 		if len(keys) == 0 {
+			services.ReportStatus("eth1indexerBalanceUpdater", "Running", nil)
 			return
 		}
 
+		start2 := time.Now()
 		balances := make([]*types.Eth1AddressBalance, 0, len(pairs))
 		for b := 0; b < len(pairs); b += batchSize {
 			start := b
@@ -598,14 +600,15 @@ func ProcessMetadataUpdates(bt *db.Bigtable, client *rpc.ErigonClient, prefix st
 			balances = append(balances, b...)
 		}
 
+		start3 := time.Now()
 		err = bt.SaveBalances(balances, keys)
 		if err != nil {
 			logrus.Errorf("error saving balances to bigtable: %v", err)
 			return
 		}
 
 		lastKey = keys[len(keys)-1]
-		logrus.Infof("retrieved %v balances in %v, currently at %v", len(balances), time.Since(start), lastKey)
+		logrus.Infof("retrieved %v balances in %v (bt.read: %v, rpc.get: %v, bt.save: %v), currently at %v", len(balances), time.Since(start1), start2.Sub(start1), start3.Sub(start2), time.Since(start3), lastKey)
 
 		its++