From 1104dc5c9fe62905b08c79dfb8fd3c9d70702b59 Mon Sep 17 00:00:00 2001
From: Patrick Pfeiffer <306324+guybrush@users.noreply.github.com>
Date: Wed, 29 Jan 2025 15:59:34 +0100
Subject: [PATCH] chore(eth1indexer): monitor balance-indexer and debug timings

---
 cmd/eth1indexer/main.go | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/cmd/eth1indexer/main.go b/cmd/eth1indexer/main.go
index 875890e9b8..fb997590af 100644
--- a/cmd/eth1indexer/main.go
+++ b/cmd/eth1indexer/main.go
@@ -379,7 +379,7 @@ func main() {
 		}
 
 		if *enableBalanceUpdater {
-			ProcessMetadataUpdates(bt, client, balanceUpdaterPrefix, *balanceUpdaterBatchSize, 10)
+			ProcessMetadataUpdates(bt, client, balanceUpdaterPrefix, *balanceUpdaterBatchSize, 20)
 		}
 
 		logrus.Infof("index run completed")
@@ -568,7 +568,7 @@ func ProcessMetadataUpdates(bt *db.Bigtable, client *rpc.ErigonClient, prefix st
 
 	its := 0
 	for {
-		start := time.Now()
+		start1 := time.Now()
 		keys, pairs, err := bt.GetMetadataUpdates(prefix, lastKey, batchSize)
 		if err != nil {
 			logrus.Errorf("error retrieving metadata updates from bigtable: %v", err)
@@ -576,9 +576,11 @@ func ProcessMetadataUpdates(bt *db.Bigtable, client *rpc.ErigonClient, prefix st
 		}
 
 		if len(keys) == 0 {
+			services.ReportStatus("eth1indexerBalanceUpdater", "Running", nil)
 			return
 		}
 
+		start2 := time.Now()
 		balances := make([]*types.Eth1AddressBalance, 0, len(pairs))
 		for b := 0; b < len(pairs); b += batchSize {
 			start := b
@@ -598,6 +600,7 @@ func ProcessMetadataUpdates(bt *db.Bigtable, client *rpc.ErigonClient, prefix st
 			balances = append(balances, b...)
 		}
 
+		start3 := time.Now()
 		err = bt.SaveBalances(balances, keys)
 		if err != nil {
 			logrus.Errorf("error saving balances to bigtable: %v", err)
@@ -605,7 +608,7 @@ func ProcessMetadataUpdates(bt *db.Bigtable, client *rpc.ErigonClient, prefix st
 		}
 
 		lastKey = keys[len(keys)-1]
-		logrus.Infof("retrieved %v balances in %v, currently at %v", len(balances), time.Since(start), lastKey)
+		logrus.Infof("retrieved %v balances in %v (bt.read: %v, rpc.get: %v, bt.save: %v), currently at %v", len(balances), time.Since(start1), start2.Sub(start1), start3.Sub(start2), time.Since(start3), lastKey)
 
 		its++