chore: update script

oraichain · Oct 3, 2024 · b589a46 · b589a46
1 parent af482b8
commit b589a46
Show file tree

Hide file tree

Showing 3 changed files with 28 additions and 14 deletions.
diff --git a/packages/orchestrator/src/constants.ts b/packages/orchestrator/src/constants.ts
@@ -3,6 +3,7 @@ export const SCAN_MEMPOOL_CHUNK_SIZE = 1000;
 export const SCAN_MEMPOOL_CHUNK_DELAY = 1000; // 1 second
 export const RELAY_DEPOSIT_BLOCKS_SIZE = 200; // 10 blocks
 export const RETRY_DELAY = 1000; // 1 second
+export const SCAN_RAW_MEMPOOL_CHUNK_SIZE = 3000;
 export const ITERATION_DELAY = {
   RELAY_HEADER_BATCH_DELAY: 500,
   RELAY_HEADER_INTERVAL: 10000,

diff --git a/packages/orchestrator/src/script.ts b/packages/orchestrator/src/script.ts
@@ -1,5 +1,6 @@
 import { RPCClient } from "rpc-bitcoin";
 import { RETRY_DELAY } from "./constants";
+import { chunkArray } from "./utils/array";
 import { retry } from "./utils/catchAsync";
 
 const main = async () => {
@@ -12,20 +13,25 @@ const main = async () => {
 
   let mempoolTxs = await btcClient.getrawmempool({});
   const time = new Date().getTime();
-  let detailMempoolTxs = await retry(
-    async () => {
-      return (
-        await btcClient.batch([
-          ...mempoolTxs.map((txid: string) => ({
-            method: "getrawtransaction",
-            params: [txid, true],
-          })),
-        ])
-      ).map((item) => item.result);
-    },
-    10,
-    RETRY_DELAY
-  );
+  const txChunks = chunkArray(mempoolTxs, 3000);
+  let detailMempoolTxs = [];
+  for (const txChunk of txChunks) {
+    let result = await retry(
+      async () => {
+        return (
+          await btcClient.batch([
+            ...txChunk.map((txid: string) => ({
+              method: "getrawtransaction",
+              params: [txid, true],
+            })),
+          ])
+        ).map((item) => item.result);
+      },
+      3,
+      RETRY_DELAY
+    );
+    detailMempoolTxs = [...result];
+  }
   const nextTime = new Date().getTime();
 
   console.log(detailMempoolTxs.length, (nextTime - time) / 1000);

diff --git a/packages/orchestrator/src/utils/array.ts b/packages/orchestrator/src/utils/array.ts
@@ -0,0 +1,7 @@
+export const chunkArray = <T>(array: T[], chunkSize: number): T[][] => {
+  const chunks = [];
+  for (let i = 0; i < array.length; i += chunkSize) {
+    chunks.push(array.slice(i, i + chunkSize));
+  }
+  return chunks;
+};