From af9f35e2c98917f2aeabc5b2e43f7a427c77d71b Mon Sep 17 00:00:00 2001
From: Milmon <milmon@qq.com>
Date: Mon, 11 Mar 2024 11:50:54 +0800
Subject: [PATCH] feat(check): reduce crawling burden

---
 hydrooj-problem-transmission/src/check.ts | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/hydrooj-problem-transmission/src/check.ts b/hydrooj-problem-transmission/src/check.ts
index d8df2e7..b118eb9 100644
--- a/hydrooj-problem-transmission/src/check.ts
+++ b/hydrooj-problem-transmission/src/check.ts
@@ -202,7 +202,13 @@ async function main() {
     ensureDirSync('data/tmp')
     const pids = await service.listProblems()
     await Promise.all(pids.map((pid) => queue.waitForTask(async () => {
-        await new Promise((resolve) => setTimeout(resolve, 1000) as any)
+        if (pids.filter((id) => pid < id).length > 10) {
+            if (Math.random() < 0.8) {
+                console.info(`Skipped problem ${pid}`)
+                return
+            }
+        }
+        await new Promise((resolve) => setTimeout(resolve, 5000) as any)
         data[pid] = {
             englishName: '',
             maxSampleId: 0,