feat(check): reduce crawling burden

Molmin · Mar 11, 2024 · af9f35e · af9f35e
1 parent 4325de3
commit af9f35e
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/hydrooj-problem-transmission/src/check.ts b/hydrooj-problem-transmission/src/check.ts
@@ -202,7 +202,13 @@ async function main() {
     ensureDirSync('data/tmp')
     const pids = await service.listProblems()
     await Promise.all(pids.map((pid) => queue.waitForTask(async () => {
-        await new Promise((resolve) => setTimeout(resolve, 1000) as any)
+        if (pids.filter((id) => pid < id).length > 10) {
+            if (Math.random() < 0.8) {
+                console.info(`Skipped problem ${pid}`)
+                return
+            }
+        }
+        await new Promise((resolve) => setTimeout(resolve, 5000) as any)
         data[pid] = {
             englishName: '',
             maxSampleId: 0,