From 7d7bc13d8e79e2f97eb52a4467dbe0be51eaa93e Mon Sep 17 00:00:00 2001
From: Volara <dev@volara.xyz>
Date: Thu, 15 Aug 2024 20:44:48 -0400
Subject: [PATCH] Add sleep to errors

---
 constants/__init__.py |  1 +
 miner/run.py          | 13 +++++++++++--
 2 files changed, 12 insertions(+), 2 deletions(-)

diff --git a/constants/__init__.py b/constants/__init__.py
index 882dbbe..fc2e8a4 100644
--- a/constants/__init__.py
+++ b/constants/__init__.py
@@ -9,6 +9,7 @@
 TMP_VOLARA_TOKEN = f"{VOLARA_TMP_DIR}/volara.jwt"
 
 TIMELINE_SLEEP_INTERVAL = 120
+ERROR_SLEEP_INTERVAL = 15
 TARGET_TWEET_COUNT = 1000
 
 VOLARA_API = "https://api.volara.xyz"
diff --git a/miner/run.py b/miner/run.py
index b069bca..501e8b8 100644
--- a/miner/run.py
+++ b/miner/run.py
@@ -3,7 +3,12 @@
 import os
 
 import miner.dlp.volara as volara
-from constants import TARGET_TWEET_COUNT, TIMELINE_SLEEP_INTERVAL, TMP_MINER_LOG
+from constants import (
+    ERROR_SLEEP_INTERVAL,
+    TARGET_TWEET_COUNT,
+    TIMELINE_SLEEP_INTERVAL,
+    TMP_MINER_LOG,
+)
 from cli.auth.twitter import get_active_account
 from miner.build import build_tweet_buffer, build_zip_buffer
 from miner.extract import TweetData, extract_tweets
@@ -27,13 +32,17 @@ async def start_mining():
                 timeline = account.home_timeline(limit=TARGET_TWEET_COUNT)
             except Exception:
                 logger.exception("Error pulling timeline")
+                logger.info(f"Sleeping {ERROR_SLEEP_INTERVAL}s for timeline refresh...")
+                await asyncio.sleep(ERROR_SLEEP_INTERVAL)
                 continue
             try:
                 new_tweets = extract_tweets(timeline)
             except Exception:
                 logger.exception("Error extracting the fetched tweets...")
                 logging.info(timeline)
-                raise
+                logger.info(f"Sleeping {ERROR_SLEEP_INTERVAL}s for timeline refresh...")
+                await asyncio.sleep(ERROR_SLEEP_INTERVAL)
+                continue
             tweets.update(new_tweets)
             logger.info(
                 f"Pulled {len(new_tweets)} tweets... total buffer: {len(tweets)}"