fix(crawler): add new chrome option to fix WebDriverException error o…

…n heroku see the full issue here : heroku/heroku-buildpack-google-chrome#92
abysswarrior · May 31, 2022 · 53367be · 53367be
1 parent b2c7286
commit 53367be
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/common/crawler.py b/common/crawler.py
@@ -27,6 +27,7 @@ def crawl(url):
     # some option to work headless
     chrome_options.add_argument("--no-sandbox")
     chrome_options.add_argument("--headless")
+    chrome_options.add_argument('--disable-dev-shm-usage')
 
     # add windows size to crawl whole page
     # TODO: add scrolling feature to selenium