Try using rust based hf hub downloads

Signed-off-by: elronbandel <[email protected]>
IBM · Feb 18, 2025 · fe9048a · fe9048a
1 parent fe79da3
commit fe9048a
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/.github/workflows/catalog_preparation.yml b/.github/workflows/catalog_preparation.yml
@@ -21,6 +21,7 @@ jobs:
       HF_HUB_VERBOSITY: error
       HF_DATASETS_DISABLE_PROGRESS_BARS: "True"
       TQDM_DISABLE: "True"
+      HF_HUB_ENABLE_HF_TRANSFER: 1
 
     strategy:
       matrix:
@@ -35,6 +36,7 @@ jobs:
 
     - run: curl -LsSf https://astral.sh/uv/install.sh | sh
     - run: uv pip install --system ".[tests]"
+    - run: uv pip install --system "huggingface_hub[hf_transfer]"
     - name:  Hugging Face Login
       run: |
         for i in {1..5}; do