chore: revert llama3.3 change

bentoml · Jan 6, 2025 · 1334e28 · 1334e28
1 parent 73b0f23
commit 1334e28
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/src/recipe.yaml b/src/recipe.yaml
@@ -1130,12 +1130,12 @@
     traffic:
       timeout: 300
     resources:
-      gpu: 4
-      gpu_type: nvidia-tesla-a100
+      gpu: 2
+      gpu_type: nvidia-a100-80gb
   engine_config:
     model: meta-llama/Llama-3.3-70B-Instruct
     max_model_len: 2048
-    tensor_parallel_size: 4
+    tensor_parallel_size: 2
   extra_labels:
     openllm_alias: 70b,70b-instruct
     model_name: meta-llama/Llama-3.3-70B-Instruct