models(gallery): add apollo2-9b (#3860)

Signed-off-by: Ettore Di Giacinto <[email protected]>
mudler · Oct 17, 2024 · e65e325 · e65e325
1 parent bc7d458
commit e65e325
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 0 deletions.
diff --git a/gallery/index.yaml b/gallery/index.yaml
@@ -3023,6 +3023,20 @@
     - filename: Gemma-2-Ataraxy-v3i-9B.Q4_K_M.gguf
       sha256: f14c5b9373d4058f0f812c6c34184addeb4aeeecb02a7bbcf9844d9afc8d0066
       uri: huggingface://QuantFactory/Gemma-2-Ataraxy-v3i-9B-GGUF/Gemma-2-Ataraxy-v3i-9B.Q4_K_M.gguf
+- !!merge <<: *gemma
+  name: "apollo2-9b"
+  url: "github:mudler/LocalAI/gallery/vicuna-chat.yaml@master"
+  urls:
+    - https://huggingface.co/mradermacher/Apollo2-9B-GGUF
+  description: |
+    Covering 12 Major Languages including English, Chinese, French, Hindi, Spanish, Arabic, Russian, Japanese, Korean, German, Italian, Portuguese and 38 Minor Languages So far.
+  overrides:
+    parameters:
+      model: Apollo2-9B.Q4_K_M.gguf
+  files:
+    - filename: Apollo2-9B.Q4_K_M.gguf
+      sha256: 9fdb63f78e574558a4f33782eca88716eea28e90ea3ae36c381769cde6b81e0f
+      uri: huggingface://mradermacher/Apollo2-9B-GGUF/Apollo2-9B.Q4_K_M.gguf
 - &llama3
   url: "github:mudler/LocalAI/gallery/llama3-instruct.yaml@master"
   icon: https://cdn-uploads.huggingface.co/production/uploads/642cc1c253e76b4c2286c58e/aJJxKus1wP5N-euvHEUq7.png

diff --git a/gallery/vicuna-chat.yaml b/gallery/vicuna-chat.yaml
@@ -14,6 +14,10 @@ config_file: |
       system: "System: "
       assistant: "Assistant: "
     f16: true
+    stopwords:
+    - <|end|>
+    - <|endoftext|>
+    - <eos>
     template:
       completion: |
         Complete the following sentence: {{.Input}}