diff --git a/env_sample/model.env b/env_sample/model.env new file mode 100644 index 0000000..801aa78 --- /dev/null +++ b/env_sample/model.env @@ -0,0 +1,6 @@ +model=phind-codellama-34b-v2.Q6_K.gguf +model_alias=phind-codellama-34b +n_ctx=4096 +n_gpu_layers=32 +chat_format=phind +n_batch=2048