context : add cache-less llama_context

ggml-ci
ggml-org · Feb 20, 2025 · b1554be · b1554be
1 parent 072280e
commit b1554be
Show file tree

Hide file tree

Showing 8 changed files with 1,122 additions and 404 deletions.
diff --git a/common/common.cpp b/common/common.cpp
@@ -952,7 +952,7 @@ struct common_init_result common_init_from_params(common_params & params) {
     }
 
     if (params.ctx_shift && !llama_kv_self_can_shift(lctx)) {
-        LOG_WRN("%s: KV cache shifting is not supported for this model, disabling KV cache shifting\n", __func__);
+        LOG_WRN("%s: KV cache shifting is not supported for this context, disabling KV cache shifting\n", __func__);
         params.ctx_shift = false;
     }