File tree Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Original file line number Diff line number Diff line change @@ -692,13 +692,14 @@ extern "C" {
692692 // This will be applied:
693693 // - lazily on next llama_decode()
694694 // - explicitly with llama_kv_self_update()
695+ // TODO: deprecate and always update the cache lazily [TAG: API_KV_NO_DEFRAG]
695696 LLAMA_API void llama_kv_self_defrag (struct llama_context * ctx);
696697
697698 // Check if the context supports KV cache shifting
698699 LLAMA_API bool llama_kv_self_can_shift (const struct llama_context * ctx);
699700
700701 // Apply the KV cache updates (such as K-shifts, defragmentation, etc.)
701- // TODO: deprecate and always update the cache lazily
702+ // TODO: deprecate and always update the cache lazily [TAG: API_KV_NO_DEFRAG]
702703 LLAMA_API void llama_kv_self_update (struct llama_context * ctx);
703704
704705 //
You can’t perform that action at this time.
0 commit comments