ab/homelab
1
1
Fork 1
Code Issues Pull Requests 101 Actions Packages Wiki Activity

Changed uk-desktop llm context window

Browse Source
This commit is contained in:
Ultradesu
2026-06-17 13:18:07 +01:00
parent dbecdb7069
commit 2b979b5f43
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
k8s/apps/llamacpp/configmap-cuda.yaml
+1 -1
View File
@@ -7,6 +7,6 @@ data:
LLAMA_ARG_HOST: 0.0.0.0 LLAMA_ARG_HOST: 0.0.0.0
LLAMA_ARG_PORT: "8080" LLAMA_ARG_PORT: "8080"
LLAMA_ARG_HF_REPO: "unsloth/gemma-4-12b-it-GGUF:Q6_K" LLAMA_ARG_HF_REPO: "unsloth/gemma-4-12b-it-GGUF:Q6_K"
LLAMA_ARG_CTX_SIZE: "32768" LLAMA_ARG_CTX_SIZE: "128000"
LLAMA_ARG_FLASH_ATTN: auto LLAMA_ARG_FLASH_ATTN: auto
LLAMA_ARG_FIT: "on" LLAMA_ARG_FIT: "on"