Compare commits
5 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 6034a18c3a | |||
| 2bd3d91595 | |||
| 6f1f6c349d | |||
| a8ee4bd2b2 | |||
| 0018d2b418 |
@@ -53,6 +53,7 @@ ArgoCD homelab project
|
|||||||
| **k8s-secrets** | [](https://ag.hexor.cy/applications/argocd/k8s-secrets) |
|
| **k8s-secrets** | [](https://ag.hexor.cy/applications/argocd/k8s-secrets) |
|
||||||
| **khm** | [](https://ag.hexor.cy/applications/argocd/khm) |
|
| **khm** | [](https://ag.hexor.cy/applications/argocd/khm) |
|
||||||
| **lidarr** | [](https://ag.hexor.cy/applications/argocd/lidarr) |
|
| **lidarr** | [](https://ag.hexor.cy/applications/argocd/lidarr) |
|
||||||
|
| **llamacpp** | [](https://ag.hexor.cy/applications/argocd/llamacpp) |
|
||||||
| **matrix** | [](https://ag.hexor.cy/applications/argocd/matrix) |
|
| **matrix** | [](https://ag.hexor.cy/applications/argocd/matrix) |
|
||||||
| **mtproxy** | [](https://ag.hexor.cy/applications/argocd/mtproxy) |
|
| **mtproxy** | [](https://ag.hexor.cy/applications/argocd/mtproxy) |
|
||||||
| **n8n** | [](https://ag.hexor.cy/applications/argocd/n8n) |
|
| **n8n** | [](https://ag.hexor.cy/applications/argocd/n8n) |
|
||||||
|
|||||||
@@ -6,7 +6,7 @@ data:
|
|||||||
LLAMA_CACHE: /models
|
LLAMA_CACHE: /models
|
||||||
LLAMA_ARG_HOST: 0.0.0.0
|
LLAMA_ARG_HOST: 0.0.0.0
|
||||||
LLAMA_ARG_PORT: "8080"
|
LLAMA_ARG_PORT: "8080"
|
||||||
LLAMA_ARG_HF_REPO: unsloth/Qwen3.6-35B-A3B-MTP-GGUF:UD-Q6_K
|
LLAMA_ARG_HF_REPO: "unsloth/Qwen3.6-35B-A3B-MTP-GGUF:UD-Q6_K"
|
||||||
LLAMA_ARG_CTX_SIZE: "32768"
|
LLAMA_ARG_CTX_SIZE: "32768"
|
||||||
LLAMA_ARG_FLASH_ATTN: auto
|
LLAMA_ARG_FLASH_ATTN: auto
|
||||||
LLAMA_ARG_FIT: "on"
|
LLAMA_ARG_FIT: "on"
|
||||||
|
|||||||
@@ -18,6 +18,7 @@ spec:
|
|||||||
labels:
|
labels:
|
||||||
app: llamacpp
|
app: llamacpp
|
||||||
spec:
|
spec:
|
||||||
|
dnsPolicy: Default
|
||||||
nodeSelector:
|
nodeSelector:
|
||||||
kubernetes.io/hostname: ai.tail2fe2d.ts.net
|
kubernetes.io/hostname: ai.tail2fe2d.ts.net
|
||||||
tolerations:
|
tolerations:
|
||||||
@@ -27,8 +28,8 @@ spec:
|
|||||||
effect: NoSchedule
|
effect: NoSchedule
|
||||||
containers:
|
containers:
|
||||||
- name: llamacpp
|
- name: llamacpp
|
||||||
image: ghcr.io/ggml-org/llama.cpp:server-rocm
|
image: ghcr.io/ggml-org/llama.cpp:server-rocm-b9501
|
||||||
imagePullPolicy: Always
|
imagePullPolicy: IfNotPresent
|
||||||
envFrom:
|
envFrom:
|
||||||
- configMapRef:
|
- configMapRef:
|
||||||
name: llamacpp-config
|
name: llamacpp-config
|
||||||
|
|||||||
Reference in New Issue
Block a user