Added kubectl to n8n

Reviewed-on: #127

README.md

@@ -18,6 +18,7 @@ ArgoCD homelab project
 | **external-secrets** | [![external-secrets](https://ag.hexor.cy/api/badge?name=external-secrets&revision=true)](https://ag.hexor.cy/applications/argocd/external-secrets) |
 | **kube-system-custom** | [![kube-system-custom](https://ag.hexor.cy/api/badge?name=kube-system-custom&revision=true)](https://ag.hexor.cy/applications/argocd/kube-system-custom) |
 | **kubernetes-dashboard** | [![kubernetes-dashboard](https://ag.hexor.cy/api/badge?name=kubernetes-dashboard&revision=true)](https://ag.hexor.cy/applications/argocd/kubernetes-dashboard) |
+| **longhorn** | [![longhorn](https://ag.hexor.cy/api/badge?name=longhorn&revision=true)](https://ag.hexor.cy/applications/argocd/longhorn) |
 | **postgresql** | [![postgresql](https://ag.hexor.cy/api/badge?name=postgresql&revision=true)](https://ag.hexor.cy/applications/argocd/postgresql) |
 | **prom-stack** | [![prom-stack](https://ag.hexor.cy/api/badge?name=prom-stack&revision=true)](https://ag.hexor.cy/applications/argocd/prom-stack) |
 | **system-upgrade** | [![system-upgrade](https://ag.hexor.cy/api/badge?name=system-upgrade&revision=true)](https://ag.hexor.cy/applications/argocd/system-upgrade) |

k8s/apps/n8n/deployment-main.yaml

@@ -18,6 +18,36 @@ spec:
         app: n8n
         component: main
     spec:
+      serviceAccountName: n8n
+      initContainers:
+      - name: install-tools
+        image: alpine:3.22
+        command:
+        - /bin/sh
+        - -c
+        - |
+          set -e
+          if [ -x /tools/kubectl ]; then
+            echo "kubectl already exists, skipping download"
+            /tools/kubectl version --client
+            exit 0
+          fi
+          echo "Downloading kubectl..."
+          ARCH=$(uname -m)
+          case $ARCH in
+            x86_64) ARCH="amd64" ;;
+            aarch64) ARCH="arm64" ;;
+          esac
+          wget -O /tools/kubectl "https://dl.k8s.io/release/$(wget -qO- https://dl.k8s.io/release/stable.txt)/bin/linux/${ARCH}/kubectl"
+          chmod +x /tools/kubectl
+          /tools/kubectl version --client
+        volumeMounts:
+        - name: tools
+          mountPath: /tools
+        securityContext:
+          runAsUser: 1000
+          runAsGroup: 1000
+          runAsNonRoot: true
       containers:
       - name: n8n
         image: docker.n8n.io/n8nio/n8n:latest
@@ -25,10 +55,14 @@ spec:
         - containerPort: 5678
           name: http
         env:
+        - name: PATH
+          value: "/opt/tools:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
         - name: HOME
           value: "/home/node"
         - name: N8N_ENFORCE_SETTINGS_FILE_PERMISSIONS
           value: "true"
+        - name: NODES_EXCLUDE
+          value: "[]"
         - name: N8N_HOST
           value: "n8n.hexor.cy"
         - name: N8N_PORT
@@ -80,13 +114,15 @@ spec:
         volumeMounts:
         - name: n8n-data
           mountPath: /home/node/.n8n
+        - name: tools
+          mountPath: /opt/tools
         resources:
           requests:
-            cpu: 100m
+            cpu: 2000m
-            memory: 128Mi
-          limits:
-            cpu: 512m
             memory: 512Mi
+          limits:
+            cpu: 4000m
+            memory: 2048Gi
         livenessProbe:
           httpGet:
             path: /healthz
@@ -107,6 +143,9 @@ spec:
       - name: n8n-data
         persistentVolumeClaim:
           claimName: n8n-data
+      - name: tools
+        persistentVolumeClaim:
+          claimName: n8n-tools
       securityContext:
         runAsUser: 1000
         runAsGroup: 1000

k8s/apps/n8n/deployment-worker.yaml

@@ -7,7 +7,7 @@ metadata:
     app: n8n
     component: worker
 spec:
-  replicas: 1
+  replicas: 2
   selector:
     matchLabels:
       app: n8n
@@ -18,13 +18,18 @@ spec:
         app: n8n
         component: worker
     spec:
+      serviceAccountName: n8n
       containers:
       - name: n8n-worker
         image: docker.n8n.io/n8nio/n8n:latest
         command: ["n8n", "worker"]
         env:
+        - name: PATH
+          value: "/opt/tools:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
         - name: HOME
           value: "/home/node"
+        - name: NODES_EXCLUDE
+          value: "[]"
         - name: N8N_ENFORCE_SETTINGS_FILE_PERMISSIONS
           value: "true"
         - name: N8N_RUNNERS_ENABLED
@@ -37,6 +42,8 @@ spec:
           value: "queue"
         - name: QUEUE_BULL_REDIS_HOST
           value: "n8n-redis"
+        - name: N8N_RUNNERS_TASK_BROKER_URI
+          value: "http://n8n:80"
         - name: NODE_ENV
           value: "production"
         - name: GENERIC_TIMEZONE
@@ -72,13 +79,15 @@ spec:
         volumeMounts:
         - name: n8n-data
           mountPath: /home/node/.n8n
+        - name: tools
+          mountPath: /opt/tools
         resources:
           requests:
-            cpu: 100m
+            cpu: 2000m
-            memory: 256Mi
+            memory: 512Mi
           limits:
-            cpu: 1000m
+            cpu: 4000m
-            memory: 1Gi
+            memory: 2048Gi
         livenessProbe:
           exec:
             command:
@@ -93,6 +102,9 @@ spec:
       - name: n8n-data
         persistentVolumeClaim:
           claimName: n8n-data
+      - name: tools
+        persistentVolumeClaim:
+          claimName: n8n-tools
       securityContext:
         runAsUser: 1000
         runAsGroup: 1000

k8s/apps/n8n/kustomization.yaml

@@ -1,19 +1,18 @@
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
-# Updated: Fixed n8n volume permissions issue
 
 resources:
   - external-secrets.yaml
-  - plain/
+  - storage.yaml
+  - rbac.yaml
+  - redis-deployment.yaml
+  - redis-service.yaml
+  - deployment-main.yaml
+  - deployment-worker.yaml
+  - service.yaml
+  - ingress.yaml
 
 helmCharts:
-# - name: n8n
-#   repo: https://community-charts.github.io/helm-charts
-#   version: 1.16.28
-#   releaseName: n8n
-#   namespace: n8n
-#   valuesFile: values-n8n.yaml
-#   includeCRDs: true
   - name: yacy
     repo: https://gt.hexor.cy/api/packages/ab/helm
     version: 0.1.2
@@ -21,3 +20,6 @@ helmCharts:
     namespace: n8n
     valuesFile: values-yacy.yaml
     includeCRDs: true
+
+commonLabels:
+  app.kubernetes.io/name: n8n

k8s/apps/n8n/plain/kustomization.yaml

@@ -1,15 +0,0 @@
-apiVersion: kustomize.config.k8s.io/v1beta1
-kind: Kustomization
-
-resources:
-  - storage.yaml
-  - redis-deployment.yaml
-  - redis-service.yaml
-  - deployment-main.yaml
-  - deployment-worker.yaml
-  - service.yaml
-  - ingress.yaml
-
-commonLabels:
-  app.kubernetes.io/name: n8n
-  app.kubernetes.io/instance: n8n-plain

k8s/apps/n8n/plain/storage.yaml

@@ -1,12 +0,0 @@
----
-apiVersion: v1
-kind: PersistentVolumeClaim
-metadata:
-  name: n8n-data
-spec:
-  accessModes:
-    - ReadWriteMany
-  storageClassName: nfs-csi
-  resources:
-    requests:
-      storage: 10Gi

k8s/apps/n8n/rbac.yaml

@@ -1,71 +1,45 @@
 ---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: n8n
+---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRole
 metadata:
-  name: n8n-readonly
+  name: n8n-clusterrole
 rules:
+  # Core API group ("")
   - apiGroups: [""]
-  resources: 
+    resources: ["*"]
-    - pods
-    - services
-    - endpoints
-    - persistentvolumeclaims
-    - persistentvolumes
-    - configmaps
-    - secrets
-    - nodes
-    - namespaces
-    - events
-  verbs: ["get", "list", "watch"]
-- apiGroups: ["apps"]
-  resources:
-    - deployments
-    - replicasets
-    - statefulsets
-    - daemonsets
-  verbs: ["get", "list", "watch"]
-- apiGroups: ["networking.k8s.io"]
-  resources:
-    - ingresses
-    - networkpolicies
-  verbs: ["get", "list", "watch"]
-- apiGroups: ["extensions"]
-  resources:
-    - ingresses
-  verbs: ["get", "list", "watch"]
-- apiGroups: ["autoscaling"]
-  resources:
-    - horizontalpodautoscalers
-  verbs: ["get", "list", "watch"]
-- apiGroups: ["batch"]
-  resources:
-    - jobs
-    - cronjobs
-  verbs: ["get", "list", "watch"]
-- apiGroups: ["metrics.k8s.io"]
-  resources:
-    - pods
-    - nodes
-  verbs: ["get", "list"]
-- apiGroups: ["storage.k8s.io"]
-  resources:
-    - storageclasses
-  verbs: ["get", "list", "watch"]
-- apiGroups: ["policy"]
-  resources:
-    - poddisruptionbudgets
     verbs: ["get", "list", "watch"]
 
+  # Common built-in API groups
+  - apiGroups: ["apps", "batch", "autoscaling", "extensions", "policy"]
+    resources: ["*"]
+    verbs: ["get", "list", "watch"]
+
+  - apiGroups: ["networking.k8s.io", "rbac.authorization.k8s.io", "apiextensions.k8s.io"]
+    resources: ["*"]
+    verbs: ["get", "list", "watch"]
+
+  - apiGroups: ["coordination.k8s.io", "discovery.k8s.io", "events.k8s.io"]
+    resources: ["*"]
+    verbs: ["get", "list", "watch"]
+
+  - apiGroups: ["storage.k8s.io", "admissionregistration.k8s.io", "authentication.k8s.io", "authorization.k8s.io"]
+    resources: ["*"]
+    verbs: ["get", "list", "watch"]
 ---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRoleBinding
 metadata:
-  name: n8n-readonly
+  name: n8n-clusterrolebinding
 roleRef:
   apiGroup: rbac.authorization.k8s.io
   kind: ClusterRole
-  name: n8n-readonly
+  name: n8n-clusterrole
 subjects:
 - kind: ServiceAccount
-  name: n8n-readonly
+  name: n8n
   namespace: n8n

k8s/apps/n8n/storage.yaml

@@ -2,11 +2,23 @@
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: n8n-home
+  name: n8n-data
 spec:
   accessModes:
     - ReadWriteMany
-  storageClassName: nfs-csi
+  storageClassName: longhorn
   resources:
     requests:
       storage: 10Gi
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: n8n-tools
+spec:
+  accessModes:
+    - ReadWriteMany
+  storageClassName: longhorn
+  resources:
+    requests:
+      storage: 20Gi

k8s/apps/n8n/values-n8n.yaml

@@ -1,86 +0,0 @@
-nodeSelector:
-  kubernetes.io/hostname: master.tail2fe2d.ts.net
-
-
-db:
-  type: postgresdb
-
-podSecurityContext:
-  runAsUser: 1000
-  runAsGroup: 1000
-  runAsNonRoot: true
-
-# Configure health probes for slow startup
-main:
-  extraEnvVars: 
-    NODES_EXCLUDE: "[]"
-  resources:
-    requests:
-      cpu: 100m
-      memory: 128Mi
-    limits:
-      cpu: 512m
-      memory: 512Mi
-  persistence:
-    enabled: true
-    existingClaim: n8n-home
-    mountPath: /home/node/.n8n
-  livenessProbe:
-    httpGet:
-      path: /healthz
-      port: http
-    initialDelaySeconds: 120
-    periodSeconds: 30
-    timeoutSeconds: 10
-    failureThreshold: 6
-  
-  readinessProbe:
-    httpGet:
-      path: /healthz/readiness
-      port: http
-    initialDelaySeconds: 60
-    periodSeconds: 10
-    timeoutSeconds: 5
-    failureThreshold: 10
-
-
-worker:
-  mode: regular
-
-webhook:
-  url: https://n8n.hexor.cy
-
-redis:
-  enabled: true
-
-existingEncryptionKeySecret: credentials
-
-serviceAccount:
-  create: true
-  automount: true
-  annotations: {}
-  name: "n8n-readonly"
-
-externalPostgresql:
-  existingSecret: credentials
-  host: "psql.psql.svc"
-  username: "n8n"
-  database: "n8n"
-
-ingress:
-  enabled: true
-  className: traefik
-  annotations:
-    cert-manager.io/cluster-issuer: letsencrypt
-    traefik.ingress.kubernetes.io/router.middlewares: kube-system-https-redirect@kubernetescrd
-
-  hosts:
-    - host: n8n.hexor.cy
-      paths:
-        - path: /
-          pathType: Prefix
-  tls:
-    - secretName: n8n-tls
-      hosts:
-        - '*.hexor.cy'
-

k8s/core/longhorn/app.yaml

@@ -0,0 +1,21 @@
+apiVersion: argoproj.io/v1alpha1
+kind: Application
+metadata:
+  name: longhorn
+  namespace: argocd
+spec:
+  project: core
+  destination:
+    namespace: longhorn
+    server: https://kubernetes.default.svc
+  source:
+    repoURL: ssh://git@gt.hexor.cy:30022/ab/homelab.git
+    targetRevision: HEAD
+    path: k8s/core/longhorn
+  syncPolicy:
+    automated:
+      selfHeal: true
+      prune: true
+    syncOptions:
+      - CreateNamespace=true
+

k8s/core/longhorn/kustomization.yaml

@@ -0,0 +1,15 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+#resources:
+#  - app.yaml
+
+helmCharts:
+  - name: longhorn
+    repo: https://charts.longhorn.io
+    version: 1.11.0
+    releaseName: longhorn
+    namespace: longhorn
+    valuesFile: values.yaml
+    includeCRDs: true
+

k8s/core/longhorn/values.yaml

@@ -0,0 +1,4 @@
+longhornUI:
+  replicas: 1
+persistence:
+  reclaimPolicy: "Retain"