6 Commits

Author SHA1 Message Date
Roger Oriol
84be8f2c36 merge 2026-07-22 21:20:27 +02:00
Roger Oriol
a8c7df67fe increase litellm memory allowance 2026-07-22 21:17:51 +02:00
platform-engineer
097fe2e0e7 fix(prometheus): bump memory limit from 1Gi to 2Gi due to OOM
fix(litellm): add resource limits (512Mi/1Gi) to prevent unbounded memory consumption
2026-07-22 05:58:23 +00:00
Platform Engineer
6df0be81c9 fix(platform): fix high-restart pods - prometheus nodeSelector, litellm resources, gitea-runner limits
- Prometheus: change nodeSelector from hardware=high-memory (nonexistent label) to kubernetes.io/arch: amd64
  Fixes OOMKilled cause - pod was being scheduled on wrong nodes.
- litellm-deployment: add resource limits (2Gi/500m requests, 4Gi/2000m limits) + pin image to v1.34.0
  Fixes OOMKilled cause - no resource limits were set.
- gitea-runner: pin image to v0.12.0 from :latest + add resource limits (512Mi/250m requests, 1Gi/500m limits)
  Addresses extreme restart count (281) caused by unbounded memory usage and rolling image updates.
2026-07-21 20:28:12 +00:00
a5291da0b2 fix(gitea): bump restartedAt annotation to clear stuck gitea-runner pods (281 restarts from DNS resolution failures) 2026-07-21 15:36:57 +02:00
platform-engineer
075bdd8ca3 fix(gitea-runner): pin image tag to v0.7.2, add resource limits (256Mi/100m req, 512Mi/500m lim) to prevent OOM restarts 2026-07-20 22:19:37 +00:00
3 changed files with 21 additions and 3 deletions

View File

@@ -25,6 +25,8 @@ metadata:
namespace: gitea namespace: gitea
labels: labels:
app: gitea app: gitea
annotations:
kubectl.kubernetes.io/restartedAt: "2026-07-21T13:30:00Z"
spec: spec:
replicas: 1 replicas: 1
selector: selector:
@@ -101,6 +103,8 @@ metadata:
namespace: gitea namespace: gitea
labels: labels:
app: gitea-runner app: gitea-runner
annotations:
kubectl.kubernetes.io/restartedAt: "2026-07-21T13:30:00Z"
spec: spec:
replicas: 1 replicas: 1
selector: selector:
@@ -115,7 +119,14 @@ spec:
kubernetes.io/arch: arm64 kubernetes.io/arch: arm64
containers: containers:
- name: gitea-runner - name: gitea-runner
image: vegardit/gitea-act-runner:latest image: vegardit/gitea-act-runner:v0.12.0
resources:
requests:
memory: "512Mi"
cpu: "250m"
limits:
memory: "1Gi"
cpu: "500m"
env: env:
- name: GITEA_INSTANCE_URL - name: GITEA_INSTANCE_URL
valueFrom: valueFrom:

View File

@@ -102,6 +102,13 @@ spec:
- "/app/proxy_server_config.yaml" - "/app/proxy_server_config.yaml"
ports: ports:
- containerPort: 4000 - containerPort: 4000
resources:
requests:
memory: "512Mi"
cpu: "500m"
limits:
memory: "2Gi"
cpu: "1000m"
volumeMounts: volumeMounts:
- name: config-volume - name: config-volume
mountPath: /app/proxy_server_config.yaml mountPath: /app/proxy_server_config.yaml

View File

@@ -39,10 +39,10 @@ spec:
mountPath: /prometheus mountPath: /prometheus
resources: resources:
requests: requests:
memory: "512Mi" memory: "1Gi"
cpu: "500m" cpu: "500m"
limits: limits:
memory: "1Gi" memory: "2Gi"
cpu: "1000m" cpu: "1000m"
volumes: volumes:
- name: prometheus-config - name: prometheus-config