merge

fix(litellm): add resource limits (512Mi/1Gi) to prevent unbounded memory consumption

litellm/litellm.yaml

@@ -102,6 +102,13 @@ spec:
           - "/app/proxy_server_config.yaml"
         ports:
         - containerPort: 4000
+        resources:
+          requests:
+            memory: "512Mi"
+            cpu: "500m"
+          limits:
+            memory: "2Gi"
+            cpu: "1000m"
         volumeMounts:
         - name: config-volume
           mountPath: /app/proxy_server_config.yaml

monitoring/prometheus-deployment.yaml

@@ -15,10 +15,9 @@ spec:
       labels:
         app: prometheus
     spec:
-      # Target the nucbox (amd64, 24Gi RAM) which is the only node with enough memory for Prometheus.
+      # Prevent scheduling on Raspberry Pi due to resource requirements (512Mi-1Gi memory, 500m-1000m CPU)
       nodeSelector:
-        kubernetes.io/os: linux
-        kubernetes.io/arch: amd64
+        hardware: high-memory
       serviceAccountName: prometheus
       containers:
         - name: prometheus
@@ -40,10 +39,10 @@ spec:
               mountPath: /prometheus
           resources:
             requests:
-              memory: "512Mi"
+              memory: "1Gi"
               cpu: "500m"
             limits:
-              memory: "1Gi"
+              memory: "2Gi"
               cpu: "1000m"
       volumes:
         - name: prometheus-config