configure litellm phoenix integration
This commit is contained in:
10
ingress.yaml
10
ingress.yaml
@@ -69,16 +69,6 @@ spec:
|
||||
port:
|
||||
number: 80
|
||||
path: /
|
||||
- host: phoenix.rogi.casa
|
||||
http:
|
||||
paths:
|
||||
- path: /
|
||||
pathType: Prefix
|
||||
backend:
|
||||
service:
|
||||
name: phoenix-service
|
||||
port:
|
||||
number: 80
|
||||
- host: gym.rogi.casa
|
||||
http:
|
||||
paths:
|
||||
|
||||
@@ -22,8 +22,8 @@ data:
|
||||
model: ollama/glm-4.7-flash
|
||||
api_base: http://10.88.88.235:11434
|
||||
litellm_settings:
|
||||
set_verbose: True # Uncomment this if you want to see verbose logs; not recommended in production
|
||||
callbacks: ["otel"]
|
||||
#set_verbose: True # Uncomment this if you want to see verbose logs; not recommended in production
|
||||
callbacks: ["arize_phoenix"]
|
||||
drop_params: True
|
||||
# max_budget: 100
|
||||
# budget_duration: 30d
|
||||
@@ -43,8 +43,8 @@ data:
|
||||
# REDIS_HOST: redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com
|
||||
# REDIS_PORT: "16337"
|
||||
# REDIS_PASSWORD:
|
||||
OTEL_EXPORTER: "otlp_http"
|
||||
OTEL_ENDPOINT: "http://phoenix:4317"
|
||||
PHOENIX_COLLECTOR_HTTP_ENDPOINT: "http://phoenix.rogi.casa/v1/traces"
|
||||
PHOENIX_PROJECT_NAME: "litellm"
|
||||
---
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
@@ -79,10 +79,6 @@ spec:
|
||||
env:
|
||||
- name: STORE_MODEL_IN_DB
|
||||
value: "True"
|
||||
- name: OTEL_EXPORTER
|
||||
value: "otlp_http"
|
||||
- name: OTEL_ENDPOINT
|
||||
value: "http://phoenix:4317"
|
||||
volumes:
|
||||
- name: config-volume
|
||||
configMap:
|
||||
|
||||
Reference in New Issue
Block a user