configure litellm phoenix integration
This commit is contained in:
10
ingress.yaml
10
ingress.yaml
@@ -69,16 +69,6 @@ spec:
|
|||||||
port:
|
port:
|
||||||
number: 80
|
number: 80
|
||||||
path: /
|
path: /
|
||||||
- host: phoenix.rogi.casa
|
|
||||||
http:
|
|
||||||
paths:
|
|
||||||
- path: /
|
|
||||||
pathType: Prefix
|
|
||||||
backend:
|
|
||||||
service:
|
|
||||||
name: phoenix-service
|
|
||||||
port:
|
|
||||||
number: 80
|
|
||||||
- host: gym.rogi.casa
|
- host: gym.rogi.casa
|
||||||
http:
|
http:
|
||||||
paths:
|
paths:
|
||||||
|
|||||||
@@ -22,8 +22,8 @@ data:
|
|||||||
model: ollama/glm-4.7-flash
|
model: ollama/glm-4.7-flash
|
||||||
api_base: http://10.88.88.235:11434
|
api_base: http://10.88.88.235:11434
|
||||||
litellm_settings:
|
litellm_settings:
|
||||||
set_verbose: True # Uncomment this if you want to see verbose logs; not recommended in production
|
#set_verbose: True # Uncomment this if you want to see verbose logs; not recommended in production
|
||||||
callbacks: ["otel"]
|
callbacks: ["arize_phoenix"]
|
||||||
drop_params: True
|
drop_params: True
|
||||||
# max_budget: 100
|
# max_budget: 100
|
||||||
# budget_duration: 30d
|
# budget_duration: 30d
|
||||||
@@ -43,8 +43,8 @@ data:
|
|||||||
# REDIS_HOST: redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com
|
# REDIS_HOST: redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com
|
||||||
# REDIS_PORT: "16337"
|
# REDIS_PORT: "16337"
|
||||||
# REDIS_PASSWORD:
|
# REDIS_PASSWORD:
|
||||||
OTEL_EXPORTER: "otlp_http"
|
PHOENIX_COLLECTOR_HTTP_ENDPOINT: "http://phoenix.rogi.casa/v1/traces"
|
||||||
OTEL_ENDPOINT: "http://phoenix:4317"
|
PHOENIX_PROJECT_NAME: "litellm"
|
||||||
---
|
---
|
||||||
apiVersion: apps/v1
|
apiVersion: apps/v1
|
||||||
kind: Deployment
|
kind: Deployment
|
||||||
@@ -79,10 +79,6 @@ spec:
|
|||||||
env:
|
env:
|
||||||
- name: STORE_MODEL_IN_DB
|
- name: STORE_MODEL_IN_DB
|
||||||
value: "True"
|
value: "True"
|
||||||
- name: OTEL_EXPORTER
|
|
||||||
value: "otlp_http"
|
|
||||||
- name: OTEL_ENDPOINT
|
|
||||||
value: "http://phoenix:4317"
|
|
||||||
volumes:
|
volumes:
|
||||||
- name: config-volume
|
- name: config-volume
|
||||||
configMap:
|
configMap:
|
||||||
|
|||||||
Reference in New Issue
Block a user