Multi-service deploy: LiteLLM proxy + PostgreSQL + Redis. Universal LLM gateway with 100+ provider support. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
33 lines
882 B
YAML
33 lines
882 B
YAML
model_list:
|
|
- model_name: gpt-4o
|
|
litellm_params:
|
|
model: openai/gpt-4o
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
- model_name: gpt-4o-mini
|
|
litellm_params:
|
|
model: openai/gpt-4o-mini
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
- model_name: claude-sonnet-4-20250514
|
|
litellm_params:
|
|
model: anthropic/claude-sonnet-4-20250514
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
- model_name: claude-haiku-3.5
|
|
litellm_params:
|
|
model: anthropic/claude-3-5-haiku-20241022
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
|
|
general_settings:
|
|
master_key: os.environ/LITELLM_MASTER_KEY
|
|
database_url: os.environ/DATABASE_URL
|
|
store_model_in_db: true
|
|
|
|
litellm_settings:
|
|
drop_params: true
|
|
set_verbose: false
|
|
cache: true
|
|
cache_params:
|
|
type: redis
|
|
host: os.environ/REDIS_HOST
|
|
port: os.environ/REDIS_PORT
|
|
password: os.environ/REDIS_PASSWORD
|