57 lines
1.9 KiB
YAML
57 lines
1.9 KiB
YAML
model_list:
|
|
- model_name: gemini-flash-latest
|
|
litellm_params:
|
|
model: vertex_ai/gemini-flash-latest
|
|
api_key: os.environ/GEMINI_API_KEY
|
|
|
|
- model_name: gemini-flash-lite-latest
|
|
litellm_params:
|
|
model: vertex_ai/gemini-flash-lite-latest
|
|
api_key: os.environ/GEMINI_API_KEY
|
|
|
|
- model_name: gemini-pro-latest
|
|
litellm_params:
|
|
model: vertex_ai/gemini-pro-latest
|
|
api_key: os.environ/GEMINI_API_KEY
|
|
|
|
- model_name: chatgpt-pro
|
|
litellm_params:
|
|
model: openai/chatgpt-pro
|
|
api_base: http://cli-proxy-api:8317/v1
|
|
api_key: os.environ/CLIPROXY_API_KEY
|
|
|
|
# # 供 Open WebUI 的图片生成功能调用。不要把这些模型当普通聊天模型直接在对话里选择，
|
|
# # 否则走 /chat/completions 流式返回大块 base64 时，前端可能报 Chunk too big。
|
|
# - model_name: gemini-3-pro-image-preview
|
|
# litellm_params:
|
|
# model: gemini/gemini-3-pro-image-preview
|
|
# api_key: os.environ/GEMINI_API_KEY
|
|
|
|
litellm_settings:
|
|
drop_params: true
|
|
|
|
router_settings:
|
|
num_retries: 3
|
|
timeout: 60
|
|
fallbacks:
|
|
- {
|
|
'gemini-flash-lite-latest':
|
|
['gemini-flash-latest', 'gemini-pro-latest'],
|
|
}
|
|
- { 'gemini-flash-latest': ['gemini-pro-latest'] }
|
|
|
|
#
|
|
# - model_name: gemini-flash-enterprise
|
|
# litellm_params:
|
|
# model: vertex_ai/gemini-2.5-flash
|
|
# vertex_project: 'gen-lang-client-0934968879'
|
|
# vertex_location: 'asia-southeast1'
|
|
# # vertex_credentials: '/app/litellm/gen-lang-client-0934968879-03bf3a88d4dd.json' # 容器内路径
|
|
|
|
# - model_name: gemini-pro-enterprise
|
|
# litellm_params:
|
|
# model: vertex_ai/gemini-2.5-pro
|
|
# vertex_project: 'gen-lang-client-0934968879'
|
|
# vertex_location: 'asia-southeast1'
|
|
# vertex_credentials: '/app/litellm/gen-lang-client-0934968879-03bf3a88d4dd.json' # 容器内路径
|