model_list: - model_name: gemini-flash-latest litellm_params: model: vertex_ai/gemini-flash-latest api_key: os.environ/GEMINI_API_KEY - model_name: gemini-flash-lite-latest litellm_params: model: vertex_ai/gemini-flash-lite-latest api_key: os.environ/GEMINI_API_KEY - model_name: gemini-pro-latest litellm_params: model: vertex_ai/gemini-pro-latest api_key: os.environ/GEMINI_API_KEY - model_name: chatgpt-pro litellm_params: model: openai/chatgpt-pro api_base: http://cli-proxy-api:8317/v1 api_key: os.environ/CLIPROXY_API_KEY # # 供 Open WebUI 的图片生成功能调用。不要把这些模型当普通聊天模型直接在对话里选择, # # 否则走 /chat/completions 流式返回大块 base64 时,前端可能报 Chunk too big。 # - model_name: gemini-3-pro-image-preview # litellm_params: # model: gemini/gemini-3-pro-image-preview # api_key: os.environ/GEMINI_API_KEY litellm_settings: drop_params: true router_settings: num_retries: 3 timeout: 60 fallbacks: - { 'gemini-flash-lite-latest': ['gemini-flash-latest', 'gemini-pro-latest'], } - { 'gemini-flash-latest': ['gemini-pro-latest'] } # # - model_name: gemini-flash-enterprise # litellm_params: # model: vertex_ai/gemini-2.5-flash # vertex_project: 'gen-lang-client-0934968879' # vertex_location: 'asia-southeast1' # # vertex_credentials: '/app/litellm/gen-lang-client-0934968879-03bf3a88d4dd.json' # 容器内路径 # - model_name: gemini-pro-enterprise # litellm_params: # model: vertex_ai/gemini-2.5-pro # vertex_project: 'gen-lang-client-0934968879' # vertex_location: 'asia-southeast1' # vertex_credentials: '/app/litellm/gen-lang-client-0934968879-03bf3a88d4dd.json' # 容器内路径