Initial commit

2026-08-18 10:03:35 +08:00
commit 8e4424b82a
11 changed files with 1524 additions and 0 deletions
@@ -0,0 +1,56 @@
+model_list:
+    - model_name: gemini-flash-latest
+      litellm_params:
+          model: vertex_ai/gemini-flash-latest
+          api_key: os.environ/GEMINI_API_KEY
+
+    - model_name: gemini-flash-lite-latest
+      litellm_params:
+          model: vertex_ai/gemini-flash-lite-latest
+          api_key: os.environ/GEMINI_API_KEY
+
+    - model_name: gemini-pro-latest
+      litellm_params:
+          model: vertex_ai/gemini-pro-latest
+          api_key: os.environ/GEMINI_API_KEY
+
+    - model_name: chatgpt-pro
+      litellm_params:
+          model: openai/chatgpt-pro
+          api_base: http://cli-proxy-api:8317/v1
+          api_key: os.environ/CLIPROXY_API_KEY
+
+    # # 供 Open WebUI 的图片生成功能调用。不要把这些模型当普通聊天模型直接在对话里选择，
+    # # 否则走 /chat/completions 流式返回大块 base64 时，前端可能报 Chunk too big。
+    # - model_name: gemini-3-pro-image-preview
+    #   litellm_params:
+    #       model: gemini/gemini-3-pro-image-preview
+    #       api_key: os.environ/GEMINI_API_KEY
+
+litellm_settings:
+    drop_params: true
+
+router_settings:
+    num_retries: 3
+    timeout: 60
+    fallbacks:
+        - {
+              'gemini-flash-lite-latest':
+                  ['gemini-flash-latest', 'gemini-pro-latest'],
+          }
+        - { 'gemini-flash-latest': ['gemini-pro-latest'] }
+
+#
+# - model_name: gemini-flash-enterprise
+#   litellm_params:
+#       model: vertex_ai/gemini-2.5-flash
+#       vertex_project: 'gen-lang-client-0934968879'
+#       vertex_location: 'asia-southeast1'
+#       # vertex_credentials: '/app/litellm/gen-lang-client-0934968879-03bf3a88d4dd.json' # 容器内路径
+
+# - model_name: gemini-pro-enterprise
+#   litellm_params:
+#       model: vertex_ai/gemini-2.5-pro
+#       vertex_project: 'gen-lang-client-0934968879'
+#       vertex_location: 'asia-southeast1'
+# vertex_credentials: '/app/litellm/gen-lang-client-0934968879-03bf3a88d4dd.json' # 容器内路径