同步香港 LiteLLM 镜像与多提供商路由

2026-10-25 00:42:57 -07:00
parent 7831d5f319
commit 641991043f
6 changed files with 237 additions and 5 deletions
@@ -0,0 +1,41 @@
+"""HK reuses tools-pve provider routing without OAuth, database, or private vocabulary."""
+import os
+from pathlib import Path
+
+import yaml
+
+from provider_routes import build_config
+
+
+def build_hk_config(catalog, env):
+    config = build_config(catalog, env, lambda path: False)
+    config['general_settings'] = {'master_key': 'os.environ/LITELLM_MASTER_KEY'}
+    routes = config['model_list']
+    routes[:] = [route for route in routes if route['model_name'] != 'gemini-transcribe-personal']
+    if env.get('GOOGLE_AI_STUDIO_API_KEY'):
+        routes.append({'model_name': 'gemini-transcribe', 'litellm_params': {
+            'model': 'gemini/gemini-3.5-transcribe',
+            'api_key': 'os.environ/GOOGLE_AI_STUDIO_API_KEY'}})
+    if env.get('VERTEXAI_ENABLED', '').lower() == 'true' and env.get('VERTEXAI_PROJECT'):
+        # Keep old client aliases; the old 3.6 alias now follows the verified Flash map.
+        legacy = {
+            'gemini-3.6-flash': catalog['google_vertex']['gemini-flash-vertex'],
+            'gemini-3.5-flash-lite': catalog['google_vertex']['gemini-flash-lite-vertex'],
+            'google/gemini-embedding-2': 'gemini-embedding-2',
+            'google/gemini-3.8-flash': catalog['google_vertex']['gemini-flash-vertex'],
+        }
+        for alias, model in legacy.items():
+            routes.append({'model_name': alias, 'litellm_params': {
+                'model': 'vertex_ai/' + model,
+                'vertex_project': 'os.environ/VERTEXAI_PROJECT',
+                'vertex_location': 'os.environ/VERTEXAI_LOCATION'}})
+    return config
+
+
+if __name__ == '__main__':
+    catalog = yaml.safe_load(Path('/etc/litellm/models.yaml').read_text())
+    config = build_hk_config(catalog, os.environ)
+    output = Path('/tmp/litellm.yaml')
+    output.write_text(yaml.safe_dump(config, allow_unicode=True, sort_keys=False))
+    output.chmod(0o600)
+    print('Configured routes:', ', '.join(route['model_name'] for route in config['model_list']))