接入香港 Vertex SMART 个人语音输入与热词

servers/bwh-hk-cmi/litellm/compose.yaml

@@ -4,14 +4,17 @@ services:
     restart: "no"
     environment:
       GOOGLE_ADC_B64: ${GOOGLE_ADC_B64}
+      PERSONAL_VOCABULARY_B64: ${PERSONAL_VOCABULARY_B64:?Personal vocabulary is required}
     volumes:
       - google-adc:/credentials
     command:
       - /bin/sh
       - -c
       - |
+        set -eu
         umask 077
         printf '%s' "$${GOOGLE_ADC_B64}" | base64 -d > /credentials/application_default_credentials.json
+        printf '%s' "$${PERSONAL_VOCABULARY_B64}" | base64 -d > /credentials/personal-vocabulary.json
 
   litellm:
     image: ghcr.io/berriai/litellm:main-stable@sha256:3d88bd757134a00e8c00237b85a021ab1f6d54abb9c1df750f411dbe7256a500
@@ -36,10 +39,11 @@ services:
       - ./models.yaml:/etc/litellm/models.yaml:ro
       - ./provider_routes.py:/etc/litellm/provider_routes.py:ro
       - ./render_config.py:/etc/litellm/render_config.py:ro
+      - ./vertex_dictation.py:/etc/litellm/vertex_dictation.py:ro
       - google-adc:/credentials:ro
     entrypoint: ["/bin/sh", "-c"]
     command:
-      - python /etc/litellm/render_config.py && exec litellm --config /tmp/litellm.yaml --host 0.0.0.0 --port ${LITELLM_PORT:-1049} --num_workers 1
+      - python /etc/litellm/render_config.py && exec python /etc/litellm/vertex_dictation.py --config /tmp/litellm.yaml --host 0.0.0.0 --port ${LITELLM_PORT:-1049} --num_workers 1
     logging:
       driver: json-file
       options: