diff --git a/servers/bwh-hk-dc3/litellm/compose.yaml b/servers/bwh-hk-dc3/litellm/compose.yaml index 878c8fb..bc00f33 100644 --- a/servers/bwh-hk-dc3/litellm/compose.yaml +++ b/servers/bwh-hk-dc3/litellm/compose.yaml @@ -12,12 +12,15 @@ services: LITELLM_MASTER_KEY: ${LITELLM_MASTER_KEY} volumes: - ./config.yaml:/app/config.yaml:ro - entrypoint: ["/bin/sh", "-c"] + entrypoint: ["python", "-c"] command: - | - umask 077 - printf '%s' "$${GOOGLE_ADC_B64}" | base64 -d > /tmp/application_default_credentials.json - exec litellm --config /app/config.yaml --host 0.0.0.0 --port 4000 + import base64, os + path = "/tmp/application_default_credentials.json" + with open(path, "wb") as credential_file: + credential_file.write(base64.b64decode(os.environ["GOOGLE_ADC_B64"])) + os.chmod(path, 0o600) + os.execvp("litellm", ["litellm", "--config", "/app/config.yaml", "--host", "0.0.0.0", "--port", "4000"]) logging: driver: json-file options: