From 459bbf65a828b61d6a22da290efd4d9c615f887b Mon Sep 17 00:00:00 2001 From: lebaudantoine Date: Tue, 3 Dec 2024 15:29:46 +0100 Subject: [PATCH] =?UTF-8?q?=F0=9F=94=A7(summary)=20use=20our=20self-deploy?= =?UTF-8?q?ed=20models?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Configure dev and staging environment to use our self-deployed models (Whisper and LLM). Secrets need to be updated btw. Because of outscale LB bug, which timeout after 60s, we need to connect directly to the svc. --- src/helm/env.d/dev/values.meet.yaml.gotmpl | 6 ++++++ src/helm/env.d/staging/values.meet.yaml.gotmpl | 3 +++ 2 files changed, 9 insertions(+) diff --git a/src/helm/env.d/dev/values.meet.yaml.gotmpl b/src/helm/env.d/dev/values.meet.yaml.gotmpl index 0e2926e3..5eeb1912 100644 --- a/src/helm/env.d/dev/values.meet.yaml.gotmpl +++ b/src/helm/env.d/dev/values.meet.yaml.gotmpl @@ -125,6 +125,9 @@ summary: AWS_S3_ACCESS_KEY_ID: meet AWS_S3_SECRET_ACCESS_KEY: password OPENAI_API_KEY: password + OPENAI_BASE_URL: https://albertine.beta.numerique.gouv.fr:32222/v1 + OPENAI_ASR_MODEL: openai/whisper-large-v3 + OPENAI_LLM_MODEL: meta-llama/Llama-3.1-8B-Instruct AWS_S3_SECURE_ACCESS: False WEBHOOK_API_TOKEN: password WEBHOOK_URL: https://www.mock-impress.com/webhook/ @@ -155,6 +158,9 @@ celery: AWS_S3_ACCESS_KEY_ID: meet AWS_S3_SECRET_ACCESS_KEY: password OPENAI_API_KEY: password + OPENAI_BASE_URL: https://albertine.beta.numerique.gouv.fr:32222/v1 + OPENAI_ASR_MODEL: openai/whisper-large-v3 + OPENAI_LLM_MODEL: meta-llama/Llama-3.1-8B-Instruct AWS_S3_SECURE_ACCESS: False WEBHOOK_API_TOKEN: password WEBHOOK_URL: https://www.mock-impress.com/webhook/ diff --git a/src/helm/env.d/staging/values.meet.yaml.gotmpl b/src/helm/env.d/staging/values.meet.yaml.gotmpl index 9463db52..e861d8fa 100644 --- a/src/helm/env.d/staging/values.meet.yaml.gotmpl +++ b/src/helm/env.d/staging/values.meet.yaml.gotmpl @@ -216,6 +216,9 @@ summary: secretKeyRef: name: summary key: OPENAI_API_KEY + OPENAI_BASE_URL: https://albertine.beta.numerique.gouv.fr:32222/v1 + OPENAI_ASR_MODEL: openai/whisper-large-v3 + OPENAI_LLM_MODEL: meta-llama/Llama-3.1-8B-Instruct WEBHOOK_API_TOKEN: secretKeyRef: name: summary