🔐(secrets) bump secretBump secret

In order to use our openai api we need new secret
🩹(summary) remove temporary audio files saved
2024-12-04 10:42:56 +01:00 · 2024-12-04 10:42:56 +01:00 · 2024-12-04 10:42:15 +01:00 · 2024-12-03 02:31:10 +01:00 · 2024-12-03 02:25:52 +01:00
10 changed files with 39 additions and 17 deletions
@@ -7,7 +7,7 @@ build-backend = "setuptools.build_meta"

 [project]
 name = "meet"
-version = "0.1.9"
+version = "0.1.10"
 authors = [{ "name" = "DINUM", "email" = "dev@mail.numerique.gouv.fr" }]
 classifiers = [
    "Development Status :: 5 - Production/Stable",
@@ -1,12 +1,12 @@
 {
  "name": "meet",
-  "version": "0.1.9",
+  "version": "0.1.10",
  "lockfileVersion": 3,
  "requires": true,
  "packages": {
    "": {
      "name": "meet",
-      "version": "0.1.9",
+      "version": "0.1.10",
      "dependencies": {
        "@livekit/components-react": "2.6.9",
        "@livekit/components-styles": "1.1.4",
@@ -1,7 +1,7 @@
 {
  "name": "meet",
  "private": true,
-  "version": "0.1.9",
+  "version": "0.1.10",
  "type": "module",
  "scripts": {
    "dev": "panda codegen && vite",
@@ -125,6 +125,9 @@ summary:
    AWS_S3_ACCESS_KEY_ID: meet
    AWS_S3_SECRET_ACCESS_KEY: password
    OPENAI_API_KEY: password
+    OPENAI_BASE_URL: https://albertine.beta.numerique.gouv.fr:32222/v1
+    OPENAI_ASR_MODEL: openai/whisper-large-v3
+    OPENAI_LLM_MODEL: meta-llama/Llama-3.1-8B-Instruct
    AWS_S3_SECURE_ACCESS: False
    WEBHOOK_API_TOKEN: password
    WEBHOOK_URL: https://www.mock-impress.com/webhook/
@@ -155,6 +158,9 @@ celery:
    AWS_S3_ACCESS_KEY_ID: meet
    AWS_S3_SECRET_ACCESS_KEY: password
    OPENAI_API_KEY: password
+    OPENAI_BASE_URL: https://albertine.beta.numerique.gouv.fr:32222/v1
+    OPENAI_ASR_MODEL: openai/whisper-large-v3
+    OPENAI_LLM_MODEL: meta-llama/Llama-3.1-8B-Instruct
    AWS_S3_SECURE_ACCESS: False
    WEBHOOK_API_TOKEN: password
    WEBHOOK_URL: https://www.mock-impress.com/webhook/
@@ -1,7 +1,7 @@
 image:
  repository: lasuite/meet-backend
  pullPolicy: Always
-  tag: "v0.1.9"
+  tag: "v0.1.10"

 backend:
  migrateJobAnnotations:
@@ -129,7 +129,7 @@ frontend:
  image:
    repository: lasuite/meet-frontend
    pullPolicy: Always
-    tag: "v0.1.9"
+    tag: "v0.1.10"

 ingress:
  enabled: true
@@ -165,3 +165,9 @@ posthog:
      cert-manager.io/cluster-issuer: letsencrypt
      nginx.ingress.kubernetes.io/upstream-vhost: eu-assets.i.posthog.com
      nginx.ingress.kubernetes.io/backend-protocol: https
+
+summary:
+  replicas: 0
+
+celery:
+   replicas: 0
@@ -216,6 +216,9 @@ summary:
      secretKeyRef:
        name: summary
        key: OPENAI_API_KEY
+    OPENAI_BASE_URL: https://albertine.beta.numerique.gouv.fr:32222/v1
+    OPENAI_ASR_MODEL: openai/whisper-large-v3
+    OPENAI_LLM_MODEL: meta-llama/Llama-3.1-8B-Instruct
    WEBHOOK_API_TOKEN:
      secretKeyRef:
        name: summary
@@ -1,12 +1,12 @@
 {
  "name": "mail_mjml",
-  "version": "0.1.9",
+  "version": "0.1.10",
  "lockfileVersion": 3,
  "requires": true,
  "packages": {
    "": {
      "name": "mail_mjml",
-      "version": "0.1.9",
+      "version": "0.1.10",
      "license": "MIT",
      "dependencies": {
        "@html-to/text-cli": "0.5.4",
@@ -1,6 +1,6 @@
 {
  "name": "mail_mjml",
-  "version": "0.1.9",
+  "version": "0.1.10",
  "description": "An util to generate html and text django's templates from mjml templates",
  "type": "module",
  "dependencies": {
@@ -1,6 +1,7 @@
 """Celery workers."""

 import json
+import os
 import tempfile
 from pathlib import Path

@@ -28,6 +29,7 @@ celery = Celery(
 )

 if settings.sentry_dsn and settings.sentry_is_enabled:
+
    @signals.celeryd_init.connect
    def init_sentry(**_kwargs):
        """Initialize sentry."""
@@ -100,15 +102,20 @@ def process_audio_transcribe_summarize(filename: str, email: str, sub: str):
        api_key=settings.openai_api_key, base_url=settings.openai_base_url
    )

-    logger.debug("Querying transcription …")
-    with open(temp_file_path, "rb") as audio_file:
-        transcription = openai_client.audio.transcriptions.create(
-            model=settings.openai_asr_model, file=audio_file
-        )
+    try:
+        logger.debug("Querying transcription …")
+        with open(temp_file_path, "rb") as audio_file:
+            transcription = openai_client.audio.transcriptions.create(
+                model=settings.openai_asr_model, file=audio_file
+            )

-        transcription = transcription.text
+            transcription = transcription.text

-        logger.debug("Transcription: \n %s", transcription)
+            logger.debug("Transcription: \n %s", transcription)
+    finally:
+        if os.path.exists(temp_file_path):
+            os.remove(temp_file_path)
+            logger.debug("Temporary file removed: %s", temp_file_path)

    instructions = get_instructions(transcription)
    summary_response = openai_client.chat.completions.create(
Author	SHA1	Message	Date
Jacques ROUSSEL	4b03946028	🔐(secrets) bump secretBump secret In order to use our openai api we need new secret	2024-12-04 10:42:56 +01:00
lebaudantoine	68b919c189	🩹(summary) remove temporary audio files saved I forgot to remove temporary files downloaded from the Minio bucket.	2024-12-04 10:42:56 +01:00
lebaudantoine	c5544e87d6	🔧(summary) use our self-deployed models Configure dev and staging environment to use our self-deployed models (Whisper and LLM). Secrets need to be updated btw. Because of outscale LB bug, which timeout after 60s, we need to connect directly to the svc.	2024-12-04 10:42:15 +01:00
lebaudantoine	4b4f16e93f	🔖(patch) bump release to 0.1.10 I made a mistake, and forgot to set summary and celery deployment to 0 replicas.	2024-12-03 02:31:10 +01:00
lebaudantoine	3e3f964ac5	🚑️(helm) set celery and summary replicas to 0 These two services are not yet needed in production. Disable them.	2024-12-03 02:25:52 +01:00