🔧(summary) specify dedicated transcription queue for Celery worker

Name the Celery queue used by transcription worker to prepare for
dedicated summarization queue separation, enabling faster transcript
delivery while isolating new agentic logic in separate worker processes.
This commit is contained in:
lebaudantoine
2025-09-09 18:27:30 +02:00
committed by aleb_the_flash
parent bfdf5548a0
commit 9fd264ae0e
4 changed files with 11 additions and 5 deletions

View File

@@ -118,7 +118,7 @@ run-backend: ## start only the backend application and all needed services
.PHONY: run-backend .PHONY: run-backend
run-summary: ## start only the summary application and all needed services run-summary: ## start only the summary application and all needed services
@$(COMPOSE) up --force-recreate -d celery-summary @$(COMPOSE) up --force-recreate -d celery-summary-transcribe
.PHONY: run-summary .PHONY: run-summary
run: run:

View File

@@ -243,13 +243,13 @@ services:
depends_on: depends_on:
- redis-summary - redis-summary
celery-summary: celery-summary-transcribe:
container_name: celery-summary container_name: celery-summary-transcribe
build: build:
context: ./src/summary context: ./src/summary
dockerfile: Dockerfile dockerfile: Dockerfile
target: production target: production
command: celery -A summary.core.celery_worker worker --pool=solo --loglevel=debug command: celery -A summary.core.celery_worker worker --pool=solo --loglevel=debug -Q transcribe-queue
env_file: env_file:
- env.d/development/summary - env.d/development/summary
volumes: volumes:

View File

@@ -10,6 +10,9 @@ from pydantic import BaseModel
from summary.core.celery_worker import ( from summary.core.celery_worker import (
process_audio_transcribe_summarize_v2, process_audio_transcribe_summarize_v2,
) )
from summary.core.config import get_settings
settings = get_settings()
class TaskCreation(BaseModel): class TaskCreation(BaseModel):
@@ -39,7 +42,8 @@ async def create_task(request: TaskCreation):
request.room, request.room,
request.recording_date, request.recording_date,
request.recording_time, request.recording_time,
] ],
queue=settings.transcribe_queue,
) )
return {"id": task.id, "message": "Task created"} return {"id": task.id, "message": "Task created"}

View File

@@ -24,6 +24,8 @@ class Settings(BaseSettings):
celery_result_backend: str = "redis://redis/0" celery_result_backend: str = "redis://redis/0"
celery_max_retries: int = 1 celery_max_retries: int = 1
transcribe_queue: str = "transcribe-queue"
# Minio settings # Minio settings
aws_storage_bucket_name: str aws_storage_bucket_name: str
aws_s3_endpoint_url: str aws_s3_endpoint_url: str