🔧(summary) specify dedicated transcription queue for Celery worker
Name the Celery queue used by transcription worker to prepare for dedicated summarization queue separation, enabling faster transcript delivery while isolating new agentic logic in separate worker processes.
This commit is contained in:
committed by
aleb_the_flash
parent
bfdf5548a0
commit
9fd264ae0e
2
Makefile
2
Makefile
@@ -118,7 +118,7 @@ run-backend: ## start only the backend application and all needed services
|
||||
.PHONY: run-backend
|
||||
|
||||
run-summary: ## start only the summary application and all needed services
|
||||
@$(COMPOSE) up --force-recreate -d celery-summary
|
||||
@$(COMPOSE) up --force-recreate -d celery-summary-transcribe
|
||||
.PHONY: run-summary
|
||||
|
||||
run:
|
||||
|
||||
@@ -243,13 +243,13 @@ services:
|
||||
depends_on:
|
||||
- redis-summary
|
||||
|
||||
celery-summary:
|
||||
container_name: celery-summary
|
||||
celery-summary-transcribe:
|
||||
container_name: celery-summary-transcribe
|
||||
build:
|
||||
context: ./src/summary
|
||||
dockerfile: Dockerfile
|
||||
target: production
|
||||
command: celery -A summary.core.celery_worker worker --pool=solo --loglevel=debug
|
||||
command: celery -A summary.core.celery_worker worker --pool=solo --loglevel=debug -Q transcribe-queue
|
||||
env_file:
|
||||
- env.d/development/summary
|
||||
volumes:
|
||||
|
||||
@@ -10,6 +10,9 @@ from pydantic import BaseModel
|
||||
from summary.core.celery_worker import (
|
||||
process_audio_transcribe_summarize_v2,
|
||||
)
|
||||
from summary.core.config import get_settings
|
||||
|
||||
settings = get_settings()
|
||||
|
||||
|
||||
class TaskCreation(BaseModel):
|
||||
@@ -39,7 +42,8 @@ async def create_task(request: TaskCreation):
|
||||
request.room,
|
||||
request.recording_date,
|
||||
request.recording_time,
|
||||
]
|
||||
],
|
||||
queue=settings.transcribe_queue,
|
||||
)
|
||||
|
||||
return {"id": task.id, "message": "Task created"}
|
||||
|
||||
@@ -24,6 +24,8 @@ class Settings(BaseSettings):
|
||||
celery_result_backend: str = "redis://redis/0"
|
||||
celery_max_retries: int = 1
|
||||
|
||||
transcribe_queue: str = "transcribe-queue"
|
||||
|
||||
# Minio settings
|
||||
aws_storage_bucket_name: str
|
||||
aws_s3_endpoint_url: str
|
||||
|
||||
Reference in New Issue
Block a user