diff --git a/.github/workflows/crowdin_upload.yml b/.github/workflows/crowdin_upload.yml
index 97d6d975..c004c2f1 100644
--- a/.github/workflows/crowdin_upload.yml
+++ b/.github/workflows/crowdin_upload.yml
@@ -30,7 +30,6 @@ jobs:
       - name: generate pot files
         working-directory: src/backend
         run: |
-          DJANGO_CONFIGURATION=Build python manage.py compilemessages
           DJANGO_CONFIGURATION=Build python manage.py makemessages -a --keep-pot
       # frontend i18n
       - name: Setup Node.js
diff --git a/.gitignore b/.gitignore
index 074d320c..aa557381 100644
--- a/.gitignore
+++ b/.gitignore
@@ -30,6 +30,7 @@ MANIFEST
 .next/
 
 # Translations	# Translations
+*.mo
 *.pot
 
 # Environments
diff --git a/Dockerfile b/Dockerfile
index f6378f9e..941f0747 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -51,7 +51,7 @@ COPY ./src/backend /app/
 WORKDIR /app
 
 # collectstatic
-RUN DJANGO_CONFIGURATION=Build DJANGO_JWT_PRIVATE_SIGNING_KEY=Dummy \
+RUN DJANGO_CONFIGURATION=Build \
     python manage.py collectstatic --noinput
 
 # Replace duplicated file by a symlink to decrease the overall size of the
@@ -92,6 +92,11 @@ COPY ./src/backend /app/
 
 WORKDIR /app
 
+# Generate compiled translation messages
+RUN DJANGO_CONFIGURATION=Build \
+    python manage.py compilemessages
+
+
 # We wrap commands run in this container by the following entrypoint that
 # creates a user on-the-fly with the container user ID (see USER) and root group
 # ID.
diff --git a/src/backend/locale/de_DE/LC_MESSAGES/django.mo b/src/backend/locale/de_DE/LC_MESSAGES/django.mo
deleted file mode 100644
index 302b9f1a..00000000
Binary files a/src/backend/locale/de_DE/LC_MESSAGES/django.mo and /dev/null differ
diff --git a/src/backend/locale/en_US/LC_MESSAGES/django.mo b/src/backend/locale/en_US/LC_MESSAGES/django.mo
deleted file mode 100644
index 446a85cf..00000000
Binary files a/src/backend/locale/en_US/LC_MESSAGES/django.mo and /dev/null differ
diff --git a/src/backend/locale/fr_FR/LC_MESSAGES/django.mo b/src/backend/locale/fr_FR/LC_MESSAGES/django.mo
deleted file mode 100644
index dc598e85..00000000
Binary files a/src/backend/locale/fr_FR/LC_MESSAGES/django.mo and /dev/null differ