diff --git a/Dockerfile b/Dockerfile
index 89e5fc836..e5cc3cdd4 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,4 +1,4 @@
-FROM ubuntu:noble
+FROM debian:bullseye
 LABEL org.opencontainers.image.authors="Ryan Baumann <ryan.baumann@gmail.com>"
 
 # Install the Ubuntu packages.
@@ -12,7 +12,7 @@ RUN apt-get update && \
   openjdk-11-jre
 
 # Set the locale.
-RUN locale-gen en_US.UTF-8
+RUN sed -i -e 's/# en_US.UTF-8 UTF-8/en_US.UTF-8 UTF-8/' /etc/locale.gen && locale-gen
 ENV LANG en_US.UTF-8
 ENV LANGUAGE en_US:en
 ENV LC_ALL en_US.UTF-8