diff --git a/.github/workflows/build_binary.yml b/.github/workflows/build_binary.yml
index 200f8ea3f0a..c86a789d356 100644
--- a/.github/workflows/build_binary.yml
+++ b/.github/workflows/build_binary.yml
@@ -12,18 +12,31 @@ env:
 jobs:
   linux:
     name: Linux
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-latest
+    container:
+      # Use an older docker container to build the binary to guarantee glibc compatibility.
+      image: ubuntu:20.04
 
     steps:
+      - name: Install dependencies
+        run: |
+          apt-get update
+          apt-get install -y --no-install-recommends git ca-certificates gcc libc6-dev curl make zip
+
       - uses: actions/checkout@v4
         with:
           submodules: recursive
 
+      - name: Add git safe directory exception
+        run: git config --global --add safe.directory "$(pwd)"
+
       - name: Install Rust Toolchain
-        run: rustup toolchain install stable --profile minimal --no-self-update
+        run: |
+          curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- --profile minimal --default-toolchain stable -y
 
       - name: Build binary
         run: |
+          . "$HOME/.cargo/env"
           make build-linux-release
         env:
           RELAY_FEATURES:
diff --git a/CHANGELOG.md b/CHANGELOG.md
index bea9a5d212f..47f5d5db77b 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -2,11 +2,6 @@
 
 ## Unreleased
 
-**Breaking Changes**:
-
-- With the EOL coming up for Ubuntu 20.04 LTS, all binaries are now built on Ubuntu 22.04 LTS. This increases the minimum required glibc version from 2.31 to 2.35. ([#4545](https://github.com/getsentry/relay/pull/4545))
-
-
 **Features**:
 
 - Tag images with release version. ([#4532](https://github.com/getsentry/relay/pull/4532))