diff --git a/.github/composite-actions/linux-build-docker/action.yml b/.github/composite-actions/linux-build-docker/action.yml
index c541750d9..c491ff7cf 100644
--- a/.github/composite-actions/linux-build-docker/action.yml
+++ b/.github/composite-actions/linux-build-docker/action.yml
@@ -25,9 +25,7 @@ runs:
           cat /etc/os-release
           dnf install -y             \
             ccache                   \
-            gcc-toolset-12-gcc-c++   \
             java-1.8.0-openjdk-devel \
             ninja-build
-          source /opt/rh/gcc-toolset-12/enable
           make -C /duckdb release
         "