diff --git a/.github/workflows/build_test.sh b/.github/workflows/build_test.sh
index 80f01f09dd0..8d5dc660de9 100755
--- a/.github/workflows/build_test.sh
+++ b/.github/workflows/build_test.sh
@@ -111,6 +111,8 @@ else
     fatal "Unknown compiler: $COMPILER"
 fi
 
+# This is added by default, and it is often broken, but we don't need anything from it
+sudo rm -f /etc/apt/sources.list.d/microsoft-prod.list
 # PPA with some newer build dependencies (like zstd)
 sudo add-apt-repository -y --no-update ppa:upstream-systemd-ci/systemd-ci
 sudo add-apt-repository -y --no-update --enable-source
diff --git a/.github/workflows/unit_tests.sh b/.github/workflows/unit_tests.sh
index cf9dd19151e..9236d45186d 100755
--- a/.github/workflows/unit_tests.sh
+++ b/.github/workflows/unit_tests.sh
@@ -52,6 +52,8 @@ for phase in "${PHASES[@]}"; do
     case $phase in
         SETUP)
             info "Setup phase"
+            # This is added by default, and it is often broken, but we don't need anything from it
+            rm -f /etc/apt/sources.list.d/microsoft-prod.list
             # PPA with some newer build dependencies
             add-apt-repository -y --no-update ppa:upstream-systemd-ci/systemd-ci
             add-apt-repository -y --no-update --enable-source