diff --git a/tests/scripts/rebase.sh b/tests/scripts/rebase.sh
index 9a0345b56..49e5e98de 100755
--- a/tests/scripts/rebase.sh
+++ b/tests/scripts/rebase.sh
@@ -1,7 +1,9 @@
 #!/bin/bash
 set -euxo pipefail
 
-# Rebase on master to get latest changes
-git config user.email "ci@kubespray.io"
-git config user.name "CI"
-git pull --rebase origin master
+# Rebase PRs on master to get latest changes
+if [[ $CI_COMMIT_REF_NAME == pr-* ]]; then
+  git config user.email "ci@kubespray.io"
+  git config user.name "CI"
+  git pull --rebase origin release-2.10
+fi