diff --git a/.github/workflows/cpp_integration.yml b/.github/workflows/cpp_integration.yml
index ce288a92328..ff52d41fc57 100644
--- a/.github/workflows/cpp_integration.yml
+++ b/.github/workflows/cpp_integration.yml
@@ -27,6 +27,10 @@ on:
       - main
       - branch-*
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
 jobs:
   celeborn_cpp_check_lint:
     runs-on: ubuntu-22.04
diff --git a/.github/workflows/grafana.yml b/.github/workflows/grafana.yml
index ea8cf60cef2..6cb232a0cf0 100644
--- a/.github/workflows/grafana.yml
+++ b/.github/workflows/grafana.yml
@@ -27,6 +27,10 @@ on:
       - main
       - branch-*
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
 jobs:
   lint:
     runs-on: ubuntu-latest
diff --git a/.github/workflows/integration.yml b/.github/workflows/integration.yml
index b2b8288b4bc..e31f47e6dcd 100644
--- a/.github/workflows/integration.yml
+++ b/.github/workflows/integration.yml
@@ -30,6 +30,10 @@ env:
   MINIKUBE_VERSION: v1.33.1
   KUBERNETES_VERSION: v1.30.0
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
 jobs:
   celeborn_integration_test:
     runs-on: ubuntu-22.04
diff --git a/.github/workflows/maven.yml b/.github/workflows/maven.yml
index 265e6d5b9d0..a6bdd284674 100644
--- a/.github/workflows/maven.yml
+++ b/.github/workflows/maven.yml
@@ -13,6 +13,10 @@ on:
       - main
       - branch-*
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
 jobs:
   service:
     runs-on: ubuntu-22.04
diff --git a/.github/workflows/sbt.yml b/.github/workflows/sbt.yml
index 4daff4409bd..0fa378d8ad4 100644
--- a/.github/workflows/sbt.yml
+++ b/.github/workflows/sbt.yml
@@ -28,6 +28,10 @@ on:
       - main
       - branch-*
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
 jobs:
   service:
     runs-on: ubuntu-22.04