diff --git a/CHANGELOG.md b/CHANGELOG.md
index 1492e6a08..7bfc2c10b 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -7,7 +7,6 @@ Inspired from [Keep a Changelog](https://keepachangelog.com/en/1.1.0/)
 ## [Unreleased]
 ### Added
 - Github workflow for changelog verification ([#440](https://github.com/opensearch-project/flow-framework/pull/440))
-- Retry flaky tests ([#449](https://github.com/opensearch-project/flow-framework/pull/449))
 
 ### Changed
 
diff --git a/build.gradle b/build.gradle
index 72cefe74e..e70dcddcf 100644
--- a/build.gradle
+++ b/build.gradle
@@ -410,11 +410,11 @@ task integTestRemote(type: RestIntegTestTask) {
 // test retry configuration
 subprojects {
     apply plugin: "org.gradle.test-retry"
-    tasks.withType(Test).configureEach {
+    tasks.withType(RestIntegTestTask).configureEach {
         retry {
             failOnPassedAfterRetry = false
-            maxRetries = 3
-            maxFailures = 10
+            maxRetries = 1
+            maxFailures = 3
         }
     }
 }