diff --git a/test/integration/dd-agent-handler5/serverspec_datadog/dd-agent_spec.rb b/test/integration/dd-agent-handler5/serverspec_datadog/dd-agent_spec.rb
index 92d19c86..3ce28a14 100644
--- a/test/integration/dd-agent-handler5/serverspec_datadog/dd-agent_spec.rb
+++ b/test/integration/dd-agent-handler5/serverspec_datadog/dd-agent_spec.rb
@@ -56,6 +56,5 @@
 end
 
 describe command('rpm -q gpg-pubkey-e09422b3'), :if => os[:family] == 'redhat' do
-  its(:exit_status) { should eq 0 }
-  its(:stdout) { should contain 'gpg-pubkey-e09422b3' }
+  its(:exit_status) { should eq 1 }
 end
diff --git a/test/integration/dd-agent-handler6/serverspec_datadog/dd-agent_spec.rb b/test/integration/dd-agent-handler6/serverspec_datadog/dd-agent_spec.rb
index 93576365..2d03e232 100644
--- a/test/integration/dd-agent-handler6/serverspec_datadog/dd-agent_spec.rb
+++ b/test/integration/dd-agent-handler6/serverspec_datadog/dd-agent_spec.rb
@@ -54,6 +54,5 @@
 end
 
 describe command('rpm -q gpg-pubkey-e09422b3'), :if => os[:family] == 'redhat' do
-  its(:exit_status) { should eq 0 }
-  its(:stdout) { should contain 'gpg-pubkey-e09422b3' }
+  its(:exit_status) { should eq 1 }
 end
diff --git a/test/integration/dd-agent-handler7/serverspec_datadog/dd-agent_spec.rb b/test/integration/dd-agent-handler7/serverspec_datadog/dd-agent_spec.rb
index 0d5c47fb..2d03e232 100644
--- a/test/integration/dd-agent-handler7/serverspec_datadog/dd-agent_spec.rb
+++ b/test/integration/dd-agent-handler7/serverspec_datadog/dd-agent_spec.rb
@@ -52,3 +52,7 @@
   its(:exit_status) { should eq 0 }
   its(:stdout) { should contain 'gpg-pubkey-fd4bf915' }
 end
+
+describe command('rpm -q gpg-pubkey-e09422b3'), :if => os[:family] == 'redhat' do
+  its(:exit_status) { should eq 1 }
+end
diff --git a/test/integration/dd-agent-iot/serverspec_datadog/dd-agent_spec.rb b/test/integration/dd-agent-iot/serverspec_datadog/dd-agent_spec.rb
index 6b1c9937..901a58d4 100644
--- a/test/integration/dd-agent-iot/serverspec_datadog/dd-agent_spec.rb
+++ b/test/integration/dd-agent-iot/serverspec_datadog/dd-agent_spec.rb
@@ -56,6 +56,5 @@
 end
 
 describe command('rpm -q gpg-pubkey-e09422b3'), :if => os[:family] == 'redhat' do
-  its(:exit_status) { should eq 0 }
-  its(:stdout) { should contain 'gpg-pubkey-e09422b3' }
+  its(:exit_status) { should eq 1 }
 end
diff --git a/test/integration/dd-agent/serverspec_datadog/dd-agent_spec.rb b/test/integration/dd-agent/serverspec_datadog/dd-agent_spec.rb
index 93576365..2d03e232 100644
--- a/test/integration/dd-agent/serverspec_datadog/dd-agent_spec.rb
+++ b/test/integration/dd-agent/serverspec_datadog/dd-agent_spec.rb
@@ -54,6 +54,5 @@
 end
 
 describe command('rpm -q gpg-pubkey-e09422b3'), :if => os[:family] == 'redhat' do
-  its(:exit_status) { should eq 0 }
-  its(:stdout) { should contain 'gpg-pubkey-e09422b3' }
+  its(:exit_status) { should eq 1 }
 end