diff --git a/setup/generate_coverage_report/test.sh b/setup/generate_coverage_report/test.sh
index 12ad1e15..6b85d62b 100755
--- a/setup/generate_coverage_report/test.sh
+++ b/setup/generate_coverage_report/test.sh
@@ -153,6 +153,8 @@ elif [ -n "${BASELINE_KEYLIME_RPM}" ]; then
 
             rlRun "TmpDir=\$( mktemp -d )"
             rlRun "pushd ${TmpDir}"
+            # remove any previously built keylime artifacts
+            rlRun "rm -rf ~/rpmbuild/BUILD/keylime*"
             rlRun "mkdir sources"
             rlRpmDownload --source ${BASELINE_KEYLIME_RPM}
             rlRun "rpm -i keylime-*src.rpm"