Fixes #36563 - Remove orphaned content unit cleanup from index_content

app/lib/actions/katello/orphan_cleanup/remove_orphaned_content_units.rb

@@ -0,0 +1,32 @@
+module Actions
+  module Katello
+    module OrphanCleanup
+      class RemoveOrphanedContentUnits < Actions::Base
+        def plan(options = {})
+          plan_self(id: options[:repo_id], destroy_all: options[:destroy_all])
+        end
+
+        def run
+          content_types_to_index = []
+          if input[:destroy_all]
+            ::Katello::RepositoryTypeManager.enabled_repository_types.each_value do |repo_type|
+              content_types_to_index << repo_type.content_types_to_index
+            end
+          elsif input[:id]
+            repo = ::Katello::Repository.find(input[:id])
+            content_types_to_index = repo.repository_type.content_types_to_index
+          else
+            fail "Pass either a repository to determine content type or destroy_all to destroy all orphaned content units"
+          end
+          content_types_to_index.flatten.each do |type|
+            type.model_class.orphaned.destroy_all
+          end
+        end
+
+        def rescue_strategy
+          Dynflow::Action::Rescue::Skip
+        end
+      end
+    end
+  end
+end

app/lib/actions/katello/orphan_cleanup/remove_orphans.rb

@@ -7,27 +7,16 @@ class RemoveOrphans < Actions::Base
         end
         def plan(proxy)
           sequence do
+            if proxy.pulp_primary?
+              ::Katello::RootRepository.orphaned.destroy_all
+              plan_action(RemoveOrphanedContentUnits, destroy_all: true)
+            end
             if proxy.pulp3_enabled?
               plan_action(
                 Actions::Pulp3::Orchestration::OrphanCleanup::RemoveOrphans,
                 proxy)
             end
-            plan_self
-          end
-        end
-
-        def run
-          models = []
-          ::Katello::RepositoryTypeManager.enabled_repository_types.each_value do |repo_type|
-            indexable_types = repo_type.content_types_to_index
-            models += indexable_types&.map(&:model_class)
-            models.select! { |model| model.many_repository_associations }
-          end
-          models.each do |model|
-            model.joins("left join katello_#{model.repository_association} on #{model.table_name}.id = katello_#{model.repository_association}.#{model.unit_id_field}").where("katello_#{model.repository_association}.#{model.unit_id_field} IS NULL").destroy_all
           end
-
-          ::Katello::RootRepository.orphaned.destroy_all
         end
       end
     end

app/lib/actions/katello/repository/index_content.rb

@@ -31,6 +31,10 @@ def run
             output[:new_content][content_type.label] = new_count - initial_counts[content_type.label]
           end
         end
+
+        def finalize
+          ForemanTasks.async_task(OrphanCleanup::RemoveOrphanedContentUnits, {repo_id: input[:id]})
+        end
       end
     end
   end

app/models/katello/concerns/pulp_database_unit.rb

@@ -169,9 +169,9 @@ def with_identifiers(ids)
 
       def orphaned
         if many_repository_associations
-          where.not(:id => repository_association_class.where(:repository_id => ::Katello::Repository.all).select(unit_id_field))
+          where.not(:id => repository_association_class.select(unit_id_field))
         else
-          where.not(:repository_id => ::Katello::Repository.all)
+          where.not(:repository_id => ::Katello::Repository.select(:id))
         end
       end
 

app/models/katello/repository.rb

@@ -935,7 +935,6 @@ def index_content(options = {})
         repository_type.content_types_to_index.each do |type|
           Katello::Logging.time("CONTENT_INDEX", data: {type: type.model_class}) do
             Katello::ContentUnitIndexer.new(content_type: type, repository: self, optimized: !full_index).import_all
-            type.model_class.orphaned.destroy_all
           end
         end
         repository_type.index_additional_data_proc&.call(self)

app/models/katello/root_repository.rb

@@ -130,7 +130,7 @@ class RootRepository < Katello::Model
       where(:http_proxy_policy => RootRepository::USE_SELECTED_HTTP_PROXY).
       where(:http_proxy_id => http_proxy_id)
     }
-    scope :orphaned, -> { where.not(id: Katello::Repository.pluck(:root_id).uniq) }
+    scope :orphaned, -> { where.not(id: Katello::Repository.select(:root_id)) }
     scope :redhat, -> { joins(:provider).merge(Katello::Provider.redhat) }
     scope :custom, -> { where.not(:id => self.redhat) }
     delegate :redhat?, :provider, :organization, to: :product

test/actions/katello/orphan_cleanup/remove_orphaned_content_units_test.rb

@@ -0,0 +1,22 @@
+require 'katello_test_helper'
+module Katello
+  class RemoveOrphanedContentUnitsTest < ActiveSupport::TestCase
+    def setup
+      @rhel6 = Repository.find(katello_repositories(:rhel_6_x86_64).id)
+    end
+
+    def test_orphaned_content_task_destroys_orphans
+      rpm = katello_rpms(:one)
+      rpm.repository_rpms.destroy_all
+      ForemanTasks.sync_task(Actions::Katello::OrphanCleanup::RemoveOrphanedContentUnits, {repo_id: @rhel6.id})
+      assert_raises(ActiveRecord::RecordNotFound) { rpm.reload }
+    end
+
+    def test_orphaned_content_task_destroy_all
+      rpm = katello_rpms(:one)
+      rpm.repository_rpms.destroy_all
+      ForemanTasks.sync_task(Actions::Katello::OrphanCleanup::RemoveOrphanedContentUnits, {destroy_all: true})
+      assert_raises(ActiveRecord::RecordNotFound) { rpm.reload }
+    end
+  end
+end

test/actions/katello/orphan_cleanup/remove_orphans_test.rb

@@ -30,36 +30,25 @@ class TestBase < ActiveSupport::TestCase
   class RemoveOrphansPlanTest < TestBase
     let(:action_class) { ::Actions::Katello::OrphanCleanup::RemoveOrphans }
 
-    it 'plans proxy orphans cleanup with pulp3 primary' do
+    it 'plans proxy orphans cleanup and content unit orphan cleanup on pulp3 primary' do
       smart_proxy = SmartProxy.pulp_primary
       tree = plan_action_tree(action_class, smart_proxy)
 
       assert_tree_planned_with(tree, Actions::Pulp3::OrphanCleanup::RemoveOrphans)
       assert_tree_planned_with(tree, Actions::Pulp3::OrphanCleanup::DeleteOrphanRepositoryVersions)
+      assert_tree_planned_with(tree, ::Actions::Katello::OrphanCleanup::RemoveOrphanedContentUnits)
     end
 
-    it 'plans proxy orphans cleanup with pulp3 mirror' do
+    it 'plans proxy orphans cleanup without content unit orphan cleanup on pulp3 mirror' do
       smart_proxy = FactoryBot.create(:smart_proxy, :pulp_mirror, :with_pulp3)
+      smart_proxy.stubs(:pulp_primary?).returns(false)
       tree = plan_action_tree(action_class, smart_proxy)
 
       assert_tree_planned_with(tree, Actions::Pulp3::OrphanCleanup::RemoveOrphans)
       assert_tree_planned_with(tree, Actions::Pulp3::OrphanCleanup::DeleteOrphanDistributions)
       assert_tree_planned_with(tree, Actions::Pulp3::OrphanCleanup::DeleteOrphanRemotes)
       assert_tree_planned_with(tree, Actions::Pulp3::OrphanCleanup::DeleteOrphanRepositoryVersions)
-    end
-
-    it 'runs and removes orphan content units' do
-      smart_proxy = SmartProxy.pulp_primary
-      file_unit_orphan = Katello::FileUnit.new(:name => "file_unit", :pulp_id => "orphaned")
-      file_unit_orphan.save!
-      docker_unit_orphan = Katello::DockerTag.new(:name => "docker_unit", :pulp_id => "orphaned_docker")
-      docker_unit_orphan.save!
-      action = create_action(action_class)
-      action.expects(:plan_self)
-      plan_action action, smart_proxy
-      run_action action
-      assert_raises(ActiveRecord::RecordNotFound) { file_unit_orphan.reload }
-      assert_raises(ActiveRecord::RecordNotFound) { docker_unit_orphan.reload }
+      refute_tree_planned(tree, ::Actions::Katello::OrphanCleanup::RemoveOrphanedContentUnits)
     end
   end
 end

test/models/repository_test.rb

@@ -710,12 +710,12 @@ def test_with_errata
       assert_includes Repository.with_errata([errata]), @rhel6
     end
 
-    def test_index_content_destroys_orphans
+    def test_orphaned_content_task_destroys_orphans
       rpm = katello_rpms(:one)
       ::Katello::ContentUnitIndexer.any_instance.stubs(:import_all).returns(true)
       ::Katello::Repository.any_instance.stubs(:import_distribution_data).returns(true)
       rpm.repository_rpms.destroy_all
-      @rhel6.index_content
+      ForemanTasks.sync_task(Actions::Katello::OrphanCleanup::RemoveOrphanedContentUnits, {repo_id: @rhel6.id})
       assert_raises(ActiveRecord::RecordNotFound) { rpm.reload }
     end