Class: Katello::Util::DeduplicationMigrator

Inherits:
Object
  • Object
show all
Includes:
ActionView::Helpers::TextHelper
Defined in:
app/lib/katello/util/deduplication_migrator.rb

Overview

used in db/migrate/20211201154845_add_unique_indexes.rb

Instance Method Summary collapse

Instance Method Details

#clean_duplicates(query, model) ⇒ Object 



85
86
87
88
 
# File 'app/lib/katello/util/deduplication_migrator.rb', line 85

def clean_duplicates(query, model)
  min_id = query.delete(:min_id)
  model.where(query).where.not(id: min_id).delete_all # returns quantity deleted
end

#cleaning_queries(model_to_clean) ⇒ Object 



71
72
73
74
75
76
77
78
79
80
81
82
83
 
# File 'app/lib/katello/util/deduplication_migrator.rb', line 71

def cleaning_queries(model_to_clean)
  model = model_to_clean[:model]
  fields = model_to_clean[:fields]
  dup_query = model.group(fields).having("count(*) > 1")
  duplicate_entries = dup_query.count.try(:keys) #  [[1, 1], [6, 1]] - the set of duplicate combinations
  return [] if duplicate_entries.blank?
  min_ids = dup_query.pluck('min(id)') # [1, 6] - the ids of the duplicate entries with the lowest id, in the same order as duplicate_entries
  duplicate_entries.map.with_index do |entry, idx|
    # [{:lifecycle_environment_id=>1, :capsule_id=>1, :min_id=>1},
    # {:lifecycle_environment_id=>6, :capsule_id=>1, :min_id=>6}]
    Hash[fields.zip(entry)].merge({ min_id: min_ids[idx] })
  end
end

#execute! ⇒ Object

example —- (IDs 1/7 and 6/8 are duplicates ) ::Katello::CapsuleLifecycleEnvironment.all

> [#<Katello::CapsuleLifecycleEnvironment:0x0000000017e11060 id: 1, capsule_id: 1, lifecycle_environment_id: 1>,

#<Katello::CapsuleLifecycleEnvironment:0x0000000017e10f98 id: 2, capsule_id: 1, lifecycle_environment_id: 2>, #<Katello::CapsuleLifecycleEnvironment:0x0000000017e10ed0 id: 3, capsule_id: 1, lifecycle_environment_id: 3>, … #<Katello::CapsuleLifecycleEnvironment:0x0000000017e10c78 id: 6, capsule_id: 1, lifecycle_environment_id: 6>, #<Katello::CapsuleLifecycleEnvironment:0x0000000017e10bb0 id: 7, capsule_id: 1, lifecycle_environment_id: 1>, #<Katello::CapsuleLifecycleEnvironment:0x0000000017e10ac0 id: 8, capsule_id: 1, lifecycle_environment_id: 6>]



49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
 
# File 'app/lib/katello/util/deduplication_migrator.rb', line 49

def execute!
  models_to_clean.each do |model_to_clean|
    rows_deleted = 0
    model = model_to_clean[:model]
    cleaning_queries(model_to_clean).each { |query| rows_deleted += clean_duplicates(query, model) }
    if rows_deleted > 0
      Rails.logger.info("Deleted #{pluralize(rows_deleted, 'duplicate table row')} from #{model.table_name}")
    end
  end
  Rails.logger.info("Finished cleaning duplicate table rows")

  models_to_rename.each do |model_to_rename|
    rows_renamed = 0
    model = model_to_rename[:model]
    cleaning_queries(model_to_rename).each { |query| rows_renamed += rename_duplicates(query, model) }
    if rows_renamed > 0
      Rails.logger.info("Renamed #{pluralize(rows_renamed, 'duplicate table row')} from #{model.table_name}")
    end
  end
  Rails.logger.info("Finished renaming duplicate table rows")
end

#models_to_clean ⇒ Object 



6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
 
# File 'app/lib/katello/util/deduplication_migrator.rb', line 6

def models_to_clean
  [
    {
      :model => ::Katello::CapsuleLifecycleEnvironment,
      :fields => [:lifecycle_environment_id, :capsule_id]
    },
    {
      :model => ::Katello::ContentViewErratumFilterRule,
      :fields => [:errata_id, :content_view_filter_id]
    },
    {
      :model => ::Katello::ContentViewModuleStreamFilterRule,
      :fields => [:module_stream_id, :content_view_filter_id]
    },
    {
      :model => ::Katello::ContentViewPackageGroupFilterRule,
      :fields => [:uuid, :content_view_filter_id]
    },
    {
      :model =>
      ::Katello::ContentViewRepository,
      :fields => [:content_view_id, :repository_id]
    }
  ]
end

#models_to_rename ⇒ Object 



32
33
34
35
36
37
38
39
 
# File 'app/lib/katello/util/deduplication_migrator.rb', line 32

def models_to_rename
  [
    {
      :model => ::Katello::ContentView,
      :fields => [:name, :organization_id]
    }
  ]
end

#rename_duplicates(query, model) ⇒ Object 



90
91
92
93
94
95
96
97
98
99
100
101
102
 
# File 'app/lib/katello/util/deduplication_migrator.rb', line 90

def rename_duplicates(query, model)
  min_id = query.delete(:min_id)
  counter = 0
  model.where(query).where.not(id: min_id).each do |duplicate|
    counter += 1
    old_name = duplicate.name
    new_name = "#{duplicate.name}_#{duplicate.id}"
    duplicate.name = new_name
    duplicate.save(validate: false) # skip validation since migrations should never fail
    Rails.logger.info("Content view #{old_name} (id #{duplicate.id}) renamed to #{new_name}")
  end
  counter
end