Module: Gitlab::HashedStorage::RakeHelper
- Defined in:
- lib/gitlab/hashed_storage/rake_helper.rb
Class Method Summary collapse
- .attachments_list(relation_name, relation) ⇒ Object
- .batch_size ⇒ Object
- .hashed_attachments_relation ⇒ Object
-
.legacy_attachments_relation ⇒ Object
rubocop: enable CodeReuse/ActiveRecord.
-
.listing(relation_name, relation) ⇒ Object
rubocop: disable CodeReuse/ActiveRecord.
- .listing_limit ⇒ Object
-
.project_id_batches_migration(&block) ⇒ Object
rubocop: disable CodeReuse/ActiveRecord.
-
.project_id_batches_rollback(&block) ⇒ Object
rubocop: disable CodeReuse/ActiveRecord.
- .projects_list(relation_name, relation) ⇒ Object
-
.prune(relation_name, relation, dry_run: true, root: nil) ⇒ Object
rubocop: enable CodeReuse/ActiveRecord.
- .range_from ⇒ Object
- .range_single_item? ⇒ Boolean
- .range_to ⇒ Object
- .relation_summary(relation_name, relation) ⇒ Object
- .using_ranges? ⇒ Boolean
Class Method Details
.attachments_list(relation_name, relation) ⇒ Object
72 73 74 75 76 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 72 def self.(relation_name, relation) listing(relation_name, relation) do |upload| $stdout.puts " - #{upload.path} (id: #{upload.id})".color(:red) end end |
.batch_size ⇒ Object
6 7 8 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 6 def self.batch_size ENV.fetch('BATCH', 200).to_i end |
.hashed_attachments_relation ⇒ Object
54 55 56 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 54 def self. Upload.inner_join_local_uploads_projects.merge(Project.with_storage_feature(:attachments)) end |
.legacy_attachments_relation ⇒ Object
rubocop: enable CodeReuse/ActiveRecord
50 51 52 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 50 def self. Upload.inner_join_local_uploads_projects.merge(Project.without_storage_feature(:attachments)) end |
.listing(relation_name, relation) ⇒ Object
rubocop: disable CodeReuse/ActiveRecord
79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 79 def self.listing(relation_name, relation) relation_count = relation_summary(relation_name, relation) return unless relation_count > 0 limit = listing_limit if relation_count > limit $stdout.puts " ! Displaying first #{limit} #{relation_name}..." end relation.find_each(batch_size: batch_size).with_index do |element, index| yield element break if index + 1 >= limit end end |
.listing_limit ⇒ Object
10 11 12 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 10 def self.listing_limit ENV.fetch('LIMIT', 500).to_i end |
.project_id_batches_migration(&block) ⇒ Object
rubocop: disable CodeReuse/ActiveRecord
31 32 33 34 35 36 37 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 31 def self.project_id_batches_migration(&block) Project.with_unmigrated_storage.in_batches(of: batch_size, start: range_from, finish: range_to) do |relation| # rubocop: disable Cop/InBatches ids = relation.pluck(:id) yield ids.min, ids.max end end |
.project_id_batches_rollback(&block) ⇒ Object
rubocop: disable CodeReuse/ActiveRecord
41 42 43 44 45 46 47 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 41 def self.project_id_batches_rollback(&block) Project.with_storage_feature(:repository).in_batches(of: batch_size, start: range_from, finish: range_to) do |relation| # rubocop: disable Cop/InBatches ids = relation.pluck(:id) yield ids.min, ids.max end end |
.projects_list(relation_name, relation) ⇒ Object
65 66 67 68 69 70 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 65 def self.projects_list(relation_name, relation) listing(relation_name, relation.with_route) do |project| $stdout.puts " - #{project.full_path} (id: #{project.id})".color(:red) $stdout.puts " #{project.repository.disk_path}" end end |
.prune(relation_name, relation, dry_run: true, root: nil) ⇒ Object
rubocop: enable CodeReuse/ActiveRecord
97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 97 def self.prune(relation_name, relation, dry_run: true, root: nil) root ||= '../repositories' known_paths = Set.new listing(relation_name, relation) { |p| known_paths << "#{root}/#{p.repository.disk_path}" } marked_for_deletion = Set.new(Dir["#{root}/@hashed/*/*/*"]) marked_for_deletion.reject! do |path| base = path.gsub(/\.(\w+\.)?git$/, '') known_paths.include?(base) end if marked_for_deletion.empty? $stdout.puts "No orphaned directories found. Nothing to do!" else n = marked_for_deletion.size $stdout.puts "Found #{n} orphaned #{'directory'.pluralize(n)}" $stdout.puts "Dry run. (Run again with FORCE=1 to delete). We would have deleted:" if dry_run end marked_for_deletion.each do |p| p = Pathname.new(p) if dry_run $stdout.puts " - #{p}" else $stdout.puts "Removing #{p}" p.rmtree end end end |
.range_from ⇒ Object
14 15 16 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 14 def self.range_from ENV['ID_FROM'] end |
.range_single_item? ⇒ Boolean
26 27 28 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 26 def self.range_single_item? using_ranges? && range_from == range_to end |
.range_to ⇒ Object
18 19 20 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 18 def self.range_to ENV['ID_TO'] end |
.relation_summary(relation_name, relation) ⇒ Object
58 59 60 61 62 63 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 58 def self.relation_summary(relation_name, relation) relation_count = relation.count $stdout.puts "* Found #{relation_count} #{relation_name}".color(:green) relation_count end |
.using_ranges? ⇒ Boolean
22 23 24 |
# File 'lib/gitlab/hashed_storage/rake_helper.rb', line 22 def self.using_ranges? !range_from.nil? && !range_to.nil? end |