diff options
author | Gabriel Mazetto <brodock@gmail.com> | 2018-05-15 11:35:00 +0200 |
---|---|---|
committer | Gabriel Mazetto <brodock@gmail.com> | 2018-05-28 23:39:35 +0200 |
commit | 78d25079f559432d2ac27cf743ddb2abf38a9a5a (patch) | |
tree | 3d348a7564722cf3ba57d50ac861eeac22f7be98 /lib/gitlab/hashed_storage/rake_helper.rb | |
parent | 6e354cb642f911dc71be3d5368f066900fc25970 (diff) | |
download | gitlab-ce-78d25079f559432d2ac27cf743ddb2abf38a9a5a.tar.gz |
Extracted auxiliary methods from storage.rake into specific RakeHelper
Diffstat (limited to 'lib/gitlab/hashed_storage/rake_helper.rb')
-rw-r--r-- | lib/gitlab/hashed_storage/rake_helper.rb | 81 |
1 files changed, 81 insertions, 0 deletions
diff --git a/lib/gitlab/hashed_storage/rake_helper.rb b/lib/gitlab/hashed_storage/rake_helper.rb new file mode 100644 index 00000000000..70ae6c9a4d8 --- /dev/null +++ b/lib/gitlab/hashed_storage/rake_helper.rb @@ -0,0 +1,81 @@ +module Gitlab + module HashedStorage + module RakeHelper + def self.batch_size + ENV.fetch('BATCH', 200).to_i + end + + def self.project_id_batches(&block) + Project.with_unmigrated_storage.in_batches(of: batch_size, start: ENV['ID_FROM'], finish: ENV['ID_TO']) do |relation| # rubocop: disable Cop/InBatches + ids = relation.pluck(:id) + + yield ids.min, ids.max + end + end + + def self.legacy_attachments_relation + Upload.joins(<<~SQL).where('projects.storage_version < :version OR projects.storage_version IS NULL', version: Project::HASHED_STORAGE_FEATURES[:attachments]) + JOIN projects + ON (uploads.model_type='Project' AND uploads.model_id=projects.id) + SQL + end + + def self.hashed_attachments_relation + Upload.joins(<<~SQL).where('projects.storage_version >= :version', version: Project::HASHED_STORAGE_FEATURES[:attachments]) + JOIN projects + ON (uploads.model_type='Project' AND uploads.model_id=projects.id) + SQL + end + + def self.relation_summary(relation_name, relation) + relation_count = relation.count + $stdout.puts "* Found #{relation_count} #{relation_name}".color(:green) + + relation_count + end + + def self.projects_list(relation_name, relation) + relation_count = relation_summary(relation_name, relation) + + projects = relation.with_route + limit = ENV.fetch('LIMIT', 500).to_i + + return unless relation_count > 0 + + $stdout.puts " ! Displaying first #{limit} #{relation_name}..." if relation_count > limit + + counter = 0 + projects.find_in_batches(batch_size: batch_size) do |batch| + batch.each do |project| + counter += 1 + + $stdout.puts " - #{project.full_path} (id: #{project.id})".color(:red) + + return if counter >= limit # rubocop:disable Lint/NonLocalExitFromIterator, Cop/AvoidReturnFromBlocks + end + end + end + + def self.attachments_list(relation_name, relation) + relation_count = relation_summary(relation_name, relation) + + limit = ENV.fetch('LIMIT', 500).to_i + + return unless relation_count > 0 + + $stdout.puts " ! Displaying first #{limit} #{relation_name}..." if relation_count > limit + + counter = 0 + relation.find_in_batches(batch_size: batch_size) do |batch| + batch.each do |upload| + counter += 1 + + $stdout.puts " - #{upload.path} (id: #{upload.id})".color(:red) + + return if counter >= limit # rubocop:disable Lint/NonLocalExitFromIterator, Cop/AvoidReturnFromBlocks + end + end + end + end + end +end |