Class: Jobs::EnsureS3UploadsExistence

Inherits:
Scheduled show all
Defined in:
app/jobs/scheduled/ensure_s3_uploads_existence.rb

Constant Summary collapse

WAIT_AFTER_RESTORE_HOURS =
48

Instance Method Summary collapse

Methods inherited from Base

acquire_cluster_concurrency_lock!, clear_cluster_concurrency_lock!, cluster_concurrency, cluster_concurrency_redis_key, delayed_perform, #error_context, get_cluster_concurrency, #last_db_duration, #log, #perform_immediately

Instance Method Details

#executable?Boolean

Returns:

  • (Boolean)


52
53
54
55
56
57
58
59
60
# File 'app/jobs/scheduled/ensure_s3_uploads_existence.rb', line 52

def executable?
  return false if !SiteSetting.enable_s3_inventory

  if last_restore_date = BackupMetadata.last_restore_date
    return false if last_restore_date > WAIT_AFTER_RESTORE_HOURS.hours.ago
  end

  true
end

#execute(args) ⇒ Object



30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
# File 'app/jobs/scheduled/ensure_s3_uploads_existence.rb', line 30

def execute(args)
  return if !executable?
  require "s3_inventory"

  if !@db_inventories && Rails.configuration.multisite && GlobalSetting.use_s3?
    prepare_for_all_sites
  end

  if @db_inventories &&
       preloaded_inventory_file =
         @db_inventories[RailsMultisite::ConnectionManagement.current_db]
    S3Inventory.new(
      s3_helper,
      :upload,
      preloaded_inventory_file: preloaded_inventory_file,
      preloaded_inventory_date: @inventory_date,
    ).backfill_etags_and_list_missing
  else
    S3Inventory.new(s3_helper, :upload).backfill_etags_and_list_missing
  end
end

#perform(*args) ⇒ Object



9
10
11
12
13
14
15
16
17
18
# File 'app/jobs/scheduled/ensure_s3_uploads_existence.rb', line 9

def perform(*args)
  super
ensure
  if @db_inventories
    @db_inventories.values.each do |f|
      f.close
      f.unlink
    end
  end
end

#prepare_for_all_sitesObject



24
25
26
27
28
# File 'app/jobs/scheduled/ensure_s3_uploads_existence.rb', line 24

def prepare_for_all_sites
  inventory = S3Inventory.new(s3_helper, :upload)
  @db_inventories = inventory.prepare_for_all_sites
  @inventory_date = inventory.inventory_date
end

#s3_helperObject



20
21
22
# File 'app/jobs/scheduled/ensure_s3_uploads_existence.rb', line 20

def s3_helper
  Discourse.store.s3_helper
end