Class: Jobs::CleanUpUploads

Inherits:
Scheduled show all
Defined in:
app/jobs/scheduled/clean_up_uploads.rb

Instance Method Summary collapse

Methods inherited from Scheduled

#perform

Methods inherited from Base

acquire_cluster_concurrency_lock!, clear_cluster_concurrency_lock!, cluster_concurrency, cluster_concurrency_redis_key, delayed_perform, #error_context, get_cluster_concurrency, #last_db_duration, #log, #perform, #perform_immediately

Instance Method Details

#execute(args) ⇒ Object 



7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
 
# File 'app/jobs/scheduled/clean_up_uploads.rb', line 7

def execute(args)
  grace_period = [SiteSetting.clean_orphan_uploads_grace_period_hours, 1].max

  # Always remove invalid upload records regardless of clean_up_uploads setting.
  Upload
    .by_users
    .where(
      "retain_hours IS NULL OR created_at < current_timestamp - interval '1 hour' * retain_hours",
    )
    .where("created_at < ?", grace_period.hour.ago)
    .where(url: "")
    .find_each(&:destroy!)

  return unless SiteSetting.clean_up_uploads?

  # Do nothing if the last cleanup was run too recently.
  last_cleanup_timestamp = last_cleanup
  if last_cleanup_timestamp.present? &&
       (Time.zone.now.to_i - last_cleanup_timestamp) < (grace_period / 2).hours
    return
  end

  result = Upload.by_users
  Upload.unused_callbacks&.each { |handler| result = handler.call(result) }
  result =
    result
      .where(
        "uploads.retain_hours IS NULL OR uploads.created_at < current_timestamp - interval '1 hour' * uploads.retain_hours",
      )
      .where("uploads.created_at < ?", grace_period.hour.ago) # Don't remove any secure uploads.
      .where("uploads.access_control_post_id IS NULL")
      .joins(
        "LEFT JOIN upload_references ON upload_references.upload_id = uploads.id",
      ) # Don't remove any uploads linked to an UploadReference.
      .where("upload_references.upload_id IS NULL")
      .with_no_non_post_relations

  result.find_each do |upload|
    next if Upload.in_use_callbacks&.any? { |callback| callback.call(upload) }
    upload.sha1.present? ? upload.destroy : upload.delete
  end

  ExternalUploadStub.cleanup!

  self.last_cleanup = Time.zone.now.to_i
end

#last_cleanup ⇒ Object 



58
59
60
61
 
# File 'app/jobs/scheduled/clean_up_uploads.rb', line 58

def last_cleanup
  timestamp = Discourse.redis.get(last_cleanup_key)
  timestamp ? timestamp.to_i : timestamp
end

#last_cleanup=(timestamp) ⇒ Object 



54
55
56
 
# File 'app/jobs/scheduled/clean_up_uploads.rb', line 54

def last_cleanup=(timestamp)
  Discourse.redis.setex(last_cleanup_key, 7.days.to_i, timestamp.to_s)
end

#reset_last_cleanup! ⇒ Object 



63
64
65
 
# File 'app/jobs/scheduled/clean_up_uploads.rb', line 63

def reset_last_cleanup!
  Discourse.redis.del(last_cleanup_key)
end