From e2f7f1db860c45112ce9c94859bc19cd53cab773 Mon Sep 17 00:00:00 2001
From: multiple creatures <dev@multiple-creature.party>
Date: Tue, 17 Sep 2019 21:23:09 -0500
Subject: add `BatchFetchMediaWorker` to fetch batches of media without
 overloading either server

---
 app/workers/batch_fetch_media_worker.rb | 14 ++++++++++++++
 1 file changed, 14 insertions(+)
 create mode 100644 app/workers/batch_fetch_media_worker.rb

diff --git a/app/workers/batch_fetch_media_worker.rb b/app/workers/batch_fetch_media_worker.rb
new file mode 100644
index 000000000..c002aeee7
--- /dev/null
+++ b/app/workers/batch_fetch_media_worker.rb
@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+class BatchFetchMediaWorker
+  include Sidekiq::Worker
+
+  sidekiq_options queue: 'bulk', retry: 2
+
+  def perform(media_attachment_ids)
+    media_attachment_ids.each_with_index do |attachment_id, index|
+      FetchMediaWorker.perform_async(attachment_id)
+      sleep(0.5 * Sidekiq::Queue.new(:bulk).size)
+    end
+  end
+end
-- 
cgit