From e301f705eeb4f863acceb9eb141e6cf4ff6e15b7 Mon Sep 17 00:00:00 2001 From: Fire Demon Date: Sun, 19 Jul 2020 00:09:08 -0500 Subject: [Database] Move lengthy backfill for computing post nesting levels to Rake task, monsterfork:compute_nesting_levels --- .../20200717015413_backfill_status_nest_level.rb | 24 ---------------------- lib/tasks/monsterfork.rake | 22 ++++++++++++++++++++ 2 files changed, 22 insertions(+), 24 deletions(-) delete mode 100644 db/migrate/20200717015413_backfill_status_nest_level.rb create mode 100644 lib/tasks/monsterfork.rake diff --git a/db/migrate/20200717015413_backfill_status_nest_level.rb b/db/migrate/20200717015413_backfill_status_nest_level.rb deleted file mode 100644 index 1f37ef847..000000000 --- a/db/migrate/20200717015413_backfill_status_nest_level.rb +++ /dev/null @@ -1,24 +0,0 @@ -class BackfillStatusNestLevel < ActiveRecord::Migration[5.2] - disable_ddl_transaction! - - def up - Rails.logger.info("Populating nest levels for orphaned replies...") - Status.select(:id, :account_id).where(reply: true, in_reply_to_id: nil).reorder(nil).in_batches.update_all(nest_level: 1) - - count = 1.0 - total = Conversation.count - - Conversation.reorder('conversations.id DESC').find_each do |conversation| - Rails.logger.info("(#{(count/total*100).to_i}%) Populating nest levels for threads...") - conversation.statuses.where(reply: true).reorder('statuses.id ASC').find_each do |status| - level = [status.thread&.account_id == status.account_id ? status.thread&.nest_level.to_i : status.thread&.nest_level.to_i + 1, 127].min - status.update(nest_level: level) if level != status.nest_level - end - count += 1 - end - end - - def down - true - end -end diff --git a/lib/tasks/monsterfork.rake b/lib/tasks/monsterfork.rake new file mode 100644 index 000000000..041bdac3c --- /dev/null +++ b/lib/tasks/monsterfork.rake @@ -0,0 +1,22 @@ +# frozen_string_literal: true +namespace :monsterfork do + desc 'Compute post nesting levels (this may take a very long time!)' + task compute_nesting_levels: :environment do + Rails.logger.info('Setting post nesting level for orphaned replies...') + Status.select(:id, :account_id).where(reply: true, in_reply_to_id: nil).reorder(nil).in_batches.update_all(nest_level: 1) + + count = 1.0 + total = Conversation.count + + Conversation.reorder('conversations.id DESC').find_each do |conversation| + Rails.logger.info("(#{(count / total * 100).to_i}%) Computing post nesting levels for all threads...") + + conversation.statuses.where(reply: true).reorder('statuses.id ASC').find_each do |status| + level = [status.thread&.account_id == status.account_id ? status.thread&.nest_level.to_i : status.thread&.nest_level.to_i + 1, 127].min + status.update(nest_level: level) if level != status.nest_level + end + + count += 1 + end + end +end -- cgit