about summary refs log tree commit diff
path: root/db/migrate/20180812173710_copy_status_stats.rb
blob: 45eb9501ce91fcd20336ec5b221a3cd3aabd7d86 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
class CopyStatusStats < ActiveRecord::Migration[5.2]
  disable_ddl_transaction!

  def up
    safety_assured do
      if supports_upsert?
        up_fast
      else
        up_slow
      end
    end
  end

  def down
    # Nothing
  end

  private

  def supports_upsert?
    version = select_one("SELECT current_setting('server_version_num') AS v")['v'].to_i
    version >= 90_500
  end

  def up_fast
    say 'Upsert is available, importing counters using the fast method'

    Status.unscoped.select('id').find_in_batches(batch_size: 5_000) do |statuses|
      execute <<-SQL.squish
        INSERT INTO status_stats (status_id, reblogs_count, favourites_count, created_at, updated_at)
        SELECT id, reblogs_count, favourites_count, created_at, updated_at
        FROM statuses
        WHERE id IN (#{statuses.map(&:id).join(', ')})
        ON CONFLICT (status_id) DO UPDATE
        SET reblogs_count = EXCLUDED.reblogs_count, favourites_count = EXCLUDED.favourites_count
      SQL
    end
  end

  def up_slow
    say 'Upsert is not available in PostgreSQL below 9.5, falling back to slow import of counters'

    # We cannot use bulk INSERT or overarching transactions here because of possible
    # uniqueness violations that we need to skip over
    Status.unscoped.select('id, reblogs_count, favourites_count, created_at, updated_at').find_each do |status|
      params = [[nil, status.id], [nil, status.reblogs_count], [nil, status.favourites_count], [nil, status.created_at], [nil, status.updated_at]]
      exec_insert('INSERT INTO status_stats (status_id, reblogs_count, favourites_count, created_at, updated_at) VALUES ($1, $2, $3, $4, $5)', nil, params)
    rescue ActiveRecord::RecordNotUnique
      next
    end
  end
end