1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
|
# frozen_string_literal: true
class Scheduler::JanitorScheduler
include Sidekiq::Worker
include BlocklistHelper
include ModerationHelper
MIN_POSTS = 6
sidekiq_options unique: :until_executed, retry: 0
def perform
@account = janitor_account
return if @account.nil?
@exclude_ids = excluded_account_ids.uniq
@exclude_domains = excluded_domains.uniq
@exclude_markov = excluded_accounts_from_env('MARKOV').uniq
prune_deleted_accounts!
suspend_abandoned_accounts!
suspend_spammers!
silence_markov!
import_blocklists!
export_suspensions!
export_activityrelay_config!
end
private
def prune_deleted_accounts!
Account.local.where.not(suspended_at: nil).destroy_all
end
def suspend_abandoned_accounts!
reason = "Appears to be abandoned. Freeing up the username for someone else."
abandoned_accounts.find_each do |account|
account_policy(account.username, nil, :suspend, reason)
end
end
def suspend_spammers!
reason = 'Appears to be a spammer account.'
spammer_accounts.find_each do |spammer|
account_policy(spammer.username, spammer.domain, :suspend, reason)
end
end
def silence_markov!
reason = 'Appears to be a markov bot.'
markov_accounts.find_each do |markov|
account_policy(markov.username, markov.domain, :silence, reason)
end
end
def import_blocklists!
blocks = merged_blocklist.reject { |entry| entry[:domain].in?(@exclude_domains) }
blocks.each do |entry|
next unless domain_exists?(entry[:domain])
block = DomainBlock.create!(entry)
DomainBlockWorker.perform_async(block)
Admin::ActionLog.create(account: @account, action: :create, target: block)
user_friendly_action_log(@account, :create, block)
end
end
def export_suspensions!
outfile = ENV.fetch('JANITOR_BLOCKLIST_OUTPUT', '')
return if outfile.blank?
return unless File.file?(outfile)
File.open(outfile, 'w:UTF-8') do |file|
file.puts(DomainBlock.suspend.pluck(:domain))
end
end
def export_activityrelay_config!
outfile = ENV.fetch('ACTIVITYRELAY_OUTPUT', '')
return if outfile.blank?
return unless File.file?(outfile)
File.open(outfile, 'w:UTF-8') do |file|
formatted_allowlist = allowed_domains.uniq.map { |d| " - '#{d}'" }
formatted_blocklist = DomainBlock.suspend.pluck(:domain).map { |d| " - '#{d}'" }
file.puts('db: relay.jsonld')
file.puts("listen: #{ENV.fetch('ACTIVITYRELAY_LISTEN', '127.0.0.1')}")
file.puts("port: #{ENV.fetch('ACTIVITYRELAY_PORT', '9001')}")
file.puts("note: \"#{ENV.fetch('ACTIVITYRELAY_NOTE', "#{Setting.site_title} relay")}\"")
file.puts('ap:')
file.puts(" host: '#{ENV.fetch('ACTIVITYRELAY_HOST', "relay.#{Rails.configuration.x.local_domain}")}'")
file.puts(' blocked_instances:')
file.puts(formatted_blocklist)
file.puts(" whitelist_enabled: #{ENV.fetch('ACTIVITYRELAY_ALLOWLIST', 'true')}")
file.puts(' whitelist:')
file.puts(formatted_allowlist)
end
end
def spammer_accounts
spammer_ids = spammer_account_ids
Account.reorder(nil).where(id: spammer_ids, suspended_at: nil)
.where.not(id: @exclude_ids)
end
def markov_accounts
Account.reorder(nil).where(silenced_at: nil).where.not(id: @exclude_markov)
.where('username LIKE ? OR note ILIKE ?', '%ebooks%', '%markov%')
end
def abandoned_accounts
Account.reorder(nil).where(id: abandoned_account_ids)
end
def abandoned_users
User.select(:account_id).where('last_sign_in_at < ?', 3.months.ago)
end
def excluded_domains
existing_policy_domains | allowed_domains
end
def allowed_domains
domains_from_account_ids | excluded_from_env('DOMAINS')
end
def abandoned_account_ids
AccountStat.select(:account_id)
.where(account_id: abandoned_users)
.where('statuses_count < ?', MIN_POSTS)
end
def excluded_account_ids
local_account_ids | outgoing_follow_ids | excluded_accounts_from_env('USERNAMES')
end
def spammer_account_ids
post_spammer_ids | card_spammer_ids
end
def existing_policy_domains
DomainBlock.all.pluck(:domain)
end
def domains_from_account_ids
Account.reorder(nil).where(id: @account_ids).pluck(:domain).uniq
end
def local_account_ids
Account.local.reorder(nil).pluck(:id)
end
def outgoing_follow_ids
Account.local.reorder(nil).flat_map { |account| account.following_ids }
end
def post_spammer_ids
Status.with_public_visibility
.reorder(nil)
.where('tsv @@ to_tsquery(?)', 'womenarestupid.site & /blog/:*')
.pluck(:account_id)
end
def card_spammer_ids
PreviewCard.where('url LIKE ? OR title ILIKE ?', '%womenarestupid%', '%womenaredumb%')
.reorder(nil)
.flat_map { |card| card.statuses.pluck(:account_id) }
end
def excluded_accounts_from_env(suffix)
excluded_usernames = ENV.fetch("JANITOR_EXCLUDE_#{suffix.upcase}", '').split
Account.reorder(nil).where(username: excluded_usernames).pluck(:id)
end
def excluded_from_env(suffix)
ENV.fetch("JANITOR_EXCLUDE_#{suffix.upcase}", '').split
end
end
|
