commit
166d412414
GPG Key ID:
0104BC05F41B77B8
@ -0,0 +1,14 @@
|
||||
# Divergences
|
||||
|
||||
## Major Features
|
||||
|
||||
- quote posting
|
||||
- Treehouse::Automod (experimental feature flagged)
|
||||
|
||||
## Other Changes
|
||||
|
||||
- various build system changes
|
||||
- a better dockerfile
|
||||
- yarn v2 (a mistake, tbh)
|
||||
- various dev env changes
|
||||
- various css/style changes
|
||||
@ -0,0 +1,128 @@
|
||||
module Treehouse
|
||||
module Automod
|
||||
COMMENT_HEADER = <<~EOS
|
||||
Tracking Report - automatically created by TreehouseAutomod
|
||||
EOS
|
||||
|
||||
WARNING_TEXT = <<~EOS
|
||||
Tracking Infraction - automatically created by TreehouseAutomod
|
||||
EOS
|
||||
|
||||
def self.suspend_with_tracking_report!(account, status_ids: [], explanation: "")
|
||||
account.save!
|
||||
|
||||
self.file_tracking_report!(account, status_ids: status_ids) unless account.suspension_origin == "local"
|
||||
|
||||
account.suspend! unless account.suspension_origin == "local"
|
||||
end
|
||||
|
||||
def self.file_tracking_report!(account, status_ids: [], explanation: "")
|
||||
reporter = self.staff_account
|
||||
return if reporter.nil?
|
||||
|
||||
report = ReportService.new.call(
|
||||
reporter,
|
||||
account,
|
||||
{
|
||||
status_ids: status_ids,
|
||||
comment: explanation.blank? ? COMMENT_HEADER : "#{COMMENT_HEADER}\n\n#{EXPLANATION}",
|
||||
th_skip_notify_staff: true,
|
||||
th_skip_forward: true,
|
||||
}
|
||||
)
|
||||
report.spam!
|
||||
report.assign_to_self!(reporter)
|
||||
|
||||
account_action = Admin::AccountAction.new(
|
||||
type: "suspend",
|
||||
report_id: report.id,
|
||||
target_account: account,
|
||||
current_account: reporter,
|
||||
send_email_notification: false,
|
||||
text: WARNING_TEXT,
|
||||
)
|
||||
account_action.save!
|
||||
|
||||
report.resolve!(reporter)
|
||||
end
|
||||
|
||||
def self.staff_account
|
||||
username = Rails.configuration.x.th_automod.automod_account_username
|
||||
Account.find_local(username) unless username.blank?
|
||||
end
|
||||
|
||||
def self.process_status!(status)
|
||||
ActivityPubActivityCreateExt.process!(status)
|
||||
end
|
||||
|
||||
def self.process_account!(account)
|
||||
AccountServiceExt.process!(account)
|
||||
end
|
||||
|
||||
module ActivityPubActivityCreateExt
|
||||
EXPLANATION = <<~EOS
|
||||
This account was automatically suspended by TreehouseAutomod, an unsupported feature.
|
||||
|
||||
Currently, the account-only heuristic should only automatically suspend accounts with one specific username and display name.
|
||||
|
||||
If this action is unexpected, please unset TH_MENTION_SPAM_HEURISTIC_AUTO_LIMIT_ACTIVE.
|
||||
EOS
|
||||
|
||||
# check if the status should be considered spam
|
||||
# @return true if the status was reported and the account was infracted
|
||||
def process!(status)
|
||||
return false unless Rails.configuration.x.th_automod.mention_spam_heuristic_auto_limit_active
|
||||
account = status.account
|
||||
minimal_effort = account.note.blank? && account.avatar_remote_url.blank? && account.header_remote_url.blank?
|
||||
return false if (account.local? ||
|
||||
account.local_followers_account > 0 ||
|
||||
!minimal_effort)
|
||||
|
||||
# minimal effort account, check mentions and account-known age
|
||||
status.mentions.size > 8 && account.created_at > (Time.now - 1.day)
|
||||
end
|
||||
end
|
||||
|
||||
module AccountServiceExt
|
||||
# hardcoded for now
|
||||
# md5 because they don't deserve more mentions
|
||||
HEURISTIC_NAMES = {
|
||||
"0116a9deace3289b7092e945ef5ca0a5" => Set["57d3d0b932cc9cd01be6b2f4e82c1a4a"],
|
||||
}
|
||||
# probably mathematically impossible to collide, but just in case...
|
||||
HEURISTIC_MAX_LEN = 16
|
||||
|
||||
EXPLANATION = <<~EOS
|
||||
This account was automatically suspended by TreehouseAutomod, an unsupported feature.
|
||||
|
||||
Currently, the account-only heuristic should only automatically suspend accounts with one specific username and display name.
|
||||
|
||||
If this action is unexpected, please unset TH_HEURISTIC_AUTO_SUSPEND.
|
||||
EOS
|
||||
|
||||
# @return true if the account was infracted
|
||||
def self.process!(account)
|
||||
return false unless heuristic_auto_suspend?(account)
|
||||
|
||||
Automod.suspend_with_tracking_report!(account, explanation: EXPLANATION) unless account.suspension_origin == "local"
|
||||
|
||||
true
|
||||
end
|
||||
|
||||
def self.matches_evil_hash?(account)
|
||||
username_md5 = Digest::MD5.hexdigest(account.username)
|
||||
display_name_md5 = Digest::MD5.hexdigest(account.display_name)
|
||||
|
||||
HEURISTIC_NAMES[username_md5].include?(display_name_md5)
|
||||
end
|
||||
|
||||
def self.heuristic_auto_suspend?(account)
|
||||
return false unless Rails.configuration.x.th_automod.account_service_heuristic_auto_suspend_active
|
||||
|
||||
return unless account.username.length < HEURISTIC_MAX_LEN && account.display_name.length < HEURISTIC_MAX_LEN
|
||||
|
||||
self.matches_evil_hash?(account)
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
Loading…
Reference in new issue