class ProcessFeedService < BaseService ACTIVITY_NS = 'http://activitystrea.ms/spec/1.0/'.freeze THREAD_NS = 'http://purl.org/syndication/thread/1.0'.freeze def call(body, account) xml = Nokogiri::XML(body) xml.encoding = 'utf-8' update_author(xml, account) process_entries(xml, account) end private def update_author(xml, account) return if xml.at_xpath('/xmlns:feed').nil? UpdateRemoteProfileService.new.call(xml.at_xpath('/xmlns:feed/xmlns:author'), account) end def process_entries(xml, account) xml.xpath('//xmlns:entry').reverse_each.map { |entry| ProcessEntry.new.call(entry, account) }.compact end class ProcessEntry def call(xml, account) @account = account @xml = xml return if skip_unsupported_type? case verb when :post, :share return create_status when :delete return delete_status end end private def create_status Rails.logger.debug "Creating remote status #{id}" status = status_from_xml(@xml) if verb == :share original_status = status_from_xml(@xml.at_xpath('.//activity:object', activity: ACTIVITY_NS)) status.reblog = original_status if original_status.nil? status.destroy return nil elsif original_status.reblog? status.reblog = original_status.reblog end end status.save! Rails.logger.debug "Queuing remote status #{status.id} (#{id}) for distribution" DistributionWorker.perform_async(status.id) status end def delete_status Rails.logger.debug "Deleting remote status #{id}" status = Status.find_by(uri: id) RemoveStatusService.new.call(status) unless status.nil? nil end def skip_unsupported_type? !([:post, :share, :delete].include?(verb) && [:activity, :note, :comment].include?(type)) end def status_from_xml(entry) # Return early if status already exists in db status = find_status(id(entry)) return status unless status.nil? # If status embeds an author, find that author # If that author cannot be found, don't record the status (do not misattribute) if account?(entry) begin account = find_or_resolve_account(acct(entry)) return nil if account.nil? rescue Goldfinger::Error return nil end else account = @account end status = Status.create!({ uri: id(entry), url: url(entry), account: account, text: content(entry), created_at: published(entry), }) if thread?(entry) Rails.logger.debug "Trying to attach #{status.id} (#{id(entry)}) to #{thread(entry).first}" status.thread = find_or_resolve_status(status, *thread(entry)) end mentions_from_xml(status, entry) hashtags_from_xml(status, entry) media_from_xml(status, entry) status end def find_or_resolve_account(acct) FollowRemoteAccountService.new.call(acct) end def find_or_resolve_status(parent, uri, url) status = find_status(uri) ThreadResolveWorker.perform_async(parent.id, url) if status.nil? status end def find_status(uri) if TagManager.instance.local_id?(uri) local_id = TagManager.instance.unique_tag_to_local_id(uri, 'Status') return Status.find(local_id) end Status.find_by(uri: uri) end def mentions_from_xml(parent, xml) processed_account_ids = [] xml.xpath('./xmlns:link[@rel="mentioned"]').each do |link| next if link['href'] == 'http://activityschema.org/collection/public' url = Addressable::URI.parse(link['href']) mentioned_account = if TagManager.instance.local_domain?(url.host) Account.find_local(url.path.gsub('/users/', '')) else Account.find_by(url: link['href']) || FetchRemoteAccountService.new.call(link['href']) end next if mentioned_account.nil? || processed_account_ids.include?(mentioned_account.id) if mentioned_account.local? # Send notifications NotificationMailer.mention(mentioned_account, parent).deliver_later unless mentioned_account.blocking?(parent.account) end mentioned_account.mentions.where(status: parent).first_or_create(status: parent) # So we can skip duplicate mentions processed_account_ids << mentioned_account.id end end def hashtags_from_xml(parent, xml) tags = xml.xpath('./xmlns:category').map { |category| category['term'] }.select { |t| !t.blank? } ProcessHashtagsService.new.call(parent, tags) end def media_from_xml(parent, xml) xml.xpath('./xmlns:link[@rel="enclosure"]').each do |link| next unless link['href'] media = MediaAttachment.where(status: parent, remote_url: link['href']).first_or_initialize(account: parent.account, status: parent, remote_url: link['href']) begin media.file_remote_url = link['href'] media.save rescue Paperclip::Errors::NotIdentifiedByImageMagickError next end end end def id(xml = @xml) xml.at_xpath('./xmlns:id').content end def verb(xml = @xml) raw = xml.at_xpath('./activity:verb', activity: ACTIVITY_NS).content raw.gsub('http://activitystrea.ms/schema/1.0/', '').gsub('http://ostatus.org/schema/1.0/', '').to_sym rescue :post end def type(xml = @xml) raw = xml.at_xpath('./activity:object-type', activity: ACTIVITY_NS).content raw.gsub('http://activitystrea.ms/schema/1.0/', '').gsub('http://ostatus.org/schema/1.0/', '').to_sym rescue :activity end def url(xml = @xml) link = xml.at_xpath('./xmlns:link[@rel="alternate"]') link.nil? ? nil : link['href'] end def content(xml = @xml) xml.at_xpath('./xmlns:content').content end def published(xml = @xml) xml.at_xpath('./xmlns:published').content end def thread?(xml = @xml) !xml.at_xpath('./thr:in-reply-to', thr: THREAD_NS).nil? end def thread(xml = @xml) thr = xml.at_xpath('./thr:in-reply-to', thr: THREAD_NS) [thr['ref'], thr['href']] end def account?(xml = @xml) !xml.at_xpath('./xmlns:author').nil? end def acct(xml = @xml) username = xml.at_xpath('./xmlns:author/xmlns:name').content url = xml.at_xpath('./xmlns:author/xmlns:uri').content domain = Addressable::URI.parse(url).host "#{username}@#{domain}" end end end