# frozen_string_literal: true require 'rubygems/package' class BackupService < BaseService include Payloadable attr_reader :account, :backup, :collection def call(backup) @backup = backup @account = backup.user.account build_json! build_archive! end private def build_json! @collection = serialize(collection_presenter, ActivityPub::CollectionSerializer) account.statuses.with_includes.reorder(nil).find_in_batches do |statuses| statuses.each do |status| item = serialize_payload(ActivityPub::ActivityPresenter.from_status(status, use_bearcap: false), ActivityPub::ActivitySerializer, signer: @account) item.delete(:'@context') unless item[:type] == 'Announce' || item[:object][:attachment].blank? item[:object][:attachment].each do |attachment| attachment[:url] = Addressable::URI.parse(attachment[:url]).path.gsub(/\A\/system\//, '') end end @collection[:orderedItems] << item end GC.start end end def build_archive! tmp_file = Tempfile.new(%w(archive .tar.gz)) File.open(tmp_file, 'wb') do |file| Zlib::GzipWriter.wrap(file) do |gz| Gem::Package::TarWriter.new(gz) do |tar| dump_media_attachments!(tar) dump_outbox!(tar) dump_likes!(tar) dump_bookmarks!(tar) dump_actor!(tar) end end end archive_filename = ['archive', Time.now.utc.strftime('%Y%m%d%H%M%S'), SecureRandom.hex(16)].join('-') + '.tar.gz' @backup.dump = ActionDispatch::Http::UploadedFile.new(tempfile: tmp_file, filename: archive_filename) @backup.processed = true @backup.save! ensure tmp_file.close tmp_file.unlink end def dump_media_attachments!(tar) MediaAttachment.attached.where(account: account).reorder(nil).find_in_batches do |media_attachments| media_attachments.each do |m| next unless m.file&.path download_to_tar(tar, m.file, m.file.path) end GC.start end end def dump_outbox!(tar) json = Oj.dump(collection) tar.add_file_simple('outbox.json', 0o444, json.bytesize) do |io| io.write(json) end end def dump_actor!(tar) actor = serialize(account, ActivityPub::ActorSerializer) actor[:icon][:url] = 'avatar' + File.extname(actor[:icon][:url]) if actor[:icon] actor[:image][:url] = 'header' + File.extname(actor[:image][:url]) if actor[:image] actor[:outbox] = 'outbox.json' actor[:likes] = 'likes.json' actor[:bookmarks] = 'bookmarks.json' download_to_tar(tar, account.avatar, 'avatar' + File.extname(account.avatar.path)) if account.avatar.exists? download_to_tar(tar, account.header, 'header' + File.extname(account.header.path)) if account.header.exists? json = Oj.dump(actor) tar.add_file_simple('actor.json', 0o444, json.bytesize) do |io| io.write(json) end end def dump_likes!(tar) collection = serialize(ActivityPub::CollectionPresenter.new(id: 'likes.json', type: :ordered, size: 0, items: []), ActivityPub::CollectionSerializer) Status.reorder(nil).joins(:favourites).includes(:account).merge(account.favourites).find_in_batches do |statuses| statuses.each do |status| collection[:totalItems] += 1 collection[:orderedItems] << ActivityPub::TagManager.instance.uri_for(status) end GC.start end json = Oj.dump(collection) tar.add_file_simple('likes.json', 0o444, json.bytesize) do |io| io.write(json) end end def dump_bookmarks!(tar) collection = serialize(ActivityPub::CollectionPresenter.new(id: 'bookmarks.json', type: :ordered, size: 0, items: []), ActivityPub::CollectionSerializer) Status.reorder(nil).joins(:bookmarks).includes(:account).merge(account.bookmarks).find_in_batches do |statuses| statuses.each do |status| collection[:totalItems] += 1 collection[:orderedItems] << ActivityPub::TagManager.instance.uri_for(status) end GC.start end json = Oj.dump(collection) tar.add_file_simple('bookmarks.json', 0o444, json.bytesize) do |io| io.write(json) end end def collection_presenter ActivityPub::CollectionPresenter.new( id: 'outbox.json', type: :ordered, size: account.statuses_count, items: [] ) end def serialize(object, serializer) ActiveModelSerializers::SerializableResource.new( object, serializer: serializer, adapter: ActivityPub::Adapter ).as_json end CHUNK_SIZE = 1.megabyte def download_to_tar(tar, attachment, filename) adapter = Paperclip.io_adapters.for(attachment) tar.add_file_simple(filename, 0o444, adapter.size) do |io| while (buffer = adapter.read(CHUNK_SIZE)) io.write(buffer) end end rescue Errno::ENOENT, Seahorse::Client::NetworkingError => e Rails.logger.warn "Could not backup file #{filename}: #{e}" end end