diff --git a/app/models/account/data_transfer/active_storage/attachment_record_set.rb b/app/models/account/data_transfer/active_storage/attachment_record_set.rb new file mode 100644 index 000000000..0c87c10af --- /dev/null +++ b/app/models/account/data_transfer/active_storage/attachment_record_set.rb @@ -0,0 +1,11 @@ +class Account::DataTransfer::ActiveStorage::AttachmentRecordSet < Account::DataTransfer::RecordSet + def initialize(account) + super(account: account, model: ::ActiveStorage::Attachment) + end + + private + def records + ::ActiveStorage::Attachment.where(account: account) + .where.not(record_type: INTERNAL_RECORD_TYPES) + end +end diff --git a/app/models/account/data_transfer/active_storage/blob_record_set.rb b/app/models/account/data_transfer/active_storage/blob_record_set.rb index 0c4a553c1..7adc5742e 100644 --- a/app/models/account/data_transfer/active_storage/blob_record_set.rb +++ b/app/models/account/data_transfer/active_storage/blob_record_set.rb @@ -8,6 +8,14 @@ class Account::DataTransfer::ActiveStorage::BlobRecordSet < Account::DataTransfe end private + def records + ::ActiveStorage::Blob.where(account: account).where.not(id: excluded_blob_ids) + end + + def excluded_blob_ids + ::ActiveStorage::Attachment.where(account: account, record_type: INTERNAL_RECORD_TYPES).select(:blob_id) + end + def import_batch(files) batch_data = files.map do |file| data = load(file) diff --git a/app/models/account/data_transfer/active_storage/file_record_set.rb b/app/models/account/data_transfer/active_storage/file_record_set.rb index 421a2e520..f64f53d3a 100644 --- a/app/models/account/data_transfer/active_storage/file_record_set.rb +++ b/app/models/account/data_transfer/active_storage/file_record_set.rb @@ -5,7 +5,11 @@ class Account::DataTransfer::ActiveStorage::FileRecordSet < Account::DataTransfe private def records - ::ActiveStorage::Blob.where(account: account) + ::ActiveStorage::Blob.where(account: account).where.not(id: excluded_blob_ids) + end + + def excluded_blob_ids + ::ActiveStorage::Attachment.where(account: account, record_type: INTERNAL_RECORD_TYPES).select(:blob_id) end def export_record(blob) diff --git a/app/models/account/data_transfer/manifest.rb b/app/models/account/data_transfer/manifest.rb index 9de76f9bf..f7a7791e1 100644 --- a/app/models/account/data_transfer/manifest.rb +++ b/app/models/account/data_transfer/manifest.rb @@ -58,7 +58,7 @@ class Account::DataTransfer::Manifest ::Webhook::Delivery ), Account::DataTransfer::ActiveStorage::BlobRecordSet.new(account), - *build_record_sets(::ActiveStorage::Attachment), + Account::DataTransfer::ActiveStorage::AttachmentRecordSet.new(account), Account::DataTransfer::ActionText::RichTextRecordSet.new(account), Account::DataTransfer::ActiveStorage::FileRecordSet.new(account) ].then { set_importable_model_names(it) } diff --git a/app/models/account/data_transfer/record_set.rb b/app/models/account/data_transfer/record_set.rb index 2fba9402d..ff7b79b5c 100644 --- a/app/models/account/data_transfer/record_set.rb +++ b/app/models/account/data_transfer/record_set.rb @@ -3,6 +3,7 @@ class Account::DataTransfer::RecordSet class ConflictError < IntegrityError; end IMPORT_BATCH_SIZE = 100 + INTERNAL_RECORD_TYPES = %w[Export Account::Import].freeze attr_accessor :importable_model_names attr_reader :account, :model, :attributes diff --git a/test/models/account/export_test.rb b/test/models/account/export_test.rb index d449764b8..4c7d261b9 100644 --- a/test/models/account/export_test.rb +++ b/test/models/account/export_test.rb @@ -60,6 +60,37 @@ class Account::ExportTest < ActiveSupport::TestCase end end + test "export excludes blobs and attachments from previous exports" do + first_export = Account::Export.create!(account: Current.account, user: users(:david)) + first_export.build + assert first_export.completed? + + first_export_blob = first_export.file.blob + first_export_attachment = first_export.file.attachment + + second_export = Account::Export.create!(account: Current.account, user: users(:david)) + second_export.build + assert second_export.completed? + + second_export.file.open do |file| + reader = ZipKit::FileReader.read_zip_structure(io: file) + filenames = reader.map(&:filename) + + blob_entries = filenames.select { |f| f.start_with?("data/active_storage_blobs/") } + blob_ids = blob_entries.map { |f| File.basename(f, ".json") } + assert_not_includes blob_ids, first_export_blob.id, "Export should not include blob metadata from previous exports" + + storage_entries = filenames.select { |f| f.start_with?("storage/") } + assert_not storage_entries.any? { |f| f == "storage/#{first_export_blob.key}" }, + "Export should not include blob file from previous exports" + + attachment_entries = filenames.select { |f| f.start_with?("data/active_storage_attachments/") } + attachment_ids = attachment_entries.map { |f| File.basename(f, ".json") } + assert_not_includes attachment_ids, first_export_attachment.id, + "Export should not include attachment records from previous exports" + end + end + test "build succeeds when rich text references missing blob" do blob = ActiveStorage::Blob.create_and_upload!( io: file_fixture("moon.jpg").open,