Jeremy Daer
93 lines
2.8 KiB
Ruby
93 lines
2.8 KiB
Ruby
#!/usr/bin/env ruby
|
|
|
|
# Backfill storage ledger with attach entries for all existing attachments.
|
|
#
|
|
# Run locally:
|
|
# bin/rails runner script/migrations/backfill-storage-ledger.rb
|
|
#
|
|
# Run via Kamal:
|
|
# kamal app exec -d <stage> -p --reuse "bin/rails runner script/migrations/backfill-storage-ledger.rb"
|
|
#
|
|
# Safe to re-run: skips attachments that already have entries (by blob_id + recordable).
|
|
#
|
|
# OPTIONAL: If you want to enforce no-reuse for direct attachments, verify there are
|
|
# no existing violations (ActionText embeds may legitimately reuse blobs):
|
|
#
|
|
# ActiveStorage::Attachment
|
|
# .joins(:blob)
|
|
# .where(record_type: Storage::TRACKED_RECORD_TYPES)
|
|
# .where.not(record_type: "ActionText::RichText")
|
|
# .where.not(active_storage_blobs: { account_id: Storage::TEMPLATE_ACCOUNT_ID })
|
|
# .select(:blob_id)
|
|
# .group(:blob_id)
|
|
# .having("COUNT(*) > 1")
|
|
# .count
|
|
# # Should return empty hash if no direct-attachment reuse exists
|
|
#
|
|
# If reuse exists (excluding template blobs), fix the data first.
|
|
class BackfillStorageLedger
|
|
def run
|
|
puts "Backfilling storage entries…"
|
|
backfill_entries
|
|
|
|
puts "\nMaterializing totals…"
|
|
materialize_totals
|
|
end
|
|
|
|
private
|
|
def backfill_entries
|
|
created = 0
|
|
skipped = 0
|
|
|
|
ActiveStorage::Attachment.includes(:blob).find_each do |attachment|
|
|
record = attachment.record.try(:storage_tracked_record)
|
|
|
|
# Backfill creates one entry PER ATTACHMENT (not per blob) to match the ledger model.
|
|
# Storage tracking is a business abstraction at the attachment level.
|
|
# IMPORTANT: This assumes no historic blob reuse. Run pre-check query above first.
|
|
if record.nil? || Storage::Entry.exists?(blob_id: attachment.blob_id, recordable: record)
|
|
skipped += 1
|
|
next
|
|
end
|
|
|
|
Storage::Entry.create! \
|
|
account_id: record.account.id,
|
|
board_id: record.board_for_storage_tracking&.id,
|
|
recordable_type: record.class.name,
|
|
recordable_id: record.id,
|
|
blob_id: attachment.blob_id,
|
|
delta: attachment.blob.byte_size,
|
|
operation: "attach"
|
|
created += 1
|
|
|
|
print "." if created % 100 == 0
|
|
end
|
|
|
|
puts "\n\nBackfill complete!"
|
|
puts " Entries created: #{created}"
|
|
puts " Attachments skipped: #{skipped}"
|
|
end
|
|
|
|
def materialize_totals
|
|
boards_materialized = 0
|
|
accounts_materialized = 0
|
|
|
|
Board.find_each do |board|
|
|
board.materialize_storage
|
|
boards_materialized += 1
|
|
print "." if boards_materialized % 100 == 0
|
|
end
|
|
|
|
Account.find_each do |account|
|
|
account.materialize_storage
|
|
accounts_materialized += 1
|
|
end
|
|
|
|
puts "\n\nMaterialization complete!"
|
|
puts " Boards: #{boards_materialized}"
|
|
puts " Accounts: #{accounts_materialized}"
|
|
end
|
|
end
|
|
|
|
BackfillStorageLedger.new.run
|