Merge pull request #2891 from basecamp/dependabot/bundler/net-imap-0.6.4

Bump net-imap from 0.6.3 to 0.6.4

.github/workflows/ci-checks.yml

@@ -15,7 +15,7 @@ jobs:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
         with:
           persist-credentials: false
-      - uses: ruby/setup-ruby@319994f95fa847cf3fb3cd3dbe89f6dcde9f178f # v1.295.0
+      - uses: ruby/setup-ruby@e65c17d16e57e481586a6a5a0282698790062f92 # v1.300.0
         with:
           ruby-version: .ruby-version
           bundler-cache: true
@@ -31,7 +31,7 @@ jobs:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
         with:
           persist-credentials: false
-      - uses: ruby/setup-ruby@319994f95fa847cf3fb3cd3dbe89f6dcde9f178f # v1.295.0
+      - uses: ruby/setup-ruby@e65c17d16e57e481586a6a5a0282698790062f92 # v1.300.0
         with:
           ruby-version: .ruby-version
           bundler-cache: true
@@ -53,7 +53,7 @@ jobs:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
         with:
           persist-credentials: false
-      - uses: ruby/setup-ruby@319994f95fa847cf3fb3cd3dbe89f6dcde9f178f # v1.295.0
+      - uses: ruby/setup-ruby@e65c17d16e57e481586a6a5a0282698790062f92 # v1.300.0
         with:
           ruby-version: .ruby-version
           bundler-cache: true

.github/workflows/dependabot-sync-saas-lockfile.yml

@@ -17,7 +17,7 @@ jobs:
     steps:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 # zizmor: ignore[artipacked] -- credentials needed for git push
 
-      - uses: ruby/setup-ruby@319994f95fa847cf3fb3cd3dbe89f6dcde9f178f # v1.295.0
+      - uses: ruby/setup-ruby@e65c17d16e57e481586a6a5a0282698790062f92 # v1.300.0
         with:
           ruby-version: .ruby-version
 

.github/workflows/publish-image.yml

@@ -49,7 +49,7 @@ jobs:
         uses: docker/setup-buildx-action@4d04d5d9486b7bd6fa91e7baf45bbb4f8b9deedd # v4.0.0
 
       - name: Log in to GHCR
-        uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v4.0.0
+        uses: docker/login-action@4907a6ddec9925e35a0a9e82d7399ccc52663121 # v4.1.0
         with:
           registry: ${{ env.REGISTRY }}
           username: ${{ github.actor }}
@@ -84,7 +84,7 @@ jobs:
 
       - name: Build and push (${{ matrix.platform }})
         id: build
-        uses: docker/build-push-action@d08e5c354a6adb9ed34480a06d141179aa583294 # v7.0.0
+        uses: docker/build-push-action@bcafcacb16a39f128d818304e6c9c0c18556b85f # v7.1.0
         with:
           context: .
           file: Dockerfile
@@ -125,7 +125,7 @@ jobs:
         uses: docker/setup-buildx-action@4d04d5d9486b7bd6fa91e7baf45bbb4f8b9deedd # v4.0.0
 
       - name: Log in to GHCR
-        uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v4.0.0
+        uses: docker/login-action@4907a6ddec9925e35a0a9e82d7399ccc52663121 # v4.1.0
         with:
           registry: ${{ env.REGISTRY }}
           username: ${{ github.actor }}

.github/workflows/test.yml

@@ -61,7 +61,7 @@ jobs:
         with:
           persist-credentials: false
 
-      - uses: ruby/setup-ruby@319994f95fa847cf3fb3cd3dbe89f6dcde9f178f # v1.295.0
+      - uses: ruby/setup-ruby@e65c17d16e57e481586a6a5a0282698790062f92 # v1.300.0
         with:
           ruby-version: .ruby-version
           bundler-cache: true

Gemfile.lock

@@ -291,7 +291,7 @@ GEM
     msgpack (1.8.0)
     net-http-persistent (4.0.8)
       connection_pool (>= 2.2.4, < 4)
-    net-imap (0.6.3)
+    net-imap (0.6.4)
       date
       net-protocol
     net-pop (0.1.2)
@@ -306,21 +306,21 @@ GEM
       net-protocol
     net-ssh (7.3.2)
     nio4r (2.7.5)
-    nokogiri (1.19.2-aarch64-linux-gnu)
+    nokogiri (1.19.3-aarch64-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.19.2-aarch64-linux-musl)
+    nokogiri (1.19.3-aarch64-linux-musl)
       racc (~> 1.4)
-    nokogiri (1.19.2-arm-linux-gnu)
+    nokogiri (1.19.3-arm-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.19.2-arm-linux-musl)
+    nokogiri (1.19.3-arm-linux-musl)
       racc (~> 1.4)
-    nokogiri (1.19.2-arm64-darwin)
+    nokogiri (1.19.3-arm64-darwin)
       racc (~> 1.4)
-    nokogiri (1.19.2-x86_64-darwin)
+    nokogiri (1.19.3-x86_64-darwin)
       racc (~> 1.4)
-    nokogiri (1.19.2-x86_64-linux-gnu)
+    nokogiri (1.19.3-x86_64-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.19.2-x86_64-linux-musl)
+    nokogiri (1.19.3-x86_64-linux-musl)
       racc (~> 1.4)
     openssl (4.0.0)
     ostruct (0.6.3)
@@ -414,7 +414,7 @@ GEM
     ruby2_keywords (0.0.5)
     rubyzip (3.2.2)
     securerandom (0.4.1)
-    selenium-webdriver (4.41.0)
+    selenium-webdriver (4.43.0)
       base64 (~> 0.2)
       logger (~> 1.4)
       rexml (~> 3.2, >= 3.2.5)

Gemfile.saas

@@ -8,7 +8,7 @@ gem "actionpack-xml_parser" # needed by queenbee for XML request body parsing
 gem "queenbee", bc: "queenbee-plugin"
 gem "fizzy-saas", path: "saas"
 gem "console1984", bc: "console1984"
-gem "audits1984", bc: "audits1984", branch: "flavorjones/coworker-api"
+gem "audits1984", bc: "audits1984"
 
 # Native push notifications (iOS/Android)
 gem "action_push_native"

Gemfile.saas.lock

@@ -1,7 +1,6 @@
 GIT
   remote: https://github.com/basecamp/audits1984
-  revision: 422b8ff25820c828b7cf09aff4923fd8cc2c6795
+  revision: 4271a8e1f02f0f35d749c938bf4dcccf902b4190
-  branch: flavorjones/coworker-api
   specs:
     audits1984 (0.1.7)
       console1984
@@ -23,7 +22,7 @@ GIT
 
 GIT
   remote: https://github.com/basecamp/queenbee-plugin
-  revision: 14312a940471e20617b38cdec7c092a01567d18b
+  revision: c0119be5940edb3739d4bb591c1a5c7064881638
   specs:
     queenbee (3.2.0)
       activeresource
@@ -407,7 +406,7 @@ GEM
       uri (>= 0.11.1)
     net-http-persistent (4.0.8)
       connection_pool (>= 2.2.4, < 4)
-    net-imap (0.6.3)
+    net-imap (0.6.4)
       date
       net-protocol
     net-pop (0.1.2)
@@ -422,21 +421,21 @@ GEM
       net-protocol
     net-ssh (7.3.2)
     nio4r (2.7.5)
-    nokogiri (1.19.2-aarch64-linux-gnu)
+    nokogiri (1.19.3-aarch64-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.19.2-aarch64-linux-musl)
+    nokogiri (1.19.3-aarch64-linux-musl)
       racc (~> 1.4)
-    nokogiri (1.19.2-arm-linux-gnu)
+    nokogiri (1.19.3-arm-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.19.2-arm-linux-musl)
+    nokogiri (1.19.3-arm-linux-musl)
       racc (~> 1.4)
-    nokogiri (1.19.2-arm64-darwin)
+    nokogiri (1.19.3-arm64-darwin)
       racc (~> 1.4)
-    nokogiri (1.19.2-x86_64-darwin)
+    nokogiri (1.19.3-x86_64-darwin)
       racc (~> 1.4)
-    nokogiri (1.19.2-x86_64-linux-gnu)
+    nokogiri (1.19.3-x86_64-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.19.2-x86_64-linux-musl)
+    nokogiri (1.19.3-x86_64-linux-musl)
       racc (~> 1.4)
     openssl (4.0.0)
     os (1.1.4)
@@ -571,7 +570,7 @@ GEM
     ruby2_keywords (0.0.5)
     rubyzip (3.2.2)
     securerandom (0.4.1)
-    selenium-webdriver (4.41.0)
+    selenium-webdriver (4.43.0)
       base64 (~> 0.2)
       logger (~> 1.4)
       rexml (~> 3.2, >= 3.2.5)

app/jobs/search_reindex_job.rb

@@ -0,0 +1,60 @@
+# Repair task — reindexes every searchable Card and Comment in the database.
+# Intended to be invoked manually after a search-index loss event. Not a recurring job.
+#
+# Idempotent: Searchable#reindex upserts by (searchable_type, searchable_id).
+# Continuable: if the worker is interrupted, the job resumes from the last-processed id.
+#
+# `rich_text_limit` is a safety valve against unbounded bodies: records whose rich text
+# exceeds the limit (in bytes) are filtered out at the SQL level, so they never materialize
+# in Ruby. Without it, a single pathological body can stall the batch query or OOM the
+# worker during preload, which has happened in practice.
+#
+# Usage:
+#   SearchReindexJob.perform_later
+#   SearchReindexJob.perform_later(batch_size: 500, log_every: 100, rich_text_limit: 50_000)
+class SearchReindexJob < ApplicationJob
+  include ActiveJob::Continuable
+
+  queue_as :backend
+
+  def perform(batch_size: 100, log_every: 1000, rich_text_limit: 100_000)
+    step :cards do |step|
+      processed = 0
+      Card.published
+          .left_joins(:rich_text_description)
+          .where("action_text_rich_texts.body IS NULL OR OCTET_LENGTH(action_text_rich_texts.body) <= ?", rich_text_limit)
+          .includes(:rich_text_description)
+          .find_each(start: step.cursor, batch_size: batch_size) do |card|
+        safely_reindex(card)
+        processed += 1
+        log_progress(:cards, processed, card.id) if (processed % log_every).zero?
+        step.advance! from: card.id
+      end
+    end
+
+    step :comments do |step|
+      processed = 0
+      Comment.joins(:card).merge(Card.published)
+             .left_joins(:rich_text_body)
+             .where("action_text_rich_texts.body IS NULL OR OCTET_LENGTH(action_text_rich_texts.body) <= ?", rich_text_limit)
+             .includes(:rich_text_body, :card)
+             .find_each(start: step.cursor, batch_size: batch_size) do |comment|
+        safely_reindex(comment)
+        processed += 1
+        log_progress(:comments, processed, comment.id) if (processed % log_every).zero?
+        step.advance! from: comment.id
+      end
+    end
+  end
+
+  private
+    def safely_reindex(record)
+      record.reindex
+    rescue StandardError => e
+      Rails.error.report(e, context: { record_type: record.class.name, record_id: record.id })
+    end
+
+    def log_progress(step_name, count, cursor)
+      Rails.logger.info { "SearchReindexJob: step=#{step_name} processed=#{count} cursor=#{cursor}" }
+    end
+end

saas/README.md

@@ -89,6 +89,22 @@ Staging is primarily intended for testing infrastructure changes. It uses produc
 
 - https://app.fizzy-staging.com/
 
+## Maintenance mode
+
+To take production offline for maintenance, run `kamal-proxy stop` on the load balancers via `knife ssh`:
+
+```bash
+knife ssh 'hostname:fizzy-lb-*' "sudo docker exec fizzy-load-balancer kamal-proxy stop fizzy --message='Sorry! Fizzy is undergoing some maintenance and will be back shortly.'"
+```
+
+Verify maintenance is enabled by visiting https://app.fizzy.do/.
+
+To lift maintenance mode:
+
+```bash
+knife ssh 'hostname:fizzy-lb-*' 'sudo docker exec fizzy-load-balancer kamal-proxy resume fizzy'
+```
+
 ## License
 
 fizzy-saas is released under the [O'Saasy License](LICENSE.md).

script/maintenance/reindex_stale_search_records.rb

@@ -1,39 +0,0 @@
-# Reindex cards and comments that may be missing from the search index.
-#
-# The data import path (Account::DataTransfer) uses insert_all! which bypasses
-# ActiveRecord callbacks, so imported cards and comments never get search records
-# created. This script reindexes cards and comments created before a cutoff date.
-#
-# Usage:
-#   bin/rails runner script/maintenance/reindex_stale_search_records.rb              # default cutoff: 2025-11-13
-#   bin/rails runner script/maintenance/reindex_stale_search_records.rb 2026-01-01   # custom cutoff
-
-cutoff = Date.parse(ARGV[0] || "2025-11-13")
-
-puts "Reindexing cards and comments created before #{cutoff}..."
-
-cards = Card.published.where("created_at < ?", cutoff).includes(:rich_text_description)
-card_count = cards.count
-puts "Found #{card_count} cards to reindex"
-
-reindexed_cards = 0
-cards.find_each do |card|
-  card.reindex
-  reindexed_cards += 1
-  print "\rCards: #{reindexed_cards}/#{card_count}" if reindexed_cards % 100 == 0
-end
-puts "\rCards: #{reindexed_cards}/#{card_count}"
-
-comments = Comment.joins(:card).merge(Card.published).where("comments.created_at < ?", cutoff).includes(:rich_text_body, :card)
-comment_count = comments.count
-puts "Found #{comment_count} comments to reindex"
-
-reindexed_comments = 0
-comments.find_each do |comment|
-  comment.reindex
-  reindexed_comments += 1
-  print "\rComments: #{reindexed_comments}/#{comment_count}" if reindexed_comments % 100 == 0
-end
-puts "\rComments: #{reindexed_comments}/#{comment_count}"
-
-puts "Done! Reindexed #{reindexed_cards} cards and #{reindexed_comments} comments."

test/jobs/search_reindex_job_test.rb

@@ -0,0 +1,82 @@
+require "test_helper"
+
+class SearchReindexJobTest < ActiveJob::TestCase
+  test "reindexes cards and comments after their search records are nuked" do
+    card = cards(:logo)
+    comment = comments(:logo_1)
+
+    card.reindex
+    comment.reindex
+
+    card_shard = Search::Record.for(card.account_id)
+    comment_shard = Search::Record.for(comment.account_id)
+
+    assert card_shard.exists?(searchable_type: "Card", searchable_id: card.id)
+    assert comment_shard.exists?(searchable_type: "Comment", searchable_id: comment.id)
+
+    card_shard.delete_all
+    comment_shard.delete_all unless comment_shard == card_shard
+
+    assert_not card_shard.exists?(searchable_type: "Card", searchable_id: card.id)
+    assert_not comment_shard.exists?(searchable_type: "Comment", searchable_id: comment.id)
+
+    SearchReindexJob.perform_now
+
+    assert card_shard.exists?(searchable_type: "Card", searchable_id: card.id)
+    assert comment_shard.exists?(searchable_type: "Comment", searchable_id: comment.id)
+  end
+
+  test "skips records whose rich text exceeds rich_text_limit" do
+    Current.account = accounts(:"37s")
+    Current.session = Session.new(identity: identities(:david))
+
+    big_card = boards(:writebook).cards.create!(
+      creator: users(:david),
+      title: "too big to index",
+      status: :published,
+      description: "x" * 5_000
+    )
+
+    nuke_search_records
+
+    SearchReindexJob.perform_now(rich_text_limit: 1_000)
+
+    shard = Search::Record.for(big_card.account_id)
+    assert_not shard.exists?(searchable_type: "Card", searchable_id: big_card.id)
+  end
+
+  test "does not index drafted cards or their comments" do
+    Current.account = accounts(:"37s")
+    Current.session = Session.new(identity: identities(:david))
+
+    card = boards(:writebook).cards.create!(
+      creator: users(:david),
+      title: "will be drafted",
+      status: :published
+    )
+    comment = card.comments.create!(creator: users(:david), body: "on a card that will be drafted")
+    card.update!(status: :drafted)
+
+    nuke_search_records
+
+    SearchReindexJob.perform_now
+
+    shard = Search::Record.for(card.account_id)
+    assert_not shard.exists?(searchable_type: "Card", searchable_id: card.id)
+    assert_not shard.exists?(searchable_type: "Comment", searchable_id: comment.id)
+  end
+
+  private
+    def sqlite?
+      ActiveRecord::Base.connection.adapter_name == "SQLite"
+    end
+
+    def nuke_search_records
+      if sqlite?
+        ActiveRecord::Base.connection.execute("DELETE FROM search_records")
+        ActiveRecord::Base.connection.execute("DELETE FROM search_records_fts")
+      else
+        Search::Record::Trilogy::SHARD_CLASSES.each(&:delete_all)
+      end
+    end
+end