diff --git a/app/models/webhook/delivery.rb b/app/models/webhook/delivery.rb
index 50a0cd560..40dab42f0 100644
--- a/app/models/webhook/delivery.rb
+++ b/app/models/webhook/delivery.rb
@@ -22,8 +22,8 @@ class Webhook::Delivery < ApplicationRecord
 
   after_create_commit :deliver_later
 
-  def self.cleanup
-    stale.delete_all
+  def self.cleanup(batch_size: 500, pause: 0.1)
+    sleep pause until stale.limit(batch_size).delete_all.zero?
   end
 
   def deliver_later