Reduce size further since sometimes you get truncated summaries

2025-10-06 15:02:42 +02:00
parent 969d971616
commit 6b0bca2475
1 changed files with 1 additions and 1 deletions
@@ -43,7 +43,7 @@ class Event::Summarizer
  private
    attr_reader :prompt, :llm_model

-    MAX_TOKENS = 127500
+    MAX_TOKENS = 125000

    def llm_response
      @llm_response ||= chat.ask Ai::Tokenizer.truncate(llm_query, max_input_tokens: MAX_TOKENS, model: llm_model)