From 8d017b0a19382a1df90c0341a2e7199e6e7ee048 Mon Sep 17 00:00:00 2001 From: Jorge Manrubia Date: Thu, 15 May 2025 17:26:48 +0200 Subject: [PATCH] Add cache when translating to commands --- app/models/command/ai/translator.rb | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/app/models/command/ai/translator.rb b/app/models/command/ai/translator.rb index 63688c4ba..c160f72e2 100644 --- a/app/models/command/ai/translator.rb +++ b/app/models/command/ai/translator.rb @@ -8,12 +8,16 @@ class Command::Ai::Translator end def as_normalized_json(query) - response = chat.ask query + response = Rails.cache.fetch(cache_key_for(query)) { chat.ask query } Rails.logger.info "*** Commands: #{response.content}" compact JSON.parse(response.content) end private + def cache_key_for(query) + "command_translator:#{user.id}:#{query}:#{context_description}" + end + def chat chat = ::RubyLLM.chat chat.with_instructions(prompt)