diff --git a/app/models/command/ai/translator.rb b/app/models/command/ai/translator.rb index 63688c4ba..c160f72e2 100644 --- a/app/models/command/ai/translator.rb +++ b/app/models/command/ai/translator.rb @@ -8,12 +8,16 @@ class Command::Ai::Translator end def as_normalized_json(query) - response = chat.ask query + response = Rails.cache.fetch(cache_key_for(query)) { chat.ask query } Rails.logger.info "*** Commands: #{response.content}" compact JSON.parse(response.content) end private + def cache_key_for(query) + "command_translator:#{user.id}:#{query}:#{context_description}" + end + def chat chat = ::RubyLLM.chat chat.with_instructions(prompt)