FIX: persona triage should be logged to automation (#1326)

We were logging persona triage as "bot" in logs, causing some
confusions around real world usage

This amends it so we log usage to "automation - AUTOMATION NAME"

Author: SamSaffron

lib/ai_bot/playground.rb

@@ -190,7 +190,8 @@ def self.reply_to_post(
         add_user_to_pm: false,
         stream_reply: false,
         auto_set_title: false,
-        silent_mode: false
+        silent_mode: false,
+        feature_name: nil
       )
         ai_persona = AiPersona.find_by(id: persona_id)
         raise Discourse::InvalidParameters.new(:persona_id) if !ai_persona
@@ -210,6 +211,7 @@ def self.reply_to_post(
           stream_reply: stream_reply,
           auto_set_title: auto_set_title,
           silent_mode: silent_mode,
+          feature_name: feature_name,
         )
       rescue => e
         if Rails.env.test?
@@ -380,6 +382,7 @@ def reply_to(
         stream_reply: nil,
         auto_set_title: true,
         silent_mode: false,
+        feature_name: nil,
         &blk
       )
         # this is a multithreading issue
@@ -414,6 +417,7 @@ def reply_to(
           DiscourseAi::Personas::BotContext.new(
             post: post,
             custom_instructions: custom_instructions,
+            feature_name: feature_name,
             messages:
               DiscourseAi::Completions::PromptMessagesBuilder.messages_from_post(
                 post,

lib/automation/llm_persona_triage.rb

@@ -8,6 +8,7 @@ def self.handle(post:, persona_id:, whisper: false, silent_mode: false, automati
           persona_id: persona_id,
           whisper: whisper,
           silent_mode: silent_mode,
+          feature_name: "automation - #{automation&.name}",
         )
       rescue => e
         Discourse.warn_exception(

spec/lib/discourse_automation/llm_persona_triage_spec.rb

@@ -6,9 +6,7 @@
   fab!(:user)
   fab!(:bot_user) { Fabricate(:user) }
 
-  fab!(:llm_model) do
-    Fabricate(:llm_model, provider: "anthropic", name: "claude-3-opus", enabled_chat_bot: true)
-  end
+  fab!(:llm_model) { Fabricate(:anthropic_model, name: "claude-3-opus", enabled_chat_bot: true) }
 
   fab!(:ai_persona) do
     persona =
@@ -25,7 +23,9 @@
     persona
   end
 
-  let(:automation) { Fabricate(:automation, script: "llm_persona_triage", enabled: true) }
+  let(:automation) do
+    Fabricate(:automation, name: "my automation", script: "llm_persona_triage", enabled: true)
+  end
 
   def add_automation_field(name, value, type: "text")
     automation.fields.create!(
@@ -49,12 +49,40 @@ def add_automation_field(name, value, type: "text")
   it "can respond to a post using the specified persona" do
     post = Fabricate(:post, raw: "This is a test post that needs triage")
 
-    response_text = "I've analyzed your post and can help with that."
+    response_text = "I analyzed your post and can help with that."
 
-    DiscourseAi::Completions::Llm.with_prepared_responses([response_text]) do
-      automation.running_in_background!
-      automation.trigger!({ "post" => post })
-    end
+    body = (<<~STRING).strip
+      event: message_start
+      data: {"type": "message_start", "message": {"id": "msg_1nZdL29xx5MUA1yADyHTEsnR8uuvGzszyY", "type": "message", "role": "assistant", "content": [], "model": "claude-3-opus-20240229", "stop_reason": null, "stop_sequence": null, "usage": {"input_tokens": 25, "output_tokens": 1}}}
+
+      event: content_block_start
+      data: {"type": "content_block_start", "index":0, "content_block": {"type": "text", "text": ""}}
+
+      event: ping
+      data: {"type": "ping"}
+
+      event: content_block_delta
+      data: {"type": "content_block_delta", "index": 0, "delta": {"type": "text_delta", "text": "#{response_text}"}}
+
+      event: content_block_stop
+      data: {"type": "content_block_stop", "index": 0}
+
+      event: message_delta
+      data: {"type": "message_delta", "delta": {"stop_reason": "end_turn", "stop_sequence":null, "usage":{"output_tokens": 15}}}
+
+      event: message_stop
+      data: {"type": "message_stop"}
+    STRING
+
+    stub_request(:post, "https://api.anthropic.com/v1/messages").to_return(body: body)
+
+    automation.running_in_background!
+    automation.trigger!({ "post" => post })
+
+    log = AiApiAuditLog.last
+    expect(log).to be_present
+    expect(log.user_id).to eq(post.user_id)
+    expect(log.feature_name).to eq("automation - #{automation.name}")
 
     topic = post.topic.reload
     last_post = topic.posts.order(:post_number).last