Merge pull request #9 from KodyKendall/feat/send-agent-messages-from-background

Feat/send agent messages from background

Author: KodyKendall

Gemfile

@@ -24,6 +24,7 @@ group :development, :test do
   gem 'capybara'
   gem 'selenium-webdriver'
   gem 'webdrivers'
+  gem 'webmock'
   gem 'pry-rails'
   gem 'pry-byebug'
 end

Gemfile.lock

@@ -1,12 +1,12 @@
 PATH
   remote: .
   specs:
-    llama_bot_rails (0.1.2)
-      actioncable (>= 7.0, < 9.0)
+    llama_bot_rails (0.1.7)
+      actioncable (>= 6.0, < 9.0)
       async
       async-http
       async-websocket
-      rails (>= 7.0, < 9.0)
+      rails (>= 6.0, < 9.0)
 
 GEM
   remote: https://rubygems.org/
@@ -129,6 +129,9 @@ GEM
       fiber-annotation
       fiber-local (~> 1.1)
       json
+    crack (1.0.0)
+      bigdecimal
+      rexml
     crass (1.0.6)
     date (3.4.1)
     diff-lcs (1.6.2)
@@ -148,6 +151,7 @@ GEM
     fiber-storage (1.0.1)
     globalid (1.2.1)
       activesupport (>= 6.1)
+    hashdiff (1.2.0)
     i18n (1.14.7)
       concurrent-ruby (~> 1.0)
     io-console (0.8.0)
@@ -371,6 +375,10 @@ GEM
       nokogiri (~> 1.6)
       rubyzip (>= 1.3.0)
       selenium-webdriver (~> 4.0, < 4.11)
+    webmock (3.25.1)
+      addressable (>= 2.8.0)
+      crack (>= 0.3.2)
+      hashdiff (>= 0.4.0, < 2.0.0)
     websocket (1.2.11)
     websocket-driver (0.8.0)
       base64
@@ -406,6 +414,7 @@ DEPENDENCIES
   sprockets-rails
   sqlite3
   webdrivers
+  webmock
 
 BUNDLED WITH
    2.6.9

README.md

@@ -36,26 +36,11 @@ bundle add llama_bot_rails
 # 2. Install the routes & chat interface
 rails generate llama_bot_rails:install
 
-# 3. Clone & run the LangGraph backend
-git clone https://github.com/kodykendall/llamabot
-
-cd llamabot
-
-# 4. Set up your environment
-python3 -m venv venv
-
-source venv/bin/activate
-
-pip install -r requirements.txt
-
-echo "OPENAI_API_KEY=your_openai_api_key_here" > .env
-
-# 5. Run the agent
-cd backend
-uvicorn app:app --reload
-
-# 6. Confirm our agent is running properly. You should see: Hello, World! 🦙💬
-curl http://localhost:8000/hello
+# 3.Run the LlamaBot backend easily with Docker
+docker run \
+  -e OPENAI_API_KEY=(your-key) \
+  -p 8000:8000 \
+  kody06/llamabot-backend
 
 # 7. Start your Rails server.
 rails server
@@ -81,6 +66,20 @@ open http://localhost:3000/llama_bot/agent/chat
 
 ---
 
+## ⚙️ Rails Integration Note (for LlamaBot Rails Gem)
+
+If you're using the llama_bot_rails Gem with Docker, your Rails app must allow the Docker agent to connect back to it.
+
+Add this to your config/environments/development.rb (if it wasn’t added automatically by the Gem installer):
+
+```ruby
+Rails.application.configure do
+  config.hosts << /host\.docker\.internal/  # Allow Docker agent to connect to Rails
+end
+```
+
+This allows the Docker container to reach http://host.docker.internal:3000, which maps to your Rails app on the host machine.
+
 ## 🧨 **Power & Responsibility**
 
 ### ⚠️ **This gem gives the agent access to your Rails console.**

app/channels/llama_bot_rails/chat_channel.rb

@@ -4,6 +4,34 @@
 
 require 'json'  # Ensure JSON is required if not already
 
+# Why support both a websocket connection, (chat_channel.rb), and a non-websocket SSE connection? %>
+# Rails 6 wasn’t working with our ActionCable websocket connection, so I wanted to implement SSE as well.
+
+# We want to support a generic HTML interface that isn’t dependent on rails. (In case the Rails server goes down for whatever reason, we don’t lose access to LlamaBot).
+# Why have chat_channel.rb at all?
+
+# Because Ruby on Rails lacks good tooling to handle real-time interaction, that isn’t through ActionCable. 
+# For “cancel” requests. Websocket is a 2 way connection, so we can send a ‘cancel’ in. 
+# To support legacy LlamaPress stuff. 
+# We chose to implement it with ActionCable plus Async Websockets.
+# But, it’s Ruby on Rails specific, and is best for UI/UX experiences.
+
+# SSE is better for other clients that aren’t Ruby on Rails specific, and if you want to handle just a simple SSE approach.
+# This does add some complexity though.
+
+# We now have 2 different paradigms of front-end JavaScript consuming from LlamaBot
+# ActionCable consumption
+# StreamedResponse consumption.
+
+# We also have 2 new middleware layers:
+# ActionCable <-> chat_channel.rb <-> /ws <-> request_handler.py
+# HTTPS <-> agent_controller.rb <-> LlamaBot.rb <-> FastAPI HTTPS
+
+# So this increases our overall surface area for the application.
+
+# This is deprecated and will be removed over time, to move towards a simple SSE approach.
+
+
 module LlamaBotRails
   class ChatChannel < ApplicationCable::Channel
     # _chat.html.erb front-end subscribes to this channel in _websocket.html.erb.

app/controllers/llama_bot_rails/agent_controller.rb

@@ -1,7 +1,8 @@
 require 'llama_bot_rails/llama_bot'
 module LlamaBotRails
     class AgentController < ActionController::Base
-        skip_before_action :verify_authenticity_token, only: [:command]
+        include ActionController::Live
+        skip_before_action :verify_authenticity_token, only: [:command, :send_message]
         before_action :authenticate_agent!, only: [:command]
 
         # POST /agent/command
@@ -38,6 +39,11 @@ def chat
             # Render chat.html.erb
         end
 
+        # GET /agent/chat_ws
+        def chat_ws
+            # render chat_ws.html.erb
+        end
+
         def threads
             begin
                 threads = LlamaBotRails::LlamaBot.get_threads
@@ -66,13 +72,75 @@ def chat_history
             end
         end
 
+        # POST /agent/send-message
+        def send_message
+            response.headers['Content-Type']  = 'text/event-stream'
+            response.headers['Cache-Control'] = 'no-cache'
+            response.headers['Connection']    = 'keep-alive'
+
+            @api_token = Rails.application.message_verifier(:llamabot_ws).generate(
+                { session_id: SecureRandom.uuid },
+                expires_in: 30.minutes
+              )
+
+            # 1. Instantiate the builder
+            builder = state_builder_class.new(
+                params: { message: params[:message] },
+                context: { thread_id: params[:thread_id], api_token: @api_token }
+            )
+    
+            # 2. Construct the LangGraph-ready state
+            state_payload = builder.build
+            # sse = SSE.new(response.stream)
+
+            begin
+                LlamaBotRails::LlamaBot.send_agent_message(state_payload) do |chunk|
+                    Rails.logger.info "[[LlamaBot]] Received chunk in agent_controller.rb: #{chunk}"
+                    # sse.write(chunk)
+                    response.stream.write "data: #{chunk.to_json}\n\n"
+
+                end
+            rescue => e
+                Rails.logger.error "Error in send_message action: #{e.message}"
+                response.stream.write "data: #{ { type: 'error', content: e.message }.to_json }\n\n"
+
+                # sse.write({ type: 'error', content: e.message })
+            ensure
+                response.stream.close
+
+                # sse.close
+            end
+        end
+
+        def test_streaming
+            response.headers['Content-Type']  = 'text/event-stream'
+            response.headers['Cache-Control'] = 'no-cache'
+            response.headers['Connection']    = 'keep-alive'
+            sse = SSE.new(response.stream)
+            sse.write({ type: 'start', content: 'Starting streaming' })
+            sleep 1
+            sse.write({ type: 'ai', content: 'This is an AI message' })
+            sleep 1
+            sse.write({ type: 'ai', content: 'This is an AI message' })
+            sleep 1
+            sse.write({ type: 'ai', content: 'This is an AI message' })
+            sleep 1
+            sse.write({ type: 'ai', content: 'This is an AI message' })
+        end
+
         private 
 
         def safety_eval(input)
-            # Change to Rails root directory for file operations
-            Dir.chdir(Rails.root) do
-                # Create a safer evaluation context
-                binding.eval(input)
+            begin
+                # Change to Rails root directory for file operations
+                Dir.chdir(Rails.root) do
+                    # Create a safer evaluation context
+                    Rails.logger.info "[[LlamaBot]] Evaluating input: #{input}"
+                    binding.eval(input)
+                end
+            rescue => exception
+                Rails.logger.error "Error in safety_eval: #{exception.message}"
+                return exception.message
             end
         end
 
@@ -83,5 +151,10 @@ def authenticate_agent!
         rescue ActiveSupport::MessageVerifier::InvalidSignature
             head :unauthorized
         end
+
+        def state_builder_class
+            #The user is responsible for creating a custom AgentStateBuilder if they want to use a custom agent. Otherwise, we default to LlamaBotRails::AgentStateBuilder.
+            LlamaBotRails.config.state_builder_class.constantize
+        end
     end
 end