From 658681f344ae7f84b95b62841bcbba3a4028b96d Mon Sep 17 00:00:00 2001
From: Ettore Di Giacinto <mudler@localai.io>
Date: Sun, 31 Mar 2024 00:26:48 +0100
Subject: [PATCH] let it choose

---
 agent/actions.go | 50 ++++++++++++++++++++++++++++++++++++++++++++----
 llm/json.go      |  1 +
 2 files changed, 47 insertions(+), 4 deletions(-)

diff --git a/agent/actions.go b/agent/actions.go
index b035ba8..cf187e9 100644
--- a/agent/actions.go
+++ b/agent/actions.go
@@ -6,6 +6,7 @@ import (
 	"fmt"
 	"time"
 
+	//"github.com/mudler/local-agent-framework/llm"
 	"github.com/mudler/local-agent-framework/llm"
 	"github.com/sashabaranov/go-openai"
 )
@@ -31,6 +32,7 @@ func (a ActionDefinition) FD() openai.FunctionDefinition {
 // Actions is something the agent can do
 type Action interface {
 	ID() string
+	Description() string
 	Run(ActionParams) (string, error)
 	Definition() ActionDefinition
 }
@@ -117,10 +119,46 @@ func (a *Agent) consumeJob(job *Job) {
 	}
 
 	actionChoice := struct {
-		Choice string `json:"choice"`
+		Intent    string `json:"intent"`
+		Reasoning string `json:"reasoning"`
 	}{}
 
-	llm.GenerateJSON(ctx, a.client, a.options.LLMAPI.Model, , &actionChoice)
+	action_pick := "You can take any action between: "
+	for _, action := range a.options.actions {
+		action_pick += action.ID() + ": " + action.Description() + ", "
+	}
+
+	action_pick += "or none."
+	action_pick += "Given the text below, decide which action to take and explain the reasoning behind it. For answering without picking a choice, reply with 'none'."
+	action_pick += "return the result as a JSON object with the 'intent' and 'reasoning' fields."
+
+	err := llm.GenerateJSON(ctx, a.client, a.options.LLMAPI.Model, action_pick, &actionChoice)
+	if err != nil {
+		fmt.Println("Error generating JSON: ", err)
+		return
+	}
+
+	fmt.Println("Action choice: ", actionChoice)
+	if actionChoice.Intent == "" || actionChoice.Intent == "none" {
+		fmt.Println("No intent detected")
+		return
+	}
+
+	// Find the action
+	var action Action
+	for _, a := range a.options.actions {
+		if a.ID() == actionChoice.Intent {
+			action = a
+			break
+		}
+	}
+
+	if action == nil {
+		fmt.Println("No action found for intent: ", actionChoice.Intent)
+		return
+	}
+
+	// Fill the action parameters
 
 	// https://github.com/sashabaranov/go-openai/blob/0925563e86c2fdc5011310aa616ba493989cfe0a/examples/completion-with-tool/main.go#L16
 	actions := a.options.actions
@@ -145,6 +183,10 @@ func (a *Agent) consumeJob(job *Job) {
 		Model:    a.options.LLMAPI.Model,
 		Messages: messages,
 		Tools:    tools,
+		ToolChoice: &openai.ToolChoice{
+			Type:     openai.ToolTypeFunction,
+			Function: openai.ToolFunction{Name: action.ID()},
+		},
 	}
 	resp, err := a.client.CreateChatCompletion(ctx, decision)
 	if err != nil || len(resp.Choices) != 1 {
@@ -184,7 +226,7 @@ func (a *Agent) consumeJob(job *Job) {
 	}
 	fmt.Printf("Action run result: %v\n", result)
 
-	// simulate calling the function
+	// result of calling the function
 	messages = append(messages, openai.ChatCompletionMessage{
 		Role:       openai.ChatMessageRoleTool,
 		Content:    result,
@@ -196,7 +238,7 @@ func (a *Agent) consumeJob(job *Job) {
 		openai.ChatCompletionRequest{
 			Model:    a.options.LLMAPI.Model,
 			Messages: messages,
-			Tools:    tools,
+			//		Tools:    tools,
 		},
 	)
 	if err != nil || len(resp.Choices) != 1 {
diff --git a/llm/json.go b/llm/json.go
index 80a87f2..ded3a51 100644
--- a/llm/json.go
+++ b/llm/json.go
@@ -30,6 +30,7 @@ func GenerateJSON(ctx context.Context, client *openai.Client, model, text string
 		return fmt.Errorf("no response from OpenAI API")
 	}
 
+	fmt.Println(resp.Choices[0].Message.Content)
 	err = json.Unmarshal([]byte(resp.Choices[0].Message.Content), i)
 	if err != nil {
 		return err