try to fixup tests, enable e2e (#53)

* try to fixup tests, enable e2e

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

* Generate JSON character data with tools

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

* Rework generation of character

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

* Simplify text

Signed-off-by: mudler <mudler@localai.io>

* Relax some test constraints

Signed-off-by: mudler <mudler@localai.io>

* Fixups

* Properly fit schema generation

* Swap default model

* ci fixups

---------

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
Signed-off-by: mudler <mudler@localai.io>

pkg/llm/json.go

@@ -6,6 +6,7 @@ import (
 	"fmt"
 
 	"github.com/sashabaranov/go-openai"
+	"github.com/sashabaranov/go-openai/jsonschema"
 )
 
 // generateAnswer generates an answer for the given text using the OpenAI API
@@ -45,3 +46,43 @@ func GenerateJSONFromStruct(ctx context.Context, client *openai.Client, guidance
 	}
 	return GenerateJSON(ctx, client, model, "Generate a character as JSON data. "+guidance+". This is the JSON fields that should contain: "+string(exampleJSON), i)
 }
+
+func GenerateTypedJSON(ctx context.Context, client *openai.Client, guidance, model string, i jsonschema.Definition, dst interface{}) error {
+	decision := openai.ChatCompletionRequest{
+		Model: model,
+		Messages: []openai.ChatCompletionMessage{
+			{
+				Role:    "user",
+				Content: "Generate a character as JSON data. " + guidance,
+			},
+		},
+		Tools: []openai.Tool{
+			{
+
+				Type: openai.ToolTypeFunction,
+				Function: openai.FunctionDefinition{
+					Name:       "identity",
+					Parameters: i,
+				},
+			},
+		},
+		ToolChoice: "identity",
+	}
+
+	resp, err := client.CreateChatCompletion(ctx, decision)
+	if err != nil {
+		return err
+	}
+
+	if len(resp.Choices) != 1 {
+		return fmt.Errorf("no choices: %d", len(resp.Choices))
+	}
+
+	msg := resp.Choices[0].Message
+
+	if len(msg.ToolCalls) == 0 {
+		return fmt.Errorf("no tool calls: %d", len(msg.ToolCalls))
+	}
+
+	return json.Unmarshal([]byte(msg.ToolCalls[0].Function.Arguments), dst)
+}