feat: add history metadata of agent browser

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

pkg/localoperator/client.go

@@ -33,6 +33,8 @@ type StateDescription struct {
 	CurrentURL             string `json:"current_url"`
 	PageTitle              string `json:"page_title"`
 	PageContentDescription string `json:"page_content_description"`
+	Screenshot             string `json:"screenshot"`
+	ScreenshotMimeType     string `json:"screenshot_mime_type"` // MIME type of the screenshot (e.g., "image/png")
 }
 
 // StateHistory represents the complete history of states during agent execution

services/actions/browseragentrunner.go

@@ -62,6 +62,7 @@ func (b *BrowserAgentRunner) Run(ctx context.Context, params types.ActionParams)
 
 	return types.ActionResult{
 		Result:   fmt.Sprintf("Browser agent completed successfully. History:\n%s", historyStr),
+		Metadata: map[string]interface{}{"browser_agent_history": stateHistory},
 	}, nil
 }