add browse action

example/webui/actions.go

@@ -18,6 +18,7 @@ const (
 	ActionGithubIssueSearcher = "github-issue-searcher"
 	ActionScraper             = "scraper"
 	ActionWikipedia           = "wikipedia"
+	ActionBrowse              = "browse"
 )
 
 var AvailableActions = []string{
@@ -27,6 +28,7 @@ var AvailableActions = []string{
 	ActionGithubIssueCloser,
 	ActionGithubIssueSearcher,
 	ActionScraper,
+	ActionBrowse,
 	ActionWikipedia,
 }
 
@@ -58,6 +60,8 @@ func (a *AgentConfig) availableActions(ctx context.Context) []Action {
 			actions = append(actions, external.NewScraper(config))
 		case ActionWikipedia:
 			actions = append(actions, external.NewWikipedia(config))
+		case ActionBrowse:
+			actions = append(actions, external.NewBrowse(config))
 		}
 	}
 

external/browse.go

@@ -0,0 +1,68 @@
+package external
+
+import (
+	"context"
+	"fmt"
+	"io"
+	"net/http"
+
+	"github.com/mudler/local-agent-framework/action"
+	"github.com/sashabaranov/go-openai/jsonschema"
+	"jaytaylor.com/html2text"
+)
+
+func NewBrowse(config map[string]string) *BrowseAction {
+
+	return &BrowseAction{}
+}
+
+type BrowseAction struct{}
+
+func (a *BrowseAction) Run(ctx context.Context, params action.ActionParams) (string, error) {
+	result := struct {
+		URL string `json:"url"`
+	}{}
+	err := params.Unmarshal(&result)
+	if err != nil {
+		fmt.Printf("error: %v", err)
+
+		return "", err
+	}
+	// download page with http.Client
+	client := &http.Client{}
+	req, err := http.NewRequest("GET", result.URL, nil)
+	if err != nil {
+		return "", err
+	}
+	resp, err := client.Do(req)
+	if err != nil {
+		return "", err
+	}
+	defer resp.Body.Close()
+	pagebyte, err := io.ReadAll(resp.Body)
+	if err != nil {
+		return "", err
+	}
+
+	rendered, err := html2text.FromString(string(pagebyte), html2text.Options{PrettyTables: true})
+
+	if err != nil {
+		return "", err
+	}
+
+	return fmt.Sprintf("The webpage '%s' content is:\n%s", result.URL, rendered), nil
+}
+
+func (a *BrowseAction) Definition() action.ActionDefinition {
+	return action.ActionDefinition{
+		Name:        "browse",
+		Description: "Use this tool to visit an URL. It browse a website page and return the text content.",
+		Properties: map[string]jsonschema.Definition{
+			"url": {
+				Type:        jsonschema.String,
+				Description: "The website URL.",
+			},
+		},
+		Required: []string{"url"},
+	}
+}

external/scrape.go

@@ -38,7 +38,7 @@ func (a *ScraperAction) Run(ctx context.Context, params action.ActionParams) (st
 func (a *ScraperAction) Definition() action.ActionDefinition {
 	return action.ActionDefinition{
 		Name:        "scrape",
-		Description: "Scrapes a website and returns the site data.",
+		Description: "Scrapes a full website content and returns the entire site data.",
 		Properties: map[string]jsonschema.Definition{
 			"url": {
 				Type:        jsonschema.String,