diff --git a/example/webui/app.go b/example/webui/app.go
index 7ee03ec..cb6ba56 100644
--- a/example/webui/app.go
+++ b/example/webui/app.go
@@ -1,12 +1,15 @@
package main
import (
+ "bytes"
"fmt"
"net/http"
+ "os"
. "github.com/mudler/local-agent-framework/agent"
"github.com/donseba/go-htmx"
+ "github.com/dslipak/pdf"
fiber "github.com/gofiber/fiber/v2"
)
@@ -17,6 +20,54 @@ type (
}
)
+func (a *App) KnowledgeBaseFile(db *InMemoryDatabase) func(c *fiber.Ctx) error {
+ return func(c *fiber.Ctx) error {
+ // https://golang.withcodeexample.com/blog/file-upload-handling-golang-fiber-guide/
+ // Handle file upload logic
+ file, err := c.FormFile("file")
+ if err != nil {
+ // Handle error
+ return err
+ }
+
+ payload := struct {
+ ChunkSize int `form:"chunk_size"`
+ }{}
+
+ if err := c.BodyParser(&payload); err != nil {
+ return err
+ }
+
+ os.MkdirAll("./uploads", os.ModePerm)
+
+ destination := fmt.Sprintf("./uploads/%s", file.Filename)
+ if err := c.SaveFile(file, destination); err != nil {
+ // Handle error
+ return err
+ }
+
+ fmt.Println("File uploaded to: " + destination)
+ fmt.Printf("Payload: %+v\n", payload)
+
+ content, err := readPdf(destination) // Read local pdf file
+ if err != nil {
+ panic(err)
+ }
+
+ fmt.Println("Content is", content)
+ chunkSize := defaultChunkSize
+ if payload.ChunkSize > 0 {
+ chunkSize = payload.ChunkSize
+ }
+
+ go StringsToKB(db, chunkSize, content)
+
+ _, err = c.WriteString(chatDiv("File uploaded", "gray"))
+
+ return err
+ }
+}
+
func (a *App) KnowledgeBase(db *InMemoryDatabase) func(c *fiber.Ctx) error {
return func(c *fiber.Ctx) error {
payload := struct {
@@ -153,3 +204,17 @@ func (a *App) Chat(pool *AgentPool) func(c *fiber.Ctx) error {
return nil
}
}
+
+func readPdf(path string) (string, error) {
+ r, err := pdf.Open(path)
+ if err != nil {
+ return "", err
+ }
+ var buf bytes.Buffer
+ b, err := r.GetPlainText()
+ if err != nil {
+ return "", err
+ }
+ buf.ReadFrom(b)
+ return buf.String(), nil
+}
diff --git a/example/webui/rag.go b/example/webui/rag.go
index d048a9f..1d90e8f 100644
--- a/example/webui/rag.go
+++ b/example/webui/rag.go
@@ -127,6 +127,10 @@ func WebsiteToKB(website string, chunkSize int, db *InMemoryDatabase) {
fmt.Println("Found pages: ", len(content))
fmt.Println("ChunkSize: ", chunkSize)
+ StringsToKB(db, chunkSize, content...)
+}
+
+func StringsToKB(db *InMemoryDatabase, chunkSize int, content ...string) {
for _, c := range content {
chunks := splitParagraphIntoChunks(c, chunkSize)
fmt.Println("chunks: ", len(chunks))
diff --git a/example/webui/routes.go b/example/webui/routes.go
index 0dda837..f3765a1 100644
--- a/example/webui/routes.go
+++ b/example/webui/routes.go
@@ -55,6 +55,7 @@ func RegisterRoutes(webapp *fiber.App, pool *AgentPool, db *InMemoryDatabase, ap
webapp.Post("/create", app.Create(pool))
webapp.Get("/delete/:name", app.Delete(pool))
webapp.Post("/knowledgebase", app.KnowledgeBase(db))
+ webapp.Post("/knowledgebase/upload", app.KnowledgeBaseFile(db))
webapp.Get("/talk/:name", func(c *fiber.Ctx) error {
return c.Render("chat.html", fiber.Map{
diff --git a/example/webui/views/knowledgebase.html b/example/webui/views/knowledgebase.html
index 2c4b949..67a6109 100644
--- a/example/webui/views/knowledgebase.html
+++ b/example/webui/views/knowledgebase.html
@@ -29,6 +29,30 @@
+
+
+