Integrate with LocalRAG, drop RAG functionalities

webui/app.go

@@ -49,146 +49,6 @@ func NewApp(opts ...Option) *App {
 	return a
 }
 
-func (a *App) KnowledgeBaseReset(pool *state.AgentPool) func(c *fiber.Ctx) error {
-	return func(c *fiber.Ctx) error {
-		db := pool.GetAgentMemory(c.Params("name"))
-		db.Reset()
-		return c.Redirect("/knowledgebase/" + c.Params("name"))
-	}
-}
-
-func (a *App) KnowledgeBaseExport(pool *state.AgentPool) func(c *fiber.Ctx) error {
-	return func(c *fiber.Ctx) error {
-		db := pool.GetAgentMemory(c.Params("name"))
-		knowledgeBase := db.Data()
-
-		c.Set("Content-Disposition", fmt.Sprintf("attachment; filename=%s.knowledgebase.json", c.Params("name")))
-		return c.JSON(knowledgeBase)
-	}
-}
-
-func (a *App) KnowledgeBaseImport(pool *state.AgentPool) func(c *fiber.Ctx) error {
-	return func(c *fiber.Ctx) error {
-		file, err := c.FormFile("file")
-		if err != nil {
-			// Handle error
-			return err
-		}
-
-		os.MkdirAll("./uploads", os.ModePerm)
-
-		destination := fmt.Sprintf("./uploads/%s", file.Filename)
-		if err := c.SaveFile(file, destination); err != nil {
-			// Handle error
-			return err
-		}
-
-		data, err := os.ReadFile(destination)
-		if err != nil {
-			return err
-		}
-
-		knowledge := []string{}
-		if err := json.Unmarshal(data, &knowledge); err != nil {
-			return err
-		}
-
-		if len(knowledge) > 0 {
-			xlog.Info("Importing agent KB")
-			db := pool.GetAgentMemory(c.Params("name"))
-			db.Reset()
-
-			for _, k := range knowledge {
-				db.Store(k)
-			}
-
-		} else {
-			return fmt.Errorf("Empty knowledge base")
-		}
-
-		return c.Redirect("/agents")
-	}
-}
-
-func (a *App) KnowledgeBaseFile(pool *state.AgentPool) func(c *fiber.Ctx) error {
-	return func(c *fiber.Ctx) error {
-		agent := pool.GetAgent(c.Params("name"))
-		db := agent.Memory()
-
-		// https://golang.withcodeexample.com/blog/file-upload-handling-golang-fiber-guide/
-		file, err := c.FormFile("file")
-		if err != nil {
-			// Handle error
-			return err
-		}
-
-		payload := struct {
-			ChunkSize int `form:"chunk_size"`
-		}{}
-
-		if err := c.BodyParser(&payload); err != nil {
-			return err
-		}
-
-		os.MkdirAll("./uploads", os.ModePerm)
-
-		destination := fmt.Sprintf("./uploads/%s", file.Filename)
-		if err := c.SaveFile(file, destination); err != nil {
-			// Handle error
-			return err
-		}
-
-		xlog.Info("File uploaded to: " + destination)
-		fmt.Printf("Payload: %+v\n", payload)
-
-		content, err := readPdf(destination) // Read local pdf file
-		if err != nil {
-			panic(err)
-		}
-
-		xlog.Info("Content is", content)
-		chunkSize := a.config.DefaultChunkSize
-		if payload.ChunkSize > 0 {
-			chunkSize = payload.ChunkSize
-		}
-
-		go state.StringsToKB(db, chunkSize, content)
-
-		_, err = c.WriteString(chatDiv("File uploaded", "gray"))
-
-		return err
-	}
-}
-
-func (a *App) KnowledgeBase(pool *state.AgentPool) func(c *fiber.Ctx) error {
-	return func(c *fiber.Ctx) error {
-		agent := pool.GetAgent(c.Params("name"))
-		db := agent.Memory()
-
-		payload := struct {
-			URL       string `form:"url"`
-			ChunkSize int    `form:"chunk_size"`
-		}{}
-
-		if err := c.BodyParser(&payload); err != nil {
-			return err
-		}
-
-		website := payload.URL
-		if website == "" {
-			return fmt.Errorf("please enter a URL")
-		}
-		chunkSize := a.config.DefaultChunkSize
-		if payload.ChunkSize > 0 {
-			chunkSize = payload.ChunkSize
-		}
-
-		go state.WebsiteToKB(website, chunkSize, db)
-
-		return c.Redirect("/knowledgebase/" + c.Params("name"))
-	}
-}
-
 func (a *App) Notify(pool *state.AgentPool) func(c *fiber.Ctx) error {
 	return func(c *fiber.Ctx) error {
 		payload := struct {

webui/routes.go

@@ -50,17 +50,6 @@ func (app *App) registerRoutes(pool *state.AgentPool, webapp *fiber.App) {
 		})
 	})
 
-	webapp.Get("/knowledgebase/:name", func(c *fiber.Ctx) error {
-		db := pool.GetAgentMemory(c.Params("name"))
-		return c.Render(
-			"views/knowledgebase",
-			fiber.Map{
-				"KnowledgebaseItemsCount": db.Count(),
-				"Name":                    c.Params("name"),
-			},
-		)
-	})
-
 	// Define a route for the GET method on the root path '/'
 	webapp.Get("/sse/:name", func(c *fiber.Ctx) error {
 		m := pool.GetManager(c.Params("name"))
@@ -92,12 +81,6 @@ func (app *App) registerRoutes(pool *state.AgentPool, webapp *fiber.App) {
 	webapp.Put("/pause/:name", app.Pause(pool))
 	webapp.Put("/start/:name", app.Start(pool))
 
-	webapp.Post("/knowledgebase/:name", app.KnowledgeBase(pool))
-	webapp.Post("/knowledgebase/:name/upload", app.KnowledgeBaseFile(pool))
-	webapp.Delete("/knowledgebase/:name/reset", app.KnowledgeBaseReset(pool))
-	webapp.Post("/knowledgebase/:name/import", app.KnowledgeBaseImport(pool))
-	webapp.Get("/knowledgebase/:name/export", app.KnowledgeBaseExport(pool))
-
 	webapp.Get("/talk/:name", func(c *fiber.Ctx) error {
 		return c.Render("views/chat", fiber.Map{
 			//	"Character": agent.Character,

webui/views/knowledgebase.html

@@ -1,64 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-<head>
-    <title>Knowledgebase for {{.Name}}</title>
-    {{template "views/partials/header"}}
-</head>
-<body class="bg-gray-900 p-4 text-white font-sans">
-    {{template "views/partials/menu"}}
-    <header class="text-center mb-8">
-        <h1 class="text-3xl md:text-5xl font-bold">Knowledgebase (items: {{.KnowledgebaseItemsCount}})</h1>
-    </header>
-    <div class="max-w-4xl mx-auto">
-        <!-- Add Site Form -->
-        <div class="section-box">
-            <form action="/knowledgebase/{{.Name}}" method="POST">
-                <h2>Add sites to KB</h2>
-                <label for="url">URL:</label>
-                <input type="text" name="url" id="url" placeholder="Enter URL here">
-                <label for="chunk_size">Chunk size:</label>
-                <input type="text" name="chunk_size" id="chunk_size" placeholder="Enter chunk size here">
-                <button type="submit">Add Site</button>
-            </form>
-        </div>
-
-        <!-- File Upload Form -->
-        <div class="section-box">
-            <form id='form' hx-encoding='multipart/form-data' hx-post='/knowledgebase/{{.Name}}/upload'>
-                <h2>Upload File</h2>
-                <label for="file">File:</label>
-                <input type='file' name='file' id='file'>
-                <label for="chunk_size">Chunk size:</label>
-                <input type="text" name="chunk_size" id="chunk_size" placeholder="Enter chunk size here">
-                <button type="submit">Upload File</button>
-                <progress id='progress' value='0' max='100'></progress>
-            </form>
-        </div>
-
-        <!-- Reset Knowledge Base -->
-        <div class="section-box">
-            <button hx-swap="none" hx-trigger="click" hx-delete="/knowledgebase/{{.Name}}/reset">Reset Knowledge Base</button>
-        </div>
-
-        <div class="section-box">
-            <h2>Export</h2>
-            <a href="/knowledgebase/{{.Name}}/export" >Export</a>
-        </div>
-
-        <div class="section-box">
-            <form id='form' hx-encoding='multipart/form-data' hx-post='/knowledgebase/{{.Name}}/import'>
-                <h2>Import</h2>
-                <label for="file">File:</label>
-                <input type='file' name='file' id='file'>
-                <button type="submit">Upload File</button>
-                <progress id='progress' value='0' max='100'></progress>
-            </form>
-        </div>
-    </div>
-    <script>
-        htmx.on('#form', 'htmx:xhr:progress', function(evt) {
-            htmx.find('#progress').setAttribute('value', evt.detail.loaded / evt.detail.total * 100);
-        });
-    </script>
-</body>
-</html>