alex/LocalAGI
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

KB: Specify chunk size

Browse Source
This commit is contained in:
Ettore Di Giacinto
2024-04-09 23:54:58 +02:00
parent a1edf005a9
commit db490fb3ca
2 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
example/webui/main.go
View File

@@ -132,7 +132,8 @@ func main() {
func (a *App) KnowledgeBase(db *InMemoryDatabase) func(c *fiber.Ctx) error {
return func(c *fiber.Ctx) error {
payload := struct {
URL string `json:"url"`
URL string `json:"url"`
ChunkSize int `json:"chunk_size"`
}{}
if err := c.BodyParser(&payload); err != nil {
@@ -152,7 +153,7 @@ func (a *App) KnowledgeBase(db *InMemoryDatabase) func(c *fiber.Ctx) error {
fmt.Println("Found pages: ", len(content))
for _, c := range content {
chunks := splitParagraphIntoChunks(c, 256)
chunks := splitParagraphIntoChunks(c, payload.ChunkSize)
fmt.Println("chunks: ", len(chunks))
for _, chunk := range chunks {
db.AddEntry(chunk)