93 lines
1.9 KiB
Go
93 lines
1.9 KiB
Go
package main
|
|
|
|
import (
|
|
"log"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
|
|
"github.com/mudler/LocalAGI/core/state"
|
|
"github.com/mudler/LocalAGI/services"
|
|
"github.com/mudler/LocalAGI/webui"
|
|
)
|
|
|
|
var baseModel = os.Getenv("LOCALAGI_MODEL")
|
|
var multimodalModel = os.Getenv("LOCALAGI_MULTIMODAL_MODEL")
|
|
var apiURL = os.Getenv("LOCALAGI_LLM_API_URL")
|
|
var apiKey = os.Getenv("LOCALAGI_LLM_API_KEY")
|
|
var timeout = os.Getenv("LOCALAGI_TIMEOUT")
|
|
var stateDir = os.Getenv("LOCALAGI_STATE_DIR")
|
|
var localRAG = os.Getenv("LOCALAGI_LOCALRAG_URL")
|
|
var withLogs = os.Getenv("LOCALAGI_ENABLE_CONVERSATIONS_LOGGING") == "true"
|
|
var apiKeysEnv = os.Getenv("LOCALAGI_API_KEYS")
|
|
var imageModel = os.Getenv("LOCALAGI_IMAGE_MODEL")
|
|
var conversationDuration = os.Getenv("LOCALAGI_CONVERSATION_DURATION")
|
|
|
|
func init() {
|
|
if baseModel == "" {
|
|
panic("LOCALAGI_MODEL not set")
|
|
}
|
|
if apiURL == "" {
|
|
panic("LOCALAGI_API_URL not set")
|
|
}
|
|
if timeout == "" {
|
|
timeout = "5m"
|
|
}
|
|
if stateDir == "" {
|
|
cwd, err := os.Getwd()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
stateDir = filepath.Join(cwd, "pool")
|
|
}
|
|
}
|
|
|
|
func main() {
|
|
// make sure state dir exists
|
|
os.MkdirAll(stateDir, 0755)
|
|
|
|
apiKeys := []string{}
|
|
if apiKeysEnv != "" {
|
|
apiKeys = strings.Split(apiKeysEnv, ",")
|
|
}
|
|
|
|
// Create the agent pool
|
|
pool, err := state.NewAgentPool(
|
|
baseModel,
|
|
multimodalModel,
|
|
imageModel,
|
|
apiURL,
|
|
apiKey,
|
|
stateDir,
|
|
localRAG,
|
|
services.Actions,
|
|
services.Connectors,
|
|
services.DynamicPrompts,
|
|
timeout,
|
|
withLogs,
|
|
)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
// Create the application
|
|
app := webui.NewApp(
|
|
webui.WithPool(pool),
|
|
webui.WithConversationStoreduration(conversationDuration),
|
|
webui.WithApiKeys(apiKeys...),
|
|
webui.WithLLMAPIUrl(apiURL),
|
|
webui.WithLLMAPIKey(apiKey),
|
|
webui.WithLLMModel(baseModel),
|
|
webui.WithStateDir(stateDir),
|
|
)
|
|
|
|
// Start the agents
|
|
if err := pool.StartAll(); err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
// Start the web server
|
|
log.Fatal(app.Listen(":3000"))
|
|
}
|