chore: better defaults for parallel jobs

Signed-off-by: mudler <mudler@localai.io>
This commit is contained in:
mudler
2025-04-22 21:28:00 +02:00
parent 25bb3fb123
commit ddac344147
2 changed files with 7 additions and 2 deletions

View File

@@ -990,7 +990,6 @@ func (a *Agent) periodicallyRun(timer *time.Timer) {
} }
func (a *Agent) Run() error { func (a *Agent) Run() error {
a.startNewConversationsConsumer() a.startNewConversationsConsumer()
xlog.Debug("Agent is now running", "agent", a.Character.Name) xlog.Debug("Agent is now running", "agent", a.Character.Name)
// The agent run does two things: // The agent run does two things:
@@ -1013,7 +1012,12 @@ func (a *Agent) Run() error {
var muErr sync.Mutex var muErr sync.Mutex
var wg sync.WaitGroup var wg sync.WaitGroup
for i := 0; i <= a.options.parallelJobs; i++ { parallelJobs := a.options.parallelJobs
if a.options.parallelJobs == 0 {
parallelJobs = 1
}
for i := 0; i < parallelJobs; i++ {
xlog.Debug("Starting agent worker", "worker", i) xlog.Debug("Starting agent worker", "worker", i)
wg.Add(1) wg.Add(1)
go func() { go func() {

View File

@@ -64,6 +64,7 @@ func (o *options) SeparatedMultimodalModel() bool {
func defaultOptions() *options { func defaultOptions() *options {
return &options{ return &options{
parallelJobs: 1,
periodicRuns: 15 * time.Minute, periodicRuns: 15 * time.Minute,
LLMAPI: llmOptions{ LLMAPI: llmOptions{
APIURL: "http://localhost:8080", APIURL: "http://localhost:8080",