chore: better defaults for parallel jobs
Signed-off-by: mudler <mudler@localai.io>
This commit is contained in:
@@ -990,7 +990,6 @@ func (a *Agent) periodicallyRun(timer *time.Timer) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (a *Agent) Run() error {
|
func (a *Agent) Run() error {
|
||||||
|
|
||||||
a.startNewConversationsConsumer()
|
a.startNewConversationsConsumer()
|
||||||
xlog.Debug("Agent is now running", "agent", a.Character.Name)
|
xlog.Debug("Agent is now running", "agent", a.Character.Name)
|
||||||
// The agent run does two things:
|
// The agent run does two things:
|
||||||
@@ -1013,7 +1012,12 @@ func (a *Agent) Run() error {
|
|||||||
var muErr sync.Mutex
|
var muErr sync.Mutex
|
||||||
var wg sync.WaitGroup
|
var wg sync.WaitGroup
|
||||||
|
|
||||||
for i := 0; i <= a.options.parallelJobs; i++ {
|
parallelJobs := a.options.parallelJobs
|
||||||
|
if a.options.parallelJobs == 0 {
|
||||||
|
parallelJobs = 1
|
||||||
|
}
|
||||||
|
|
||||||
|
for i := 0; i < parallelJobs; i++ {
|
||||||
xlog.Debug("Starting agent worker", "worker", i)
|
xlog.Debug("Starting agent worker", "worker", i)
|
||||||
wg.Add(1)
|
wg.Add(1)
|
||||||
go func() {
|
go func() {
|
||||||
|
|||||||
@@ -64,6 +64,7 @@ func (o *options) SeparatedMultimodalModel() bool {
|
|||||||
|
|
||||||
func defaultOptions() *options {
|
func defaultOptions() *options {
|
||||||
return &options{
|
return &options{
|
||||||
|
parallelJobs: 1,
|
||||||
periodicRuns: 15 * time.Minute,
|
periodicRuns: 15 * time.Minute,
|
||||||
LLMAPI: llmOptions{
|
LLMAPI: llmOptions{
|
||||||
APIURL: "http://localhost:8080",
|
APIURL: "http://localhost:8080",
|
||||||
|
|||||||
Reference in New Issue
Block a user