feat(filters): Add configurable filters for incoming jobs
Signed-off-by: Richard Palethorpe <io@richiejp.com>
This commit is contained in:
Richard Palethorpe
44
services/filters.go
Normal file
44
services/filters.go
Normal file
@@ -0,0 +1,44 @@
|
||||
package services
|
||||
|
||||
import (
|
||||
"github.com/mudler/LocalAGI/core/state"
|
||||
"github.com/mudler/LocalAGI/core/types"
|
||||
"github.com/mudler/LocalAGI/pkg/config"
|
||||
"github.com/mudler/LocalAGI/pkg/xlog"
|
||||
"github.com/mudler/LocalAGI/services/filters"
|
||||
)
|
||||
|
||||
func Filters(a *state.AgentConfig) types.JobFilters {
|
||||
var result []types.JobFilter
|
||||
for _, f := range a.Filters {
|
||||
var filter types.JobFilter
|
||||
var err error
|
||||
switch f.Type {
|
||||
case filters.FilterRegex:
|
||||
filter, err = filters.NewRegexFilter(f.Config)
|
||||
if err != nil {
|
||||
xlog.Error("Failed to configure regex", "err", err.Error())
|
||||
continue
|
||||
}
|
||||
case filters.FilterClassifier:
|
||||
filter, err = filters.NewClassifierFilter(f.Config, a)
|
||||
if err != nil {
|
||||
xlog.Error("failed to configure classifier", "err", err.Error())
|
||||
continue
|
||||
}
|
||||
default:
|
||||
xlog.Error("Unrecognized filter type", "type", f.Type)
|
||||
continue
|
||||
}
|
||||
result = append(result, filter)
|
||||
}
|
||||
return result
|
||||
}
|
||||
|
||||
// FiltersConfigMeta returns all filter config metas for UI.
|
||||
func FiltersConfigMeta() []config.FieldGroup {
|
||||
return []config.FieldGroup{
|
||||
filters.RegexFilterConfigMeta(),
|
||||
filters.ClassifierFilterConfigMeta(),
|
||||
}
|
||||
}
|
||||
121
services/filters/classifier.go
Normal file
121
services/filters/classifier.go
Normal file
@@ -0,0 +1,121 @@
|
||||
package filters
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
|
||||
"github.com/mudler/LocalAGI/core/state"
|
||||
"github.com/mudler/LocalAGI/core/types"
|
||||
"github.com/mudler/LocalAGI/pkg/config"
|
||||
"github.com/mudler/LocalAGI/pkg/llm"
|
||||
"github.com/sashabaranov/go-openai"
|
||||
"github.com/sashabaranov/go-openai/jsonschema"
|
||||
)
|
||||
|
||||
const FilterClassifier = "classifier"
|
||||
|
||||
type ClassifierFilter struct {
|
||||
name string
|
||||
client *openai.Client
|
||||
model string
|
||||
description string
|
||||
allowOnMatch bool
|
||||
isTrigger bool
|
||||
}
|
||||
|
||||
type ClassifierFilterConfig struct {
|
||||
Name string `json:"name"`
|
||||
Model string `json:"model,omitempty"`
|
||||
APIURL string `json:"api_url,omitempty"`
|
||||
Description string `json:"description"`
|
||||
AllowOnMatch bool `json:"allow_on_match"`
|
||||
IsTrigger bool `json:"is_trigger"`
|
||||
}
|
||||
|
||||
func NewClassifierFilter(configJSON string, a *state.AgentConfig) (*ClassifierFilter, error) {
|
||||
var cfg ClassifierFilterConfig
|
||||
if err := json.Unmarshal([]byte(configJSON), &cfg); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
var model string
|
||||
if cfg.Model != "" {
|
||||
model = cfg.Model
|
||||
} else {
|
||||
model = a.Model
|
||||
}
|
||||
if cfg.Name == "" {
|
||||
return nil, fmt.Errorf("Classifier with no name")
|
||||
}
|
||||
if cfg.Description == "" {
|
||||
return nil, fmt.Errorf("%s classifier has no description", cfg.Name)
|
||||
}
|
||||
apiUrl := a.APIURL
|
||||
if cfg.APIURL != "" {
|
||||
apiUrl = cfg.APIURL
|
||||
}
|
||||
client := llm.NewClient(a.APIKey, apiUrl, "1m")
|
||||
|
||||
return &ClassifierFilter{
|
||||
name: cfg.Name,
|
||||
model: model,
|
||||
description: cfg.Description,
|
||||
client: client,
|
||||
allowOnMatch: cfg.AllowOnMatch,
|
||||
isTrigger: cfg.IsTrigger,
|
||||
}, nil
|
||||
}
|
||||
|
||||
const fmtT = `
|
||||
Does the below message fit the description "%s"
|
||||
|
||||
%s
|
||||
`
|
||||
|
||||
func (f *ClassifierFilter) Name() string { return f.name }
|
||||
func (f *ClassifierFilter) Apply(job *types.Job) (bool, error) {
|
||||
input := extractInputFromJob(job)
|
||||
guidance := fmt.Sprintf(fmtT, f.description, input)
|
||||
var result struct {
|
||||
Asserted bool `json:"answer"`
|
||||
}
|
||||
err := llm.GenerateTypedJSON(job.GetContext(), f.client, guidance, f.model, jsonschema.Definition{
|
||||
Type: jsonschema.Object,
|
||||
Properties: map[string]jsonschema.Definition{
|
||||
"answer": {
|
||||
Type: jsonschema.Boolean,
|
||||
Description: "The answer to the first question",
|
||||
},
|
||||
},
|
||||
Required: []string{"answer"},
|
||||
}, &result)
|
||||
if err != nil {
|
||||
return false, err
|
||||
}
|
||||
|
||||
if result.Asserted {
|
||||
return f.allowOnMatch, nil
|
||||
}
|
||||
return !f.allowOnMatch, nil
|
||||
}
|
||||
|
||||
func (f *ClassifierFilter) IsTrigger() bool {
|
||||
return f.isTrigger
|
||||
}
|
||||
|
||||
func ClassifierFilterConfigMeta() config.FieldGroup {
|
||||
return config.FieldGroup{
|
||||
Name: FilterClassifier,
|
||||
Label: "Classifier Filter/Trigger",
|
||||
Fields: []config.Field{
|
||||
{Name: "name", Label: "Name", Type: "text", Required: true},
|
||||
{Name: "model", Label: "Model", Type: "text", Required: false,
|
||||
HelpText: "The LLM to use, usually a smaller one. Leave blank to use the same as the agent's"},
|
||||
{Name: "api_url", Label: "API URL", Type: "url", Required: false,
|
||||
HelpText: "The URL of the LLM service if different from the agent's"},
|
||||
{Name: "description", Label: "Description", Type: "text", Required: true,
|
||||
HelpText: "Describe the type of content to match against e.g. 'technical support request'"},
|
||||
{Name: "allow_on_match", Label: "Allow on Match", Type: "checkbox", Required: true},
|
||||
{Name: "is_trigger", Label: "Is Trigger", Type: "checkbox", Required: true},
|
||||
},
|
||||
}
|
||||
}
|
||||
86
services/filters/regex.go
Normal file
86
services/filters/regex.go
Normal file
@@ -0,0 +1,86 @@
|
||||
package filters
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"regexp"
|
||||
|
||||
"github.com/mudler/LocalAGI/core/types"
|
||||
"github.com/mudler/LocalAGI/pkg/config"
|
||||
)
|
||||
|
||||
const FilterRegex = "regex"
|
||||
|
||||
type RegexFilter struct {
|
||||
name string
|
||||
pattern *regexp.Regexp
|
||||
allowOnMatch bool
|
||||
isTrigger bool
|
||||
}
|
||||
|
||||
type RegexFilterConfig struct {
|
||||
Name string `json:"name"`
|
||||
Pattern string `json:"pattern"`
|
||||
AllowOnMatch bool `json:"allow_on_match"`
|
||||
IsTrigger bool `json:"is_trigger"`
|
||||
}
|
||||
|
||||
func NewRegexFilter(configJSON string) (*RegexFilter, error) {
|
||||
var cfg RegexFilterConfig
|
||||
if err := json.Unmarshal([]byte(configJSON), &cfg); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
re, err := regexp.Compile(cfg.Pattern)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return &RegexFilter{
|
||||
name: cfg.Name,
|
||||
pattern: re,
|
||||
allowOnMatch: cfg.AllowOnMatch,
|
||||
isTrigger: cfg.IsTrigger,
|
||||
}, nil
|
||||
}
|
||||
|
||||
func (f *RegexFilter) Name() string { return f.name }
|
||||
func (f *RegexFilter) Apply(job *types.Job) (bool, error) {
|
||||
input := extractInputFromJob(job)
|
||||
if f.pattern.MatchString(input) {
|
||||
return f.allowOnMatch, nil
|
||||
}
|
||||
return !f.allowOnMatch, nil
|
||||
}
|
||||
|
||||
func (f *RegexFilter) IsTrigger() bool {
|
||||
return f.isTrigger
|
||||
}
|
||||
|
||||
func RegexFilterConfigMeta() config.FieldGroup {
|
||||
return config.FieldGroup{
|
||||
Name: FilterRegex,
|
||||
Label: "Regex Filter/Trigger",
|
||||
Fields: []config.Field{
|
||||
{Name: "name", Label: "Name", Type: "text", Required: true},
|
||||
{Name: "pattern", Label: "Pattern", Type: "text", Required: true},
|
||||
{Name: "allow_on_match", Label: "Allow on Match", Type: "checkbox", Required: true},
|
||||
{Name: "is_trigger", Label: "Is Trigger", Type: "checkbox", Required: true},
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
// extractInputFromJob attempts to extract a string input for filtering.
|
||||
func extractInputFromJob(job *types.Job) string {
|
||||
if job.Metadata != nil {
|
||||
if v, ok := job.Metadata["input"]; ok {
|
||||
if s, ok := v.(string); ok {
|
||||
return s
|
||||
}
|
||||
}
|
||||
}
|
||||
// fallback: try to use conversation history if available
|
||||
if len(job.ConversationHistory) > 0 {
|
||||
// Use the last message content
|
||||
last := job.ConversationHistory[len(job.ConversationHistory)-1]
|
||||
return last.Content
|
||||
}
|
||||
return ""
|
||||
}
|
||||
Reference in New Issue
Block a user