yao/llmprovider/registry.go
Max 654e7ee567 feat(load): initialize and reload LLM Provider and MCP Client Registries
- Added initialization for LLM Provider and MCP Client Registries during the Load process.
- Implemented reload functionality for both registries to ensure they are properly refreshed when needed.
- Enhanced error handling to capture and report issues during initialization and reloading of the registries.
2026-04-28 14:33:10 +08:00

312 lines
6.6 KiB
Go

package llmprovider
import (
"fmt"
"strings"
"sync"
"github.com/yaoapp/gou/connector"
"github.com/yaoapp/gou/store"
)
// Global is the singleton LLM Provider Registry.
var Global *Registry
// Registry manages LLM providers with CRUD, persistence, cache and runtime sync.
type Registry struct {
store store.Store
cache store.Store
encKey string
mu sync.RWMutex
}
// Init initializes the global Registry.
// Must be called after store.Load (so __yao.store and __yao.cache are available).
func Init() error {
s, err := store.Get("__yao.store")
if err != nil {
return fmt.Errorf("llmprovider.Init: %w", err)
}
c, _ := store.Get("__yao.cache")
r := &Registry{store: s, cache: c}
Global = r
if err := importFromConnectors(r); err != nil {
return fmt.Errorf("llmprovider.Init importFromConnectors: %w", err)
}
return nil
}
// SetEncryptionKey sets the key used for API key encryption at rest.
// Should be called right after Init if encryption is desired.
func (r *Registry) SetEncryptionKey(key string) {
r.mu.Lock()
defer r.mu.Unlock()
r.encKey = key
}
// Get retrieves a provider by key. Lazily ensures its connector is registered.
func (r *Registry) Get(key string) (*Provider, error) {
r.mu.RLock()
defer r.mu.RUnlock()
p, err := storeGet(r.store, r.cache, key, r.encKey)
if err != nil {
return nil, err
}
_ = ensureConnector(p)
return p, nil
}
// GetMasked retrieves a provider with the API key masked for display.
func (r *Registry) GetMasked(key string) (*Provider, error) {
p, err := r.Get(key)
if err != nil {
return nil, err
}
cp := *p
cp.APIKey = maskAPIKey(cp.APIKey)
return &cp, nil
}
// Create adds a new provider. Persists, caches, registers connector, and updates index.
func (r *Registry) Create(p *Provider) (*Provider, error) {
r.mu.Lock()
defer r.mu.Unlock()
if p.Key == "" {
return nil, fmt.Errorf("provider key is required")
}
if r.store.Has(storeKey(p.Key)) {
return nil, fmt.Errorf("provider %s already exists", p.Key)
}
if p.Source == "" {
p.Source = ProviderSourceDynamic
}
if p.ConnectorID == "" {
p.ConnectorID = connectorID(p)
}
if p.Status == "" {
p.Status = "unconfigured"
}
if err := storeSet(r.store, r.cache, p, r.encKey); err != nil {
return nil, err
}
if err := indexAdd(r.store, r.cache, p.Key); err != nil {
return nil, err
}
if p.Enabled {
_ = ensureConnector(p)
}
return p, nil
}
// Update modifies an existing provider. Hot-replaces the connector if needed.
func (r *Registry) Update(key string, p *Provider) (*Provider, error) {
r.mu.Lock()
defer r.mu.Unlock()
old, err := storeGet(r.store, r.cache, key, r.encKey)
if err != nil {
return nil, err
}
p.Key = key
if p.Source == "" {
p.Source = old.Source
}
if p.ConnectorID == "" {
p.ConnectorID = old.ConnectorID
}
if p.Owner == (ProviderOwner{}) {
p.Owner = old.Owner
}
_ = unregisterConnector(old)
if err := storeSet(r.store, r.cache, p, r.encKey); err != nil {
return nil, err
}
if p.Enabled {
_ = ensureConnector(p)
}
return p, nil
}
// Delete removes a provider by key. Unregisters connector, deletes store/cache/index.
func (r *Registry) Delete(key string) error {
r.mu.Lock()
defer r.mu.Unlock()
p, err := storeGet(r.store, r.cache, key, r.encKey)
if err != nil {
return err
}
_ = unregisterConnector(p)
if err := storeDel(r.store, r.cache, key); err != nil {
return err
}
return indexRemove(r.store, r.cache, key)
}
// List returns providers matching the filter.
func (r *Registry) List(filter *ProviderFilter) ([]Provider, error) {
r.mu.RLock()
defer r.mu.RUnlock()
keys, err := indexGet(r.store, r.cache)
if err != nil {
return nil, err
}
var result []Provider
for _, key := range keys {
p, err := storeGet(r.store, r.cache, key, r.encKey)
if err != nil {
continue
}
if filter != nil && !matchFilter(p, filter) {
continue
}
cp := *p
cp.APIKey = maskAPIKey(cp.APIKey)
result = append(result, cp)
}
return result, nil
}
// Reload re-reads all providers from persistent store and rebuilds cache + connectors.
func (r *Registry) Reload() error {
r.mu.Lock()
defer r.mu.Unlock()
keys, err := indexGet(r.store, nil)
if err != nil {
return err
}
for _, key := range keys {
p, err := storeGet(r.store, nil, key, r.encKey)
if err != nil {
continue
}
m, err := providerToMap(p, r.encKey)
if err != nil {
continue
}
if r.cache != nil {
r.cache.Set(storeKey(key), m, 0)
}
if p.Source == ProviderSourceDynamic && p.Enabled {
_ = ensureConnector(p)
}
}
return nil
}
// GetConnector returns the runtime connector for a given provider key.
func (r *Registry) GetConnector(key string) (connector.Connector, error) {
p, err := r.Get(key)
if err != nil {
return nil, err
}
cid := p.ConnectorID
if cid == "" {
cid = connectorID(p)
}
return connector.Select(cid)
}
// GetSetting returns the runtime connector setting map for a given provider key.
func (r *Registry) GetSetting(key string) (map[string]interface{}, error) {
conn, err := r.GetConnector(key)
if err != nil {
return nil, err
}
return conn.Setting(), nil
}
// matchFilter checks if a provider matches the given filter.
func matchFilter(p *Provider, f *ProviderFilter) bool {
src := f.Source
if src == "" {
src = ProviderSourceDynamic
}
if src != ProviderSourceAll && p.Source != src {
return false
}
if f.Owner != nil {
if f.Owner.Type != "" && p.Owner.Type != f.Owner.Type {
return false
}
if f.Owner.UserID != "" && p.Owner.UserID != f.Owner.UserID {
return false
}
if f.Owner.TeamID != "" && p.Owner.TeamID != f.Owner.TeamID {
return false
}
}
if f.Enabled != nil && p.Enabled != *f.Enabled {
return false
}
if f.Type != nil && p.Type != *f.Type {
return false
}
if f.PresetKey != nil && p.PresetKey != *f.PresetKey {
return false
}
if len(f.Capabilities) > 0 && !matchCapabilities(p, f.Capabilities) {
return false
}
if f.Keyword != "" {
kw := strings.ToLower(f.Keyword)
if !strings.Contains(strings.ToLower(p.Name), kw) &&
!strings.Contains(strings.ToLower(p.Key), kw) {
return false
}
}
return true
}
// matchCapabilities returns true if at least one model in the provider
// satisfies ALL of the required capabilities (AND logic).
func matchCapabilities(p *Provider, required []string) bool {
for _, m := range p.Models {
if !m.Enabled {
continue
}
capSet := make(map[string]bool, len(m.Capabilities))
for _, c := range m.Capabilities {
capSet[c] = true
}
allMatch := true
for _, req := range required {
if !capSet[req] {
allMatch = false
break
}
}
if allMatch {
return true
}
}
return false
}