6f78f6066b
- Replaced 'Voice' with 'Audio' in the system configuration and related tests to better reflect functionality. - Introduced new methods for role management in the llmprovider, allowing for dynamic retrieval of roles based on user and team context. - Updated the OpenAPI settings to support new role management endpoints and capabilities. - Enhanced the handling of API keys in provider management, allowing for optional plain-text retrieval.
126 lines
3.1 KiB
Go
126 lines
3.1 KiB
Go
package llm
|
|
|
|
import (
|
|
"github.com/yaoapp/gou/connector"
|
|
goullm "github.com/yaoapp/gou/llm"
|
|
)
|
|
|
|
// GetCapabilities get the capabilities of a connector by connector ID
|
|
// Reads capabilities from connector's Setting()["capabilities"], with fallback to defaults.
|
|
func GetCapabilities(connectorID string) *goullm.Capabilities {
|
|
if connectorID == "" {
|
|
return getDefaultCapabilities()
|
|
}
|
|
|
|
conn, err := connector.Select(connectorID)
|
|
if err != nil {
|
|
return getDefaultCapabilities()
|
|
}
|
|
|
|
return GetCapabilitiesFromConn(conn)
|
|
}
|
|
|
|
// GetCapabilitiesFromConn get the capabilities from a connector instance
|
|
func GetCapabilitiesFromConn(conn connector.Connector) *goullm.Capabilities {
|
|
if conn == nil {
|
|
return getDefaultCapabilities()
|
|
}
|
|
|
|
settings := conn.Setting()
|
|
if settings != nil {
|
|
if caps, ok := settings["capabilities"]; ok {
|
|
if capabilities, ok := caps.(*goullm.Capabilities); ok {
|
|
return capabilities
|
|
}
|
|
if capabilities, ok := caps.(goullm.Capabilities); ok {
|
|
return &capabilities
|
|
}
|
|
if capsMap, ok := caps.(map[string]interface{}); ok {
|
|
return capabilitiesFromMap(capsMap)
|
|
}
|
|
}
|
|
}
|
|
|
|
return getDefaultCapabilities()
|
|
}
|
|
|
|
// capabilitiesFromMap converts a JSON-deserialized map into goullm.Capabilities.
|
|
func capabilitiesFromMap(m map[string]interface{}) *goullm.Capabilities {
|
|
caps := getDefaultCapabilities()
|
|
if v, ok := m["streaming"].(bool); ok {
|
|
caps.Streaming = v
|
|
}
|
|
if v, ok := m["tool_calls"].(bool); ok {
|
|
caps.ToolCalls = v
|
|
}
|
|
if v, ok := m["vision"]; ok {
|
|
caps.Vision = v
|
|
}
|
|
if v, ok := m["audio"].(bool); ok {
|
|
caps.Audio = v
|
|
}
|
|
if v, ok := m["stt"].(bool); ok {
|
|
caps.STT = v
|
|
}
|
|
if v, ok := m["reasoning"].(bool); ok {
|
|
caps.Reasoning = v
|
|
}
|
|
if v, ok := m["json"].(bool); ok {
|
|
caps.JSON = v
|
|
}
|
|
if v, ok := m["multimodal"].(bool); ok {
|
|
caps.Multimodal = v
|
|
}
|
|
if v, ok := m["temperature_adjustable"].(bool); ok {
|
|
caps.TemperatureAdjustable = v
|
|
}
|
|
return caps
|
|
}
|
|
|
|
// getDefaultCapabilities returns minimal default capabilities
|
|
func getDefaultCapabilities() *goullm.Capabilities {
|
|
return &goullm.Capabilities{
|
|
Vision: false,
|
|
ToolCalls: false,
|
|
Audio: false,
|
|
Reasoning: false,
|
|
Streaming: false,
|
|
JSON: false,
|
|
Multimodal: false,
|
|
TemperatureAdjustable: true,
|
|
}
|
|
}
|
|
|
|
// GetCapabilitiesMap get capabilities as map[string]interface{} for API responses
|
|
func GetCapabilitiesMap(connectorID string) map[string]interface{} {
|
|
caps := GetCapabilities(connectorID)
|
|
if caps == nil {
|
|
return nil
|
|
}
|
|
|
|
return ToMap(caps)
|
|
}
|
|
|
|
// ToMap converts Capabilities to map[string]interface{}
|
|
func ToMap(caps *goullm.Capabilities) map[string]interface{} {
|
|
if caps == nil {
|
|
return nil
|
|
}
|
|
|
|
result := make(map[string]interface{})
|
|
|
|
if caps.Vision != nil {
|
|
result["vision"] = caps.Vision
|
|
}
|
|
|
|
result["audio"] = caps.Audio
|
|
result["stt"] = caps.STT
|
|
result["tool_calls"] = caps.ToolCalls
|
|
result["reasoning"] = caps.Reasoning
|
|
result["streaming"] = caps.Streaming
|
|
result["json"] = caps.JSON
|
|
result["multimodal"] = caps.Multimodal
|
|
result["temperature_adjustable"] = caps.TemperatureAdjustable
|
|
|
|
return result
|
|
}
|