yao/neo/load.go

package neo

import (
	"fmt"
	"path/filepath"

	"github.com/yaoapp/gou/application"
	"github.com/yaoapp/gou/connector"
	"github.com/yaoapp/gou/model"
	"github.com/yaoapp/yao/attachment"
	"github.com/yaoapp/yao/config"
	"github.com/yaoapp/yao/neo/assistant"
	"github.com/yaoapp/yao/neo/i18n"
	"github.com/yaoapp/yao/neo/store"
)

// Neo the neo AI assistant
var Neo *DSL

// Load load AIGC
func Load(cfg config.Config) error {

	setting := DSL{
		ID:     "neo",
		Allows: []string{},
		StoreSetting: store.Setting{
			Prefix:    "yao_neo_",
			Connector: "default",
		},
	}

	bytes, err := application.App.Read(filepath.Join("neo", "neo.yml"))
	if err != nil {
		return err
	}

	err = application.Parse("neo.yml", bytes, &setting)
	if err != nil {
		return err
	}

	if setting.StoreSetting.MaxSize == 0 {
		setting.StoreSetting.MaxSize = 20 // default is 20
	}

	// Default Assistant, Neo is the developer name, Mohe is the brand name of the assistant
	if setting.Use == nil {
		setting.Use = &Use{Default: "mohe"} // Neo is the developer name, Mohe is the brand name of the assistant
	}

	// Title Assistant
	if setting.Use.Title == "" {
		setting.Use.Title = setting.Use.Default
	}

	// Prompt Assistant
	if setting.Use.Prompt == "" {
		setting.Use.Prompt = setting.Use.Default
	}

	Neo = &setting

	// Store Setting
	err = initStore()
	if err != nil {
		return err
	}

	// Initialize Connectors
	err = initConnectors()
	if err != nil {
		return err
	}

	// Initialize Global I18n
	err = initGlobalI18n()
	if err != nil {
		return err
	}

	// Initialize Auth
	err = initAuth()
	if err != nil {
		return err
	}

	// Initialize Upload
	err = initUpload()
	if err != nil {
		return err
	}

	// Initialize Assistant
	err = initAssistant()
	if err != nil {
		return err
	}

	return nil
}

// initAuth initialize the auth
func initAuth() error {
	if Neo.AuthSetting == nil {
		Neo.AuthSetting = &Auth{
			Models:        &AuthModels{User: "admin.user", Guest: "guest"},
			Fields:        &AuthFields{ID: "id", Roles: "roles", Permission: "permission"},
			SessionFields: &AuthSessionFields{ID: "user_id", Roles: "user_roles", Guest: "guest_id"},
		}
	}

	if Neo.AuthSetting.Models == nil {
		Neo.AuthSetting.Models = &AuthModels{User: "admin.user", Guest: "guest"}
	}

	if Neo.AuthSetting.Fields == nil {
		Neo.AuthSetting.Fields = &AuthFields{ID: "id", Roles: "roles", Permission: "permission"}
	}

	if Neo.AuthSetting.SessionFields == nil {
		Neo.AuthSetting.SessionFields = &AuthSessionFields{ID: "user_id", Roles: "user_roles", Guest: "guest_id"}
	}

	if Neo.AuthSetting.Models.User == "" {
		Neo.AuthSetting.Models.User = "admin.user"
	}

	if Neo.AuthSetting.Models.Guest == "" {
		Neo.AuthSetting.Models.Guest = "guest"
	}

	if Neo.AuthSetting.Fields.Roles == "" {
		Neo.AuthSetting.Fields.Roles = "roles"
	}

	if Neo.AuthSetting.Fields.Permission == "" {
		Neo.AuthSetting.Fields.Permission = "permission"
	}

	if Neo.AuthSetting.Fields.ID == "" {
		Neo.AuthSetting.Fields.ID = "id"
	}

	if Neo.AuthSetting.Fields.ID == "" {
		Neo.AuthSetting.Fields.ID = "id"
	}

	if Neo.AuthSetting.SessionFields.ID == "" {
		Neo.AuthSetting.SessionFields.ID = "user_id"
	}

	if Neo.AuthSetting.SessionFields.Roles == "" {
		Neo.AuthSetting.SessionFields.Roles = "user_roles"
	}

	if Neo.AuthSetting.SessionFields.Guest == "" {
		Neo.AuthSetting.SessionFields.Guest = "guest_id"
	}

	// Validate User Model and Fields
	if !model.Exists(Neo.AuthSetting.Models.User) {
		return fmt.Errorf("model %s not found", Neo.AuthSetting.Models.User)
	}
	user := model.Select(Neo.AuthSetting.Models.User)
	shouldHave := []string{Neo.AuthSetting.Fields.ID, Neo.AuthSetting.Fields.Roles, Neo.AuthSetting.Fields.Permission}
	for _, name := range shouldHave {
		if _, has := user.Columns[name]; !has {
			return fmt.Errorf("model %s should have column %s", Neo.AuthSetting.Models.User, name)
		}
	}

	return nil
}

// initUpload initialize the upload
func initUpload() error {

	if Neo.UploadSetting == nil {
		_, err := attachment.RegisterDefault("chat")
		if err != nil {
			return err
		}
		_, err = attachment.RegisterDefault("knowledge")
		if err != nil {
			return err
		}
		return nil
	}

	// If the chat upload setting is not set, use the default chat upload setting.
	if Neo.UploadSetting.Chat == nil {
		_, err := attachment.RegisterDefault("chat")
		if err != nil {
			return err
		}
	}

	// Use the chat upload setting for knowledge upload, if the knowledge upload setting is not set.
	if Neo.UploadSetting.Knowledge == nil {
		if Neo.UploadSetting.Chat == nil {
			_, err := attachment.RegisterDefault("knowledge")
			if err != nil {
				return err
			}
		} else {
			_, err := attachment.Register("knowledge", Neo.UploadSetting.Chat.Driver, *Neo.UploadSetting.Chat)
			if err != nil {
				return err
			}
		}
	}

	// Use custom chat upload setting
	if Neo.UploadSetting.Chat != nil {
		Neo.UploadSetting.Chat.ReplaceEnv(config.Conf.DataRoot)
		_, err := attachment.Register("chat", Neo.UploadSetting.Chat.Driver, *Neo.UploadSetting.Chat) // Register the chat upload manager
		if err != nil {
			return err
		}
	}

	// Use custom knowledge upload setting
	if Neo.UploadSetting.Knowledge != nil {
		Neo.UploadSetting.Knowledge.ReplaceEnv(config.Conf.DataRoot)
		_, err := attachment.Register("knowledge", Neo.UploadSetting.Knowledge.Driver, *Neo.UploadSetting.Knowledge)
		if err != nil {
			return err
		}
	}

	// Use the chat upload setting for asset upload, if the asset upload setting is not set. (public assets)
	if Neo.UploadSetting.Assets == nil {
		_, err := attachment.RegisterDefault("assets")
		if err != nil {
			return err
		}
	}

	// Use custom asset upload setting
	if Neo.UploadSetting.Assets != nil {
		Neo.UploadSetting.Assets.ReplaceEnv(config.Conf.DataRoot)
		_, err := attachment.Register("assets", Neo.UploadSetting.Assets.Driver, *Neo.UploadSetting.Assets)
		if err != nil {
			return err
		}
	}
	return nil
}

// initGlobalI18n initialize the global i18n
func initGlobalI18n() error {
	locales, err := i18n.GetLocales("neo")
	if err != nil {
		return err
	}
	i18n.Locales["__global__"] = locales.Flatten()
	return nil
}

// initConnectors initialize the connectors
func initConnectors() error {
	path := filepath.Join("neo", "connectors.yml")
	if exists, _ := application.App.Exists(path); !exists {
		return nil
	}

	// Open the connectors
	bytes, err := application.App.Read(path)
	if err != nil {
		return err
	}

	var connectors map[string]assistant.ConnectorSetting = map[string]assistant.ConnectorSetting{}
	err = application.Parse("connectors.yml", bytes, &connectors)
	if err != nil {
		return err
	}

	Neo.Connectors = connectors
	return nil
}

// initStore initialize the store
func initStore() error {

	var err error
	if Neo.StoreSetting.Connector == "default" || Neo.StoreSetting.Connector == "" {
		Neo.Store, err = store.NewXun(Neo.StoreSetting)
		return err
	}

	// other connector
	conn, err := connector.Select(Neo.StoreSetting.Connector)
	if err != nil {
		return err
	}

	if conn.Is(connector.DATABASE) {
		Neo.Store, err = store.NewXun(Neo.StoreSetting)
		return err

	} else if conn.Is(connector.REDIS) {
		Neo.Store = store.NewRedis()
		return nil

	} else if conn.Is(connector.MONGO) {
		Neo.Store = store.NewMongo()
		return nil
	}

	return fmt.Errorf("%s store connector %s not support", Neo.ID, Neo.StoreSetting.Connector)
}

// initAssistant initialize the assistant
func initAssistant() error {

	// Set Storage
	assistant.SetStorage(Neo.Store)

	// Assistant Vision
	if Neo.Vision != nil {
		assistant.SetVision(Neo.Vision)
	}

	if Neo.Connectors != nil {
		assistant.SetConnectorSettings(Neo.Connectors)
	}

	// Load Built-in Assistants
	err := assistant.LoadBuiltIn()
	if err != nil {
		return err
	}

	// Default Assistant
	defaultAssistant, err := defaultAssistant()
	if err != nil {
		return err
	}

	Neo.Assistant = defaultAssistant
	return nil
}

// defaultAssistant get the default assistant
func defaultAssistant() (*assistant.Assistant, error) {
	if Neo.Use == nil || Neo.Use.Default == "" {
		return nil, fmt.Errorf("default assistant not found")
	}
	return assistant.Get(Neo.Use.Default)
}