Merge pull request #382 from trheyi/main

[add] openai api

.github/workflows/pr-test.yml

@@ -38,6 +38,8 @@ env:
   MONGO_TEST_USER: "root"
   MONGO_TEST_PASS: "123456"
 
+  OPENAI_TEST_KEY: ${{ secrets.OPENAI_TEST_KEY }}
+
   TAB_NAME: "::PET ADMIN"
   PAGE_SIZE: "20"
   PAGE_LINK: "https://yaoapps.com"

.github/workflows/unit-test.yml

@@ -42,6 +42,8 @@ env:
   MONGO_TEST_USER: "root"
   MONGO_TEST_PASS: "123456"
 
+  OPENAI_TEST_KEY: ${{ secrets.OPENAI_TEST_KEY }}
+
   TAB_NAME: "::PET ADMIN"
   PAGE_SIZE: "20"
   PAGE_LINK: "https://yaoapps.com"

Makefile

@@ -9,7 +9,7 @@ COMMIT := $(shell git log | head -n 1 | awk '{print substr($$2, 0, 12)}')
 NOW := $(shell date +"%FT%T%z")
 
 # ROOT_DIR := $(shell dirname $(realpath $(firstword $(MAKEFILE_LIST))))
-TESTFOLDER := $(shell $(GO) list ./... | grep -vE 'examples|tests|share*')
+TESTFOLDER := $(shell $(GO) list ./... | grep -vE 'examples|tests|openai|share*')
 TESTTAGS ?= ""
 
 # TESTWIDGETS := $(shell $(GO) list ./widgets/...)

openai/openai.go

@@ -1,6 +1,14 @@
 package openai
 
-import "github.com/pkoukk/tiktoken-go"
+import (
+	"encoding/base64"
+	"fmt"
+
+	"github.com/pkoukk/tiktoken-go"
+	"github.com/yaoapp/gou/connector"
+	"github.com/yaoapp/gou/http"
+	"github.com/yaoapp/kun/exception"
+)
 
 // Tiktoken get number of tokens
 func Tiktoken(model string, input string) (int, error) {
@@ -11,3 +19,188 @@ func Tiktoken(model string, input string) (int, error) {
 	token := tkm.Encode(input, nil, nil)
 	return len(token), nil
 }
+
+// OpenAI struct
+type OpenAI struct {
+	key   string
+	model string
+	host  string
+}
+
+// New create a new OpenAI instance by connector id
+func New(id string) (*OpenAI, error) {
+	c, err := connector.Select(id)
+	if err != nil {
+		return nil, err
+	}
+
+	if !c.Is(connector.OPENAI) {
+		return nil, fmt.Errorf("The connector %s is not a OpenAI connector", id)
+	}
+
+	setting := c.Setting()
+	return &OpenAI{
+		key:   setting["key"].(string),
+		model: setting["model"].(string),
+		host:  setting["host"].(string),
+	}, nil
+}
+
+// Completions Creates a completion for the provided prompt and parameters.
+// https://platform.openai.com/docs/api-reference/completions/create
+func (openai OpenAI) Completions(prompt interface{}, option map[string]interface{}, cb func(data []byte) int) (interface{}, *exception.Exception) {
+	if option == nil {
+		option = map[string]interface{}{}
+	}
+	option["prompt"] = prompt
+
+	if cb != nil {
+		option["stream"] = true
+		return nil, openai.stream("/v1/completions", option, cb)
+	}
+
+	option["stream"] = false
+	return openai.post("/v1/completions", option)
+}
+
+// ChatCompletions Creates a model response for the given chat conversation.
+// https://platform.openai.com/docs/api-reference/chat/create
+func (openai OpenAI) ChatCompletions(messages []map[string]interface{}, option map[string]interface{}, cb func(data []byte) int) (interface{}, *exception.Exception) {
+	if option == nil {
+		option = map[string]interface{}{}
+	}
+	option["messages"] = messages
+
+	if cb != nil {
+		option["stream"] = true
+		return nil, openai.stream("/v1/chat/completions", option, cb)
+	}
+
+	option["stream"] = false
+	return openai.post("/v1/chat/completions", option)
+}
+
+// Edits Creates a new edit for the provided input, instruction, and parameters.
+// https://platform.openai.com/docs/api-reference/edits/create
+func (openai OpenAI) Edits(instruction string, option map[string]interface{}) (interface{}, *exception.Exception) {
+	if option == nil {
+		option = map[string]interface{}{}
+	}
+	option["instruction"] = instruction
+	return openai.post("/v1/edits", option)
+}
+
+// Embeddings Creates an embedding vector representing the input text.
+// https://platform.openai.com/docs/api-reference/embeddings/create
+func (openai OpenAI) Embeddings(input interface{}, user string) (interface{}, *exception.Exception) {
+	payload := map[string]interface{}{"input": input}
+	if user != "" {
+		payload["user"] = user
+	}
+	return openai.post("/v1/embeddings", payload)
+}
+
+// AudioTranscriptions Transcribes audio into the input language.
+func (openai OpenAI) AudioTranscriptions(dataBase64 string, option map[string]interface{}) (interface{}, *exception.Exception) {
+	data, err := base64.StdEncoding.DecodeString(dataBase64)
+	if err != nil {
+		return nil, exception.New("Base64 error :%s", 400, err.Error())
+	}
+
+	if option == nil {
+		option = map[string]interface{}{}
+	}
+	return openai.postFile("/v1/audio/transcriptions", map[string][]byte{"file": data}, option)
+}
+
+// Tiktoken get number of tokens
+func (openai OpenAI) Tiktoken(input string) (int, error) {
+	tkm, err := tiktoken.EncodingForModel(openai.model)
+	if err != nil {
+		return 0, err
+	}
+	token := tkm.Encode(input, nil, nil)
+	return len(token), nil
+}
+
+// post post request
+func (openai OpenAI) post(path string, payload map[string]interface{}) (interface{}, *exception.Exception) {
+
+	url := fmt.Sprintf("%s%s", openai.host, path)
+	key := fmt.Sprintf("Bearer %s", openai.key)
+	payload["model"] = openai.model
+
+	req := http.New(url).
+		WithHeader(map[string][]string{"Authorization": {key}})
+
+	res := req.Post(payload)
+	if err := openai.isError(res); err != nil {
+		return nil, err
+	}
+	return res.Data, nil
+}
+
+// post post request
+func (openai OpenAI) postFile(path string, files map[string][]byte, option map[string]interface{}) (interface{}, *exception.Exception) {
+
+	url := fmt.Sprintf("%s%s", openai.host, path)
+	key := fmt.Sprintf("Bearer %s", openai.key)
+	option["model"] = openai.model
+
+	req := http.New(url).
+		WithHeader(map[string][]string{
+			"Authorization": {key},
+			"Content-Type":  {"multipart/form-data"},
+		})
+
+	for name, data := range files {
+		req.AddFileBytes(name, fmt.Sprintf("%s.mp3", name), data)
+	}
+
+	res := req.Send("POST", option)
+	if err := openai.isError(res); err != nil {
+		return nil, err
+	}
+	return res.Data, nil
+}
+
+// stream post request
+func (openai OpenAI) stream(path string, payload map[string]interface{}, cb func(data []byte) int) *exception.Exception {
+	url := fmt.Sprintf("%s%s", openai.host, path)
+	key := fmt.Sprintf("Bearer %s", openai.key)
+	payload["model"] = openai.model
+	req := http.New(url)
+	err := req.
+		WithHeader(map[string][]string{
+			"Content-Type":  {"application/json; charset=utf-8"},
+			"Authorization": {key},
+		}).
+		Stream("POST", payload, cb)
+
+	if err != nil {
+		return exception.New(err.Error(), 500)
+	}
+	return nil
+}
+
+func (openai OpenAI) isError(res *http.Response) *exception.Exception {
+
+	if res.Status != 200 {
+		message := "OpenAI Error"
+		if data, ok := res.Data.(map[string]interface{}); ok {
+			if err, has := data["error"]; has {
+				if err, ok := err.(map[string]interface{}); ok {
+					if msg, has := err["message"].(string); has {
+						message = msg
+					}
+					if code, has := err["code"].(string); has {
+						message = fmt.Sprintf("OpenAI %s %s", code, message)
+					}
+				}
+			}
+		}
+		return exception.New(message, res.Status)
+	}
+
+	return nil
+}

openai/process_test.go

@@ -7,7 +7,7 @@ import (
 	"github.com/yaoapp/gou/process"
 )
 
-func TestTiktoken(t *testing.T) {
+func TestProcessTiktoken(t *testing.T) {
 	// Hash
 	args := []interface{}{"gpt-3.5-turbo", "hello world"}
 	res := process.New("yao.openai.Tiktoken", args...).Run()