e4d1701dab
- Introduced new environment variables for TAVILY_API_KEY, SERPAPI_API_KEY, and SERPER_API_KEY in both `pr-test.yml` and `unit-test.yml` workflows to support additional search providers. - Updated `DESIGN.md` to reflect the inclusion of SerpAPI as a search provider, detailing its usage and configuration options, including support for multiple search engines. - Enhanced the `builtinSearch` function in `handler.go` to accommodate the new SerpAPI provider, ensuring proper handling of search requests. - Revised the `WebConfig` struct in `config.go` to include an `Engine` field for specifying the search engine when using SerpAPI, improving flexibility in search configurations. - Updated documentation to clarify the roles of new search providers and their integration within the search module, ensuring comprehensive guidance for developers.
435 lines
13 KiB
YAML
435 lines
13 KiB
YAML
name: PR Unit Test
|
||
|
||
# read-write repo token
|
||
# access to secrets
|
||
on:
|
||
workflow_run:
|
||
workflows: ["Receive PR"]
|
||
types:
|
||
- completed
|
||
env:
|
||
YAO_DEV: ${{ github.WORKSPACE }}
|
||
YAO_ENV: development
|
||
YAO_ROOT: ${{ github.WORKSPACE }}/../app
|
||
YAO_HOST: 0.0.0.0
|
||
YAO_PORT: 5099
|
||
YAO_SESSION: "memory"
|
||
YAO_LOG: "./logs/application.log"
|
||
YAO_LOG_MODE: "TEXT"
|
||
YAO_JWT_SECRET: "bLp@bi!oqo-2U+hoTRUG"
|
||
YAO_DB_AESKEY: "ZLX=T&f6refeCh-ro*r@"
|
||
OSS_TEST_ID: ${{ secrets.OSS_TEST_ID}}
|
||
OSS_TEST_SECRET: ${{ secrets.OSS_TEST_SECRET}}
|
||
ROOT_PLUGIN: ${{ github.WORKSPACE }}/../../../data/gou-unit/plugins
|
||
|
||
MYSQL_TEST_HOST: "127.0.0.1"
|
||
MYSQL_TEST_PORT: "3308"
|
||
MYSQL_TEST_USER: test
|
||
MYSQL_TEST_PASS: "123456"
|
||
|
||
SQLITE_DB: "./app/db/yao.db"
|
||
|
||
REDIS_TEST_HOST: "127.0.0.1"
|
||
REDIS_TEST_PORT: "6379"
|
||
REDIS_TEST_DB: "2"
|
||
|
||
MONGO_TEST_HOST: "127.0.0.1"
|
||
MONGO_TEST_PORT: "27017"
|
||
MONGO_TEST_USER: "root"
|
||
MONGO_TEST_PASS: "123456"
|
||
|
||
OPENAI_TEST_KEY: ${{ secrets.OPENAI_TEST_KEY }}
|
||
TEST_MOAPI_SECRET: ${{ secrets.OPENAI_TEST_KEY }}
|
||
TEST_MOAPI_MIRROR: https://api.openai.com
|
||
|
||
# DeepSeek API Configuration
|
||
DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }}
|
||
DEEPSEEK_API_PROXY: ${{ secrets.DEEPSEEK_API_PROXY }}
|
||
DEEPSEEK_MODELS_R1: ${{ secrets.DEEPSEEK_MODELS_R1 }}
|
||
DEEPSEEK_MODELS_V3: ${{ secrets.DEEPSEEK_MODELS_V3 }}
|
||
DEEPSEEK_MODELS_V3_1: ${{ secrets.DEEPSEEK_MODELS_V3_1 }}
|
||
|
||
# Search API Configuration
|
||
TAVILY_API_KEY: ${{ secrets.TAVILY_API_KEY }}
|
||
SERPAPI_API_KEY: ${{ secrets.SERPAPI_API_KEY }}
|
||
SERPER_API_KEY: ${{ secrets.SERPER_API_KEY }}
|
||
|
||
# Claude API Configuration
|
||
CLAUDE_API_KEY: ${{ secrets.CLAUDE_API_KEY }}
|
||
CLAUDE_PROXY: ${{ secrets.CLAUDE_PROXY }}
|
||
CLAUDE_API_HOST: ${{ secrets.CLAUDE_API_HOST }}
|
||
CLAUDE_SONNET_4: ${{ secrets.CLAUDE_SONNET_4 }}
|
||
CLAUDE_SONNET_4_THINKING: ${{ secrets.CLAUDE_SONNET_4_THINKING }}
|
||
|
||
TAB_NAME: "::PET ADMIN"
|
||
PAGE_SIZE: "20"
|
||
PAGE_LINK: "https://yaoapps.com"
|
||
PAGE_ICON: "icon-trash"
|
||
|
||
DEMO_APP: ${{ github.WORKSPACE }}/../app
|
||
|
||
# Application Setting
|
||
|
||
## Path
|
||
YAO_EXTENSION_ROOT: ${{ github.WORKSPACE }}/../extension
|
||
YAO_TEST_APPLICATION: ${{ github.WORKSPACE }}/../app
|
||
YAO_SUI_TEST_APPLICATION: ${{ github.WORKSPACE }}/../yao-startup-webapp
|
||
|
||
## Runtime
|
||
YAO_RUNTIME_MIN: 3
|
||
YAO_RUNTIME_MAX: 6
|
||
YAO_RUNTIME_HEAP_LIMIT: 1500000000
|
||
YAO_RUNTIME_HEAP_RELEASE: 10000000
|
||
YAO_RUNTIME_HEAP_AVAILABLE: 550000000
|
||
YAO_RUNTIME_PRECOMPILE: true
|
||
|
||
# Neo4j
|
||
NEO4J_TEST_URL: "neo4j://localhost:7687"
|
||
NEO4J_TEST_USER: "neo4j"
|
||
NEO4J_TEST_PASS: "Yao2026Neo4j"
|
||
|
||
# Qdrant
|
||
QDRANT_TEST_HOST: "127.0.0.1"
|
||
QDRANT_TEST_PORT: "6334"
|
||
|
||
# S3
|
||
S3_API: ${{ secrets.S3_API }}
|
||
S3_ACCESS_KEY: ${{ secrets.S3_ACCESS_KEY }}
|
||
S3_SECRET_KEY: ${{ secrets.S3_SECRET_KEY }}
|
||
S3_BUCKET: ${{ secrets.S3_BUCKET }}
|
||
S3_PUBLIC_URL: ${{ secrets.S3_PUBLIC_URL }}
|
||
|
||
# === Openapi Signin Configs ===
|
||
SIGNIN_CLIENT_ID: "kiCeR88kDwHBDuNHvN51cZgmpp3tmF6Z"
|
||
|
||
## Google
|
||
GOOGLE_CLIENT_ID: ${{ secrets.GOOGLE_CLIENT_ID }}
|
||
GOOGLE_CLIENT_SECRET: ${{ secrets.GOOGLE_CLIENT_SECRET }}
|
||
|
||
## Microsoft
|
||
MICROSOFT_CLIENT_ID: ${{ secrets.MICROSOFT_CLIENT_ID }}
|
||
MICROSOFT_CLIENT_SECRET: ${{ secrets.MICROSOFT_CLIENT_SECRET }}
|
||
|
||
## Apple
|
||
APPLE_SERVICE_ID: ${{ secrets.APPLE_SERVICE_ID }}
|
||
APPLE_PRIVATE_KEY_PATH: "apple/signin_client_secret_key.p8"
|
||
APPLE_KEY_ID: ${{ secrets.APPLE_KEY_ID }}
|
||
APPLE_TEAM_ID: ${{ secrets.APPLE_TEAM_ID }}
|
||
|
||
## Github
|
||
GITHUBUSER_CLIENT_ID: ${{ secrets.GITHUBUSER_CLIENT_ID }}
|
||
GITHUBUSER_CLIENT_SECRET: ${{ secrets.GITHUBUSER_CLIENT_SECRET }}
|
||
|
||
## Cloudflare Turnstile
|
||
CLOUDFLARE_TURNSTILE_SITEKEY: ${{ secrets.CLOUDFLARE_TURNSTILE_SITEKEY }}
|
||
CLOUDFLARE_TURNSTILE_SECRET: ${{ secrets.CLOUDFLARE_TURNSTILE_SECRET }}
|
||
|
||
# === Messaging Services ===
|
||
## Mailgun
|
||
MAILGUN_DOMAIN: ${{ secrets.MAILGUN_DOMAIN }}
|
||
MAILGUN_API_KEY: ${{ secrets.MAILGUN_API_KEY }}
|
||
MAILGUN_FROM: "Yaobots Tests <unit-test@mailgun.yaobots.com>"
|
||
|
||
## SMTP Server（ Mailgun ）
|
||
SMTP_HOST: "smtp.mailgun.org"
|
||
SMTP_PORT: "465"
|
||
SMTP_USERNAME: ${{ secrets.SMTP_USERNAME }}
|
||
SMTP_PASSWORD: ${{ secrets.SMTP_PASSWORD }}
|
||
SMTP_FROM: "Yaobots SMTP Tests <unit-test@mailgun.yaobots.com>"
|
||
|
||
## SMTP Server（ Gmail ）
|
||
RELIABLE_SMTP_HOST: "smtp.gmail.com"
|
||
RELIABLE_SMTP_PORT: "465"
|
||
RELIABLE_SMTP_USERNAME: ${{ secrets.RELIABLE_SMTP_USERNAME }}
|
||
RELIABLE_SMTP_PASSWORD: ${{ secrets.RELIABLE_SMTP_PASSWORD }}
|
||
RELIABLE_SMTP_FROM: "Yaobots Gmail Tests <shadow.iqka@gmail.com>"
|
||
|
||
## IMAP Server (Gmail)
|
||
RELIABLE_IMAP_HOST: "imap.gmail.com"
|
||
RELIABLE_IMAP_PORT: "993"
|
||
RELIABLE_IMAP_USERNAME: ${{ secrets.RELIABLE_SMTP_USERNAME }}
|
||
RELIABLE_IMAP_PASSWORD: ${{ secrets.RELIABLE_SMTP_PASSWORD }}
|
||
RELIABLE_IMAP_MAILBOX: "INBOX"
|
||
|
||
## Twilio
|
||
TWILIO_ACCOUNT_SID: ${{ secrets.TWILIO_ACCOUNT_SID }}
|
||
TWILIO_AUTH_TOKEN: ${{ secrets.TWILIO_AUTH_TOKEN }}
|
||
TWILIO_API_SID: ${{ secrets.TWILIO_API_SID }}
|
||
TWILIO_API_KEY: ${{ secrets.TWILIO_API_KEY }}
|
||
TWILIO_SENDGRID_API_SID: ${{ secrets.TWILIO_SENDGRID_API_SID }}
|
||
TWILIO_SENDGRID_API_KEY: ${{ secrets.TWILIO_SENDGRID_API_KEY }}
|
||
TWILIO_FROM_PHONE: "+17035701412"
|
||
TWILIO_FROM_EMAIL: "unit-test@sendgrid.yaobots.com"
|
||
TWILIO_TEST_PHONE: ${{ secrets.TWILIO_TEST_PHONE }}
|
||
|
||
jobs:
|
||
UnitTest:
|
||
runs-on: ubuntu-latest
|
||
|
||
services:
|
||
qdrant:
|
||
image: qdrant/qdrant:latest
|
||
ports:
|
||
- 6333:6333 # HTTP API
|
||
- 6334:6334 # gRPC
|
||
|
||
fastembed:
|
||
image: yaoapp/fastembed:latest-amd64
|
||
env:
|
||
FASTEMBED_PASSWORD: Yao@2026
|
||
ports:
|
||
- 6001:8000
|
||
|
||
neo4j:
|
||
image: neo4j:latest
|
||
ports:
|
||
- "7687:7687"
|
||
env:
|
||
NEO4J_AUTH: neo4j/Yao2026Neo4j
|
||
|
||
mcp-everything:
|
||
image: yaoapp/mcp-everything:latest
|
||
ports:
|
||
- "3021:3021"
|
||
- "3022:3022"
|
||
|
||
strategy:
|
||
matrix:
|
||
go: [1.24]
|
||
db: [MySQL8.0, MySQL5.7, SQLite3]
|
||
redis: [4, 5, 6]
|
||
mongo: ["6.0"]
|
||
if: >
|
||
${{ github.event.workflow_run.event == 'pull_request' &&
|
||
github.event.workflow_run.conclusion == 'success' }}
|
||
steps:
|
||
- name: "Download artifact"
|
||
uses: actions/github-script@v7
|
||
with:
|
||
script: |
|
||
var artifacts = await github.rest.actions.listWorkflowRunArtifacts({
|
||
owner: context.repo.owner,
|
||
repo: context.repo.repo,
|
||
run_id: ${{github.event.workflow_run.id }},
|
||
});
|
||
var matchArtifact = artifacts.data.artifacts.filter((artifact) => {
|
||
return artifact.name == "pr"
|
||
})[0];
|
||
var download = await github.rest.actions.downloadArtifact({
|
||
owner: context.repo.owner,
|
||
repo: context.repo.repo,
|
||
artifact_id: matchArtifact.id,
|
||
archive_format: 'zip',
|
||
});
|
||
var fs = require('fs');
|
||
fs.writeFileSync('${{github.workspace}}/pr.zip', Buffer.from(download.data));
|
||
|
||
- name: "Read NR & SHA"
|
||
run: |
|
||
unzip pr.zip
|
||
cat NR
|
||
cat SHA
|
||
echo HEAD=$(cat SHA) >> $GITHUB_ENV
|
||
echo NR=$(cat NR) >> $GITHUB_ENV
|
||
|
||
- name: "Comment on PR"
|
||
uses: actions/github-script@v7
|
||
with:
|
||
github-token: ${{ secrets.GITHUB_TOKEN }}
|
||
script: |
|
||
const { NR } = process.env
|
||
var fs = require('fs');
|
||
var issue_number = NR;
|
||
await github.rest.issues.createComment({
|
||
owner: context.repo.owner,
|
||
repo: context.repo.repo,
|
||
issue_number: issue_number,
|
||
body: 'Thank you for the PR! The db: ${{ matrix.db }} redis: ${{ matrix.redis }} mongo: ${{ matrix.mongo }} test workflow is running, the results of the run will be commented later.'
|
||
});
|
||
|
||
- name: Checkout Kun
|
||
uses: actions/checkout@v4
|
||
with:
|
||
repository: yaoapp/kun
|
||
path: kun
|
||
|
||
- name: Checkout Xun
|
||
uses: actions/checkout@v4
|
||
with:
|
||
repository: yaoapp/xun
|
||
path: xun
|
||
|
||
- name: Checkout Gou
|
||
uses: actions/checkout@v4
|
||
with:
|
||
repository: yaoapp/gou
|
||
path: gou
|
||
|
||
- name: Checkout V8Go
|
||
uses: actions/checkout@v4
|
||
with:
|
||
repository: yaoapp/v8go
|
||
path: v8go
|
||
|
||
- name: Unzip libv8
|
||
run: |
|
||
files=$(find ./v8go -name "libv8*.zip")
|
||
for file in $files; do
|
||
dir=$(dirname "$file") # Get the directory where the ZIP file is located
|
||
echo "Extracting $file to directory $dir"
|
||
unzip -o -d $dir $file
|
||
rm -rf $dir/__MACOSX
|
||
done
|
||
|
||
- name: Checkout Demo App
|
||
uses: actions/checkout@v4
|
||
with:
|
||
repository: yaoapp/yao-dev-app
|
||
path: app
|
||
|
||
- name: Checkout Yao Startup Webapp
|
||
uses: actions/checkout@v4
|
||
with:
|
||
repository: yaoapp/yao-startup-webapp
|
||
submodules: true
|
||
token: ${{ secrets.YAO_TEST_TOKEN }}
|
||
path: yao-startup-webapp
|
||
|
||
- name: Checkout Extension
|
||
uses: actions/checkout@v4
|
||
with:
|
||
repository: yaoapp/yao-extensions-dev
|
||
path: extension
|
||
|
||
- name: Move Kun, Xun, Gou, V8Go
|
||
run: |
|
||
mv kun ../
|
||
mv xun ../
|
||
mv gou ../
|
||
mv v8go ../
|
||
mv app ../
|
||
mv extension ../
|
||
mv yao-startup-webapp ../
|
||
ls -l .
|
||
ls -l ../
|
||
|
||
- name: Checkout pull request HEAD commit
|
||
uses: actions/checkout@v4
|
||
with:
|
||
ref: ${{ env.HEAD }}
|
||
|
||
- name: Setup Apple Private Key
|
||
run: |
|
||
mkdir -p ../app/openapi/certs/apple
|
||
echo "${{ secrets.APPLE_PRIVATE_KEY_USER }}" > ../app/openapi/certs/apple/signin_client_secret_key.p8
|
||
|
||
- name: Start Redis
|
||
uses: supercharge/redis-github-action@1.4.0
|
||
with:
|
||
redis-version: ${{ matrix.redis }}
|
||
|
||
- name: Setup Go ${{ matrix.go }}
|
||
uses: actions/setup-go@v5
|
||
with:
|
||
go-version: ${{ matrix.go }}
|
||
|
||
- name: Install FFmpeg 7.x
|
||
run: |
|
||
wget https://github.com/BtbN/FFmpeg-Builds/releases/download/latest/ffmpeg-master-latest-linux64-gpl.tar.xz
|
||
tar -xf ffmpeg-master-latest-linux64-gpl.tar.xz
|
||
sudo cp ffmpeg-master-latest-linux64-gpl/bin/ffmpeg /usr/local/bin/
|
||
sudo cp ffmpeg-master-latest-linux64-gpl/bin/ffprobe /usr/local/bin/
|
||
sudo chmod +x /usr/local/bin/ffmpeg /usr/local/bin/ffprobe
|
||
|
||
- name: Test FFmpeg
|
||
run: ffmpeg -version
|
||
|
||
- name: Install pdftoppm, mutool, imagemagick
|
||
run: |
|
||
sudo apt update
|
||
sudo apt install -y poppler-utils mupdf-tools imagemagick
|
||
|
||
- name: Test pdftoppm, mutool, imagemagick
|
||
run: |
|
||
pdftoppm -v
|
||
mutool -v
|
||
convert -version
|
||
|
||
- name: Start MongoDB
|
||
uses: supercharge/mongodb-github-action@1.8.0
|
||
with:
|
||
mongodb-version: ${{ matrix.mongo }}
|
||
mongodb-username: root
|
||
mongodb-password: 123456
|
||
mongodb-db: test
|
||
|
||
- name: Setup MySQL8.0 (connector)
|
||
uses: ./.github/actions/setup-db
|
||
with:
|
||
kind: "MySQL8.0"
|
||
db: "test"
|
||
user: "test"
|
||
password: "123456"
|
||
port: "3308"
|
||
|
||
- name: Setup ${{ matrix.db }}
|
||
uses: ./.github/actions/setup-db
|
||
with:
|
||
kind: "${{ matrix.db }}"
|
||
db: "xiang"
|
||
user: "xiang"
|
||
password: ${{ secrets.UNIT_PASS }}
|
||
|
||
- name: Setup Go Tools
|
||
run: |
|
||
make tools
|
||
|
||
- name: Setup ENV & Host
|
||
env:
|
||
PASSWORD: ${{ secrets.UNIT_PASS }}
|
||
run: |
|
||
sudo echo "127.0.0.1 local.iqka.com" | sudo tee -a /etc/hosts
|
||
echo "YAO_DB_DRIVER=$DB_DRIVER" >> $GITHUB_ENV
|
||
echo "GITHUB_WORKSPACE:\n" && ls -l $GITHUB_WORKSPACE
|
||
|
||
if [ "$DB_DRIVER" = "mysql" ]; then
|
||
echo "YAO_DB_PRIMARY=$DB_USER:$PASSWORD@$DB_HOST" >> $GITHUB_ENV
|
||
elif [ "$DB_DRIVER" = "postgres" ]; then
|
||
echo "YAO_DB_PRIMARY=postgres://$DB_USER:$PASSWORD@$DB_HOST" >> $GITHUB_ENV
|
||
else
|
||
echo "YAO_DB_PRIMARY=$YAO_ROOT/$DB_HOST" >> $GITHUB_ENV
|
||
fi
|
||
|
||
echo ".:\n" && ls -l .
|
||
echo "..:\n" && ls -l ..
|
||
ping -c 1 -t 1 local.iqka.com
|
||
|
||
- name: Test Prepare
|
||
run: |
|
||
make vet
|
||
make fmt-check
|
||
make misspell-check
|
||
|
||
- name: Run test
|
||
run: |
|
||
make test
|
||
|
||
- name: Codecov Report
|
||
uses: codecov/codecov-action@v4
|
||
with:
|
||
token: ${{ secrets.CODECOV_TOKEN }} # not required for public repos
|
||
|
||
- name: "Comment on PR"
|
||
uses: actions/github-script@v7
|
||
with:
|
||
github-token: ${{ secrets.GITHUB_TOKEN }}
|
||
script: |
|
||
const { NR } = process.env
|
||
var fs = require('fs');
|
||
var issue_number = NR;
|
||
await github.rest.issues.createComment({
|
||
owner: context.repo.owner,
|
||
repo: context.repo.repo,
|
||
issue_number: issue_number,
|
||
body: '✨DONE✨ db: ${{ matrix.db }} redis: ${{ matrix.redis }} mongo: ${{ matrix.mongo }} passed.'
|
||
});
|