Implement Core and AI Unit Testing in Makefile and CI Workflows
- Added separate unit test targets for core tests and AI-related tests in the Makefile, allowing for more granular testing. - Updated GitHub Actions workflows to include dedicated jobs for running AI tests with SQLite and core tests, enhancing CI capabilities. - Modified existing test commands to ensure proper execution of unit tests while excluding AI-related tests where necessary. - Updated test paths in the agent's search tests to reflect changes in the test assistant being used, ensuring accurate test execution.
This commit is contained in:
Max
parent
4dbce2f92e
commit
4a47b92156
4 changed files with 361 additions and 13 deletions
183
.github/workflows/pr-test.yml
vendored
183
.github/workflows/pr-test.yml
vendored
|
|
@ -163,7 +163,182 @@ env:
|
|||
TWILIO_TEST_PHONE: ${{ secrets.TWILIO_TEST_PHONE }}
|
||||
|
||||
jobs:
|
||||
UnitTest:
|
||||
# =============================================================================
|
||||
# AI Tests (agent, aigc) - Run once with SQLite
|
||||
# =============================================================================
|
||||
AITest:
|
||||
runs-on: ubuntu-latest
|
||||
services:
|
||||
qdrant:
|
||||
image: qdrant/qdrant:latest
|
||||
ports:
|
||||
- 6333:6333
|
||||
- 6334:6334
|
||||
|
||||
fastembed:
|
||||
image: yaoapp/fastembed:latest-amd64
|
||||
env:
|
||||
FASTEMBED_PASSWORD: Yao@2026
|
||||
ports:
|
||||
- 6001:8000
|
||||
|
||||
neo4j:
|
||||
image: neo4j:latest
|
||||
ports:
|
||||
- "7687:7687"
|
||||
env:
|
||||
NEO4J_AUTH: neo4j/Yao2026Neo4j
|
||||
|
||||
mcp-everything:
|
||||
image: yaoapp/mcp-everything:latest
|
||||
ports:
|
||||
- "3021:3021"
|
||||
- "3022:3022"
|
||||
|
||||
strategy:
|
||||
matrix:
|
||||
go: [1.24]
|
||||
if: >
|
||||
${{ github.event.workflow_run.event == 'pull_request' &&
|
||||
github.event.workflow_run.conclusion == 'success' }}
|
||||
steps:
|
||||
- name: "Download artifact"
|
||||
uses: actions/github-script@v7
|
||||
with:
|
||||
script: |
|
||||
var artifacts = await github.rest.actions.listWorkflowRunArtifacts({
|
||||
owner: context.repo.owner,
|
||||
repo: context.repo.repo,
|
||||
run_id: ${{github.event.workflow_run.id }},
|
||||
});
|
||||
var matchArtifact = artifacts.data.artifacts.filter((artifact) => {
|
||||
return artifact.name == "pr"
|
||||
})[0];
|
||||
var download = await github.rest.actions.downloadArtifact({
|
||||
owner: context.repo.owner,
|
||||
repo: context.repo.repo,
|
||||
artifact_id: matchArtifact.id,
|
||||
archive_format: 'zip',
|
||||
});
|
||||
var fs = require('fs');
|
||||
fs.writeFileSync('${{github.workspace}}/pr.zip', Buffer.from(download.data));
|
||||
|
||||
- name: "Read NR & SHA"
|
||||
run: |
|
||||
unzip pr.zip
|
||||
cat NR
|
||||
cat SHA
|
||||
echo HEAD=$(cat SHA) >> $GITHUB_ENV
|
||||
echo NR=$(cat NR) >> $GITHUB_ENV
|
||||
|
||||
- name: "Comment on PR"
|
||||
uses: actions/github-script@v7
|
||||
with:
|
||||
github-token: ${{ secrets.GITHUB_TOKEN }}
|
||||
script: |
|
||||
const { NR } = process.env
|
||||
var issue_number = NR;
|
||||
await github.rest.issues.createComment({
|
||||
owner: context.repo.owner,
|
||||
repo: context.repo.repo,
|
||||
issue_number: issue_number,
|
||||
body: '🤖 AI Tests (agent, aigc) running with SQLite...'
|
||||
});
|
||||
|
||||
- name: Checkout Kun
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: yaoapp/kun
|
||||
path: kun
|
||||
|
||||
- name: Checkout Xun
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: yaoapp/xun
|
||||
path: xun
|
||||
|
||||
- name: Checkout Gou
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: yaoapp/gou
|
||||
path: gou
|
||||
|
||||
- name: Checkout V8Go
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: yaoapp/v8go
|
||||
path: v8go
|
||||
|
||||
- name: Unzip libv8
|
||||
run: |
|
||||
files=$(find ./v8go -name "libv8*.zip")
|
||||
for file in $files; do
|
||||
dir=$(dirname "$file")
|
||||
echo "Extracting $file to directory $dir"
|
||||
unzip -o -d $dir $file
|
||||
rm -rf $dir/__MACOSX
|
||||
done
|
||||
|
||||
- name: Checkout Demo App
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: yaoapp/yao-dev-app
|
||||
path: app
|
||||
|
||||
- name: Checkout Extension
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: yaoapp/yao-extensions-dev
|
||||
path: extension
|
||||
|
||||
- name: Move Dependencies
|
||||
run: |
|
||||
mv kun ../
|
||||
mv xun ../
|
||||
mv gou ../
|
||||
mv v8go ../
|
||||
mv app ../
|
||||
mv extension ../
|
||||
|
||||
- name: Checkout pull request HEAD commit
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
ref: ${{ env.HEAD }}
|
||||
|
||||
- name: Setup Go ${{ matrix.go }}
|
||||
uses: actions/setup-go@v5
|
||||
with:
|
||||
go-version: ${{ matrix.go }}
|
||||
|
||||
- name: Setup Go Tools
|
||||
run: make tools
|
||||
|
||||
- name: Setup ENV (SQLite)
|
||||
run: |
|
||||
echo "YAO_DB_DRIVER=sqlite3" >> $GITHUB_ENV
|
||||
echo "YAO_DB_PRIMARY=$YAO_ROOT/db/yao.db" >> $GITHUB_ENV
|
||||
|
||||
- name: Run AI Tests (agent, aigc)
|
||||
run: make unit-test-ai
|
||||
|
||||
- name: "Comment on PR - AI Tests Done"
|
||||
uses: actions/github-script@v7
|
||||
with:
|
||||
github-token: ${{ secrets.GITHUB_TOKEN }}
|
||||
script: |
|
||||
const { NR } = process.env
|
||||
var issue_number = NR;
|
||||
await github.rest.issues.createComment({
|
||||
owner: context.repo.owner,
|
||||
repo: context.repo.repo,
|
||||
issue_number: issue_number,
|
||||
body: '✅ AI Tests (agent, aigc) passed!'
|
||||
});
|
||||
|
||||
# =============================================================================
|
||||
# Core Tests - Run with DB matrix (MySQL/SQLite/Redis/Mongo combinations)
|
||||
# =============================================================================
|
||||
CoreTest:
|
||||
runs-on: ubuntu-latest
|
||||
|
||||
services:
|
||||
|
|
@ -410,9 +585,11 @@ jobs:
|
|||
make fmt-check
|
||||
make misspell-check
|
||||
|
||||
- name: Run test
|
||||
- name: Run Core Tests (exclude AI)
|
||||
run: |
|
||||
make test
|
||||
make unit-test-core
|
||||
make benchmark
|
||||
make memory-leak
|
||||
|
||||
- name: Codecov Report
|
||||
uses: codecov/codecov-action@v4
|
||||
|
|
|
|||
121
.github/workflows/unit-test.yml
vendored
121
.github/workflows/unit-test.yml
vendored
|
|
@ -170,7 +170,120 @@ env:
|
|||
TWILIO_TEST_PHONE: ${{ secrets.TWILIO_TEST_PHONE }}
|
||||
|
||||
jobs:
|
||||
unit-test:
|
||||
# =============================================================================
|
||||
# AI Tests (agent, aigc) - Run once with SQLite
|
||||
# =============================================================================
|
||||
ai-test:
|
||||
runs-on: ubuntu-latest
|
||||
services:
|
||||
qdrant:
|
||||
image: qdrant/qdrant:latest
|
||||
ports:
|
||||
- 6333:6333
|
||||
- 6334:6334
|
||||
|
||||
fastembed:
|
||||
image: yaoapp/fastembed:latest-amd64
|
||||
env:
|
||||
FASTEMBED_PASSWORD: Yao@2026
|
||||
ports:
|
||||
- 6001:8000
|
||||
|
||||
neo4j:
|
||||
image: neo4j:latest
|
||||
ports:
|
||||
- "7687:7687"
|
||||
env:
|
||||
NEO4J_AUTH: neo4j/Yao2026Neo4j
|
||||
|
||||
mcp-everything:
|
||||
image: yaoapp/mcp-everything:latest
|
||||
ports:
|
||||
- "3021:3021"
|
||||
- "3022:3022"
|
||||
|
||||
strategy:
|
||||
matrix:
|
||||
go: [1.24]
|
||||
steps:
|
||||
- name: Checkout Kun
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: ${{ env.REPO_KUN }}
|
||||
path: kun
|
||||
|
||||
- name: Checkout Xun
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: ${{ env.REPO_XUN }}
|
||||
path: xun
|
||||
|
||||
- name: Checkout Gou
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: ${{ env.REPO_GOU }}
|
||||
path: gou
|
||||
|
||||
- name: Checkout V8Go
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: yaoapp/v8go
|
||||
path: v8go
|
||||
|
||||
- name: Unzip libv8
|
||||
run: |
|
||||
files=$(find ./v8go -name "libv8*.zip")
|
||||
for file in $files; do
|
||||
dir=$(dirname "$file")
|
||||
echo "Extracting $file to directory $dir"
|
||||
unzip -o -d $dir $file
|
||||
rm -rf $dir/__MACOSX
|
||||
done
|
||||
|
||||
- name: Checkout Demo App
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: yaoapp/yao-dev-app
|
||||
path: app
|
||||
|
||||
- name: Checkout Extension
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: yaoapp/yao-extensions-dev
|
||||
path: extension
|
||||
|
||||
- name: Move Dependencies
|
||||
run: |
|
||||
mv kun ../
|
||||
mv xun ../
|
||||
mv gou ../
|
||||
mv v8go ../
|
||||
mv app ../
|
||||
mv extension ../
|
||||
|
||||
- name: Checkout Code
|
||||
uses: actions/checkout@v4
|
||||
|
||||
- name: Setup Go ${{ matrix.go }}
|
||||
uses: actions/setup-go@v5
|
||||
with:
|
||||
go-version: ${{ matrix.go }}
|
||||
|
||||
- name: Setup Go Tools
|
||||
run: make tools
|
||||
|
||||
- name: Setup ENV (SQLite)
|
||||
run: |
|
||||
echo "YAO_DB_DRIVER=sqlite3" >> $GITHUB_ENV
|
||||
echo "YAO_DB_PRIMARY=$YAO_ROOT/db/yao.db" >> $GITHUB_ENV
|
||||
|
||||
- name: Run AI Tests (agent, aigc)
|
||||
run: make unit-test-ai
|
||||
|
||||
# =============================================================================
|
||||
# Core Tests - Run with DB matrix (MySQL/SQLite/Redis/Mongo combinations)
|
||||
# =============================================================================
|
||||
core-test:
|
||||
runs-on: ubuntu-latest
|
||||
services:
|
||||
qdrant:
|
||||
|
|
@ -374,9 +487,11 @@ jobs:
|
|||
go run . run utils.env.Get REDIS_TEST_HOST
|
||||
go run . inspect
|
||||
|
||||
- name: Run test
|
||||
- name: Run Core Tests (exclude AI)
|
||||
run: |
|
||||
make test
|
||||
make unit-test-core
|
||||
make benchmark
|
||||
make memory-leak
|
||||
|
||||
- name: Codecov Report
|
||||
uses: codecov/codecov-action@v4
|
||||
|
|
|
|||
58
Makefile
58
Makefile
|
|
@ -11,11 +11,15 @@ OS := $(shell uname)
|
|||
|
||||
# ROOT_DIR := $(shell dirname $(realpath $(firstword $(MAKEFILE_LIST))))
|
||||
TESTFOLDER := $(shell $(GO) list ./... | grep -vE 'examples|openai|aigc|neo|twilio|share*' | awk '!/\/tests\// || /openapi\/tests/')
|
||||
# Core tests (exclude AI-related: agent, aigc, openai)
|
||||
TESTFOLDER_CORE := $(shell $(GO) list ./... | grep -vE 'examples|openai|aigc|neo|twilio|share*|agent' | awk '!/\/tests\// || /openapi\/tests/')
|
||||
# AI tests (agent, aigc)
|
||||
TESTFOLDER_AI := $(shell $(GO) list ./agent/... ./aigc/...)
|
||||
TESTTAGS ?= ""
|
||||
|
||||
# TESTWIDGETS := $(shell $(GO) list ./widgets/...)
|
||||
|
||||
# Unit Test
|
||||
# Unit Test (all tests)
|
||||
.PHONY: unit-test
|
||||
unit-test:
|
||||
echo "mode: count" > coverage.out
|
||||
|
|
@ -41,6 +45,58 @@ unit-test:
|
|||
fi; \
|
||||
done
|
||||
|
||||
# Core Unit Test (exclude AI-related tests)
|
||||
.PHONY: unit-test-core
|
||||
unit-test-core:
|
||||
echo "mode: count" > coverage.out
|
||||
for d in $(TESTFOLDER_CORE); do \
|
||||
$(GO) test -tags $(TESTTAGS) -v -covermode=count -coverprofile=profile.out -coverpkg=$$(echo $$d | sed "s/\/test$$//g") -skip='TestMemoryLeak|TestIsolateDisposal' $$d > tmp.out; \
|
||||
cat tmp.out; \
|
||||
if grep -q "^--- FAIL" tmp.out; then \
|
||||
rm tmp.out; \
|
||||
exit 1; \
|
||||
elif grep -q "build failed" tmp.out; then \
|
||||
rm tmp.out; \
|
||||
exit 1; \
|
||||
elif grep -q "setup failed" tmp.out; then \
|
||||
rm tmp.out; \
|
||||
exit 1; \
|
||||
elif grep -q "runtime error" tmp.out; then \
|
||||
rm tmp.out; \
|
||||
exit 1; \
|
||||
fi; \
|
||||
if [ -f profile.out ]; then \
|
||||
cat profile.out | grep -v "mode:" >> coverage.out; \
|
||||
rm profile.out; \
|
||||
fi; \
|
||||
done
|
||||
|
||||
# AI Unit Test (agent, aigc)
|
||||
.PHONY: unit-test-ai
|
||||
unit-test-ai:
|
||||
echo "mode: count" > coverage-ai.out
|
||||
for d in $(TESTFOLDER_AI); do \
|
||||
$(GO) test -tags $(TESTTAGS) -v -covermode=count -coverprofile=profile.out -coverpkg=$$(echo $$d | sed "s/\/test$$//g") -skip='TestMemoryLeak|TestIsolateDisposal' $$d > tmp.out; \
|
||||
cat tmp.out; \
|
||||
if grep -q "^--- FAIL" tmp.out; then \
|
||||
rm tmp.out; \
|
||||
exit 1; \
|
||||
elif grep -q "build failed" tmp.out; then \
|
||||
rm tmp.out; \
|
||||
exit 1; \
|
||||
elif grep -q "setup failed" tmp.out; then \
|
||||
rm tmp.out; \
|
||||
exit 1; \
|
||||
elif grep -q "runtime error" tmp.out; then \
|
||||
rm tmp.out; \
|
||||
exit 1; \
|
||||
fi; \
|
||||
if [ -f profile.out ]; then \
|
||||
cat profile.out | grep -v "mode:" >> coverage-ai.out; \
|
||||
rm profile.out; \
|
||||
fi; \
|
||||
done
|
||||
|
||||
# Benchmark Test
|
||||
.PHONY: benchmark
|
||||
benchmark:
|
||||
|
|
|
|||
|
|
@ -145,8 +145,8 @@ func TestWebSearch_All(t *testing.T) {
|
|||
testutils.Prepare(t)
|
||||
defer testutils.Clean(t)
|
||||
|
||||
// Load the web-tavily test assistant
|
||||
ast, err := assistant.LoadPath("/assistants/tests/web-tavily")
|
||||
// Load the web-serper test assistant
|
||||
ast, err := assistant.LoadPath("/assistants/tests/web-serper")
|
||||
require.NoError(t, err)
|
||||
require.NotNil(t, ast.Search)
|
||||
|
||||
|
|
@ -220,8 +220,8 @@ func TestWebSearch_Race(t *testing.T) {
|
|||
testutils.Prepare(t)
|
||||
defer testutils.Clean(t)
|
||||
|
||||
// Load the web-tavily test assistant
|
||||
ast, err := assistant.LoadPath("/assistants/tests/web-tavily")
|
||||
// Load the web-serper test assistant
|
||||
ast, err := assistant.LoadPath("/assistants/tests/web-serper")
|
||||
require.NoError(t, err)
|
||||
require.NotNil(t, ast.Search)
|
||||
|
||||
|
|
@ -260,8 +260,8 @@ func TestWebSearch_BuildReferences(t *testing.T) {
|
|||
testutils.Prepare(t)
|
||||
defer testutils.Clean(t)
|
||||
|
||||
// Load the web-tavily test assistant
|
||||
ast, err := assistant.LoadPath("/assistants/tests/web-tavily")
|
||||
// Load the web-serper test assistant
|
||||
ast, err := assistant.LoadPath("/assistants/tests/web-serper")
|
||||
require.NoError(t, err)
|
||||
require.NotNil(t, ast.Search)
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue