yao/.github/workflows/unit-test.yml

name: Unit Test

on:
  workflow_dispatch:
    inputs:
      tags:
        description: "Version"
  push:
    branches: [main]

env:
  YAO_DEV: ${{ github.WORKSPACE }}
  YAO_ENV: development
  YAO_ROOT: ${{ github.WORKSPACE }}/../app
  YAO_HOST: 0.0.0.0
  YAO_PORT: 5099
  YAO_SESSION: "memory"
  YAO_LOG: "./logs/application.log"
  YAO_LOG_MODE: "TEXT"
  YAO_JWT_SECRET: "bLp@bi!oqo-2U+hoTRUG"
  YAO_DB_AESKEY: "ZLX=T&f6refeCh-ro*r@"
  OSS_TEST_ID: ${{ secrets.OSS_TEST_ID}}
  OSS_TEST_SECRET: ${{ secrets.OSS_TEST_SECRET}}
  ROOT_PLUGIN: ${{ github.WORKSPACE }}/../../../data/gou-unit/plugins
  REPO_KUN: ${{ github.repository_owner }}/kun
  REPO_XUN: ${{ github.repository_owner }}/xun
  REPO_GOU: ${{ github.repository_owner }}/gou

  MYSQL_TEST_HOST: "127.0.0.1"
  MYSQL_TEST_PORT: "3308"
  MYSQL_TEST_USER: test
  MYSQL_TEST_PASS: "123456"

  SQLITE_DB: "./app/db/yao.db"

  REDIS_TEST_HOST: "127.0.0.1"
  REDIS_TEST_PORT: "6379"
  REDIS_TEST_DB: "2"

  MONGO_TEST_HOST: "127.0.0.1"
  MONGO_TEST_PORT: "27017"
  MONGO_TEST_USER: "root"
  MONGO_TEST_PASS: "123456"

  OPENAI_TEST_KEY: ${{ secrets.OPENAI_TEST_KEY }}
  TEST_MOAPI_SECRET: ${{ secrets.OPENAI_TEST_KEY }}
  OPENAI_API_KEY: ${{ secrets.OPENAI_TEST_KEY }}
  ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
  TEST_MOAPI_MIRROR: https://api.openai.com

  # DeepSeek API Configuration
  DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }}
  DEEPSEEK_API_PROXY: ${{ secrets.DEEPSEEK_API_PROXY }}
  DEEPSEEK_MODELS_R1: ${{ secrets.DEEPSEEK_MODELS_R1 }}
  DEEPSEEK_MODELS_V3: ${{ secrets.DEEPSEEK_MODELS_V3 }}
  DEEPSEEK_MODELS_V3_1: ${{ secrets.DEEPSEEK_MODELS_V3_1 }}

  # Search API Configuration
  TAVILY_API_KEY: ${{ secrets.TAVILY_API_KEY }}
  SERPAPI_API_KEY: ${{ secrets.SERPAPI_API_KEY }}
  SERPER_API_KEY: ${{ secrets.SERPER_API_KEY }}

  # Claude API Configuration
  CLAUDE_API_KEY: ${{ secrets.CLAUDE_API_KEY }}
  CLAUDE_PROXY: ${{ secrets.CLAUDE_PROXY }}
  CLAUDE_API_HOST: ${{ secrets.CLAUDE_API_HOST }}
  CLAUDE_SONNET_4: ${{ secrets.CLAUDE_SONNET_4 }}
  CLAUDE_SONNET_4_THINKING: ${{ secrets.CLAUDE_SONNET_4_THINKING }}

  # Moonshot / Kimi API Configuration
  MOONSHOT_API_KEY: ${{ secrets.MOONSHOT_API_KEY }}
  MOONSHOT_PROXY: "https://api.moonshot.cn"
  KIMI_CODE_API_KEY: ${{ secrets.KIMI_CODE_API_KEY }}
  KIMI_CODE_PROXY: "https://api.kimi.com/coding"

  TAB_NAME: "::PET ADMIN"
  PAGE_SIZE: "20"
  PAGE_LINK: "https://yaoapps.com"
  PAGE_ICON: "icon-trash"

  DEMO_APP: ${{ github.WORKSPACE }}/../app

  # Application Setting

  ## Path
  YAO_EXTENSION_ROOT: ${{ github.WORKSPACE }}/../extension
  YAO_TEST_APPLICATION: ${{ github.WORKSPACE }}/../app
  YAO_SUI_TEST_APPLICATION: ${{ github.WORKSPACE }}/../yao-startup-webapp

  ## Runtime
  YAO_RUNTIME_MIN: 3
  YAO_RUNTIME_MAX: 6
  YAO_RUNTIME_HEAP_LIMIT: 1500000000
  YAO_RUNTIME_HEAP_RELEASE: 10000000
  YAO_RUNTIME_HEAP_AVAILABLE: 550000000
  YAO_RUNTIME_PRECOMPILE: true

  # Neo4j
  NEO4J_TEST_URL: "neo4j://localhost:7687"
  NEO4J_TEST_USER: "neo4j"
  NEO4J_TEST_PASS: "Yao2026Neo4j"

  # Qdrant
  QDRANT_TEST_HOST: "127.0.0.1"
  QDRANT_TEST_PORT: "6334"

  # S3
  S3_API: ${{ secrets.S3_API }}
  S3_ACCESS_KEY: ${{ secrets.S3_ACCESS_KEY }}
  S3_SECRET_KEY: ${{ secrets.S3_SECRET_KEY }}
  S3_BUCKET: ${{ secrets.S3_BUCKET }}
  S3_PUBLIC_URL: ${{ secrets.S3_PUBLIC_URL }}

  # === Openapi Signin Configs ===
  SIGNIN_CLIENT_ID: "kiCeR88kDwHBDuNHvN51cZgmpp3tmF6Z"

  ## Google
  GOOGLE_CLIENT_ID: ${{ secrets.GOOGLE_CLIENT_ID }}
  GOOGLE_CLIENT_SECRET: ${{ secrets.GOOGLE_CLIENT_SECRET }}

  ## Microsoft
  MICROSOFT_CLIENT_ID: ${{ secrets.MICROSOFT_CLIENT_ID }}
  MICROSOFT_CLIENT_SECRET: ${{ secrets.MICROSOFT_CLIENT_SECRET }}

  ## Apple
  APPLE_SERVICE_ID: ${{ secrets.APPLE_SERVICE_ID }}
  APPLE_PRIVATE_KEY_PATH: "apple/signin_client_secret_key.p8"
  APPLE_KEY_ID: ${{ secrets.APPLE_KEY_ID }}
  APPLE_TEAM_ID: ${{ secrets.APPLE_TEAM_ID }}

  ## Github
  GITHUBUSER_CLIENT_ID: ${{ secrets.GITHUBUSER_CLIENT_ID }}
  GITHUBUSER_CLIENT_SECRET: ${{ secrets.GITHUBUSER_CLIENT_SECRET }}

  ## Cloudflare Turnstile
  CLOUDFLARE_TURNSTILE_SITEKEY: ${{ secrets.CLOUDFLARE_TURNSTILE_SITEKEY }}
  CLOUDFLARE_TURNSTILE_SECRET: ${{ secrets.CLOUDFLARE_TURNSTILE_SECRET }}

  # === Messaging Services ===
  ## Mailgun
  MAILGUN_DOMAIN: ${{ secrets.MAILGUN_DOMAIN }}
  MAILGUN_API_KEY: ${{ secrets.MAILGUN_API_KEY }}
  MAILGUN_FROM: "Yaobots Tests <unit-test@mailgun.yaobots.com>"

  ## SMTP Server（ Mailgun ）
  SMTP_HOST: "smtp.mailgun.org"
  SMTP_PORT: "465"
  SMTP_USERNAME: ${{ secrets.SMTP_USERNAME }}
  SMTP_PASSWORD: ${{ secrets.SMTP_PASSWORD }}
  SMTP_FROM: "Yaobots SMTP Tests <unit-test@mailgun.yaobots.com>"

  ## SMTP Server（ Gmail ）
  RELIABLE_SMTP_HOST: "smtp.gmail.com"
  RELIABLE_SMTP_PORT: "465"
  RELIABLE_SMTP_USERNAME: ${{ secrets.RELIABLE_SMTP_USERNAME }}
  RELIABLE_SMTP_PASSWORD: ${{ secrets.RELIABLE_SMTP_PASSWORD }}
  RELIABLE_SMTP_FROM: "Yaobots Gmail Tests <shadow.iqka@gmail.com>"

  ## IMAP Server (Gmail)
  RELIABLE_IMAP_HOST: "imap.gmail.com"
  RELIABLE_IMAP_PORT: "993"
  RELIABLE_IMAP_USERNAME: ${{ secrets.RELIABLE_SMTP_USERNAME }}
  RELIABLE_IMAP_PASSWORD: ${{ secrets.RELIABLE_SMTP_PASSWORD }}
  RELIABLE_IMAP_MAILBOX: "INBOX"

  ## Twilio
  TWILIO_ACCOUNT_SID: ${{ secrets.TWILIO_ACCOUNT_SID }}
  TWILIO_AUTH_TOKEN: ${{ secrets.TWILIO_AUTH_TOKEN }}
  TWILIO_API_SID: ${{ secrets.TWILIO_API_SID }}
  TWILIO_API_KEY: ${{ secrets.TWILIO_API_KEY }}
  TWILIO_SENDGRID_API_SID: ${{ secrets.TWILIO_SENDGRID_API_SID }}
  TWILIO_SENDGRID_API_KEY: ${{ secrets.TWILIO_SENDGRID_API_KEY }}
  TWILIO_FROM_PHONE: "+17035701412"
  TWILIO_FROM_EMAIL: "unit-test@sendgrid.yaobots.com"
  TWILIO_TEST_PHONE: ${{ secrets.TWILIO_TEST_PHONE }}

jobs:
  # =============================================================================
  # KB Tests (kb) - Run once with SQLite (requires Qdrant, Neo4j, FastEmbed)
  # =============================================================================
  kb-test:
    runs-on: ubuntu-latest
    services:
      qdrant:
        image: qdrant/qdrant:latest
        ports:
          - 6333:6333
          - 6334:6334

      fastembed:
        image: yaoapp/fastembed:latest-amd64
        env:
          FASTEMBED_PASSWORD: Yao@2026
        ports:
          - 6001:8000

      neo4j:
        image: neo4j:latest
        ports:
          - "7687:7687"
        env:
          NEO4J_AUTH: neo4j/Yao2026Neo4j

      mongodb:
        image: mongo:6.0
        ports:
          - 27017:27017
        env:
          MONGO_INITDB_ROOT_USERNAME: root
          MONGO_INITDB_ROOT_PASSWORD: 123456
          MONGO_INITDB_DATABASE: test

    strategy:
      matrix:
        go: ["1.25"]
    steps:
      - name: Checkout Kun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_KUN }}
          path: kun

      - name: Checkout Xun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_XUN }}
          path: xun

      - name: Checkout Gou
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_GOU }}
          path: gou

      - name: Checkout V8Go
        uses: actions/checkout@v4
        with:
          repository: yaoapp/v8go
          path: v8go

      - name: Unzip libv8
        run: |
          files=$(find ./v8go -name "libv8*.zip")
          for file in $files; do
            dir=$(dirname "$file")
            echo "Extracting $file to directory $dir"
            unzip -o -d $dir $file
            rm -rf $dir/__MACOSX
          done

      - name: Checkout Demo App
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-dev-app
          path: app

      - name: Checkout Extension
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-extensions-dev
          path: extension

      - name: Move Dependencies
        run: |
          mv kun ../
          mv xun ../
          mv gou ../
          mv v8go ../
          mv app ../
          mv extension ../

      - name: Checkout Code
        uses: actions/checkout@v4

      - name: Setup Apple Private Key
        run: |
          mkdir -p ../app/openapi/certs/apple
          echo "${{ secrets.APPLE_PRIVATE_KEY_USER }}" > ../app/openapi/certs/apple/signin_client_secret_key.p8

      - name: Setup Go ${{ matrix.go }}
        uses: actions/setup-go@v5
        with:
          go-version: ${{ matrix.go }}

      - name: Start Redis
        run: docker run --name redis --publish 6379:6379 --detach redis:6

      - name: Setup Go Tools
        run: make tools

      - name: Setup ENV (SQLite)
        run: |
          mkdir -p ${{ github.WORKSPACE }}/../app/db
          echo "YAO_DB_DRIVER=sqlite3" >> $GITHUB_ENV
          echo "YAO_DB_PRIMARY=${{ github.WORKSPACE }}/../app/db/yao.db" >> $GITHUB_ENV

      - name: Run KB Tests (kb)
        run: make unit-test-kb

      - name: Codecov Report
        uses: codecov/codecov-action@v4
        with:
          token: ${{ secrets.CODECOV_TOKEN }}

  # =============================================================================
  # Agent Tests (agent, aigc) - Run once with SQLite
  # =============================================================================
  agent-test:
    runs-on: ubuntu-latest
    services:
      qdrant:
        image: qdrant/qdrant:latest
        ports:
          - 6333:6333
          - 6334:6334

      fastembed:
        image: yaoapp/fastembed:latest-amd64
        env:
          FASTEMBED_PASSWORD: Yao@2026
        ports:
          - 6001:8000

      neo4j:
        image: neo4j:latest
        ports:
          - "7687:7687"
        env:
          NEO4J_AUTH: neo4j/Yao2026Neo4j

      mcp-everything:
        image: yaoapp/mcp-everything:latest
        ports:
          - "3021:3021"
          - "3022:3022"

      mongodb:
        image: mongo:6.0
        ports:
          - 27017:27017
        env:
          MONGO_INITDB_ROOT_USERNAME: root
          MONGO_INITDB_ROOT_PASSWORD: 123456
          MONGO_INITDB_DATABASE: test

    strategy:
      matrix:
        go: ["1.25"]
    steps:
      - name: Checkout Kun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_KUN }}
          path: kun

      - name: Checkout Xun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_XUN }}
          path: xun

      - name: Checkout Gou
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_GOU }}
          path: gou

      - name: Checkout V8Go
        uses: actions/checkout@v4
        with:
          repository: yaoapp/v8go
          path: v8go

      - name: Unzip libv8
        run: |
          files=$(find ./v8go -name "libv8*.zip")
          for file in $files; do
            dir=$(dirname "$file")
            echo "Extracting $file to directory $dir"
            unzip -o -d $dir $file
            rm -rf $dir/__MACOSX
          done

      - name: Checkout Demo App
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-dev-app
          path: app

      - name: Checkout Extension
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-extensions-dev
          path: extension

      - name: Move Dependencies
        run: |
          mv kun ../
          mv xun ../
          mv gou ../
          mv v8go ../
          mv app ../
          mv extension ../

      - name: Checkout Code
        uses: actions/checkout@v4

      - name: Setup Apple Private Key
        run: |
          mkdir -p ../app/openapi/certs/apple
          echo "${{ secrets.APPLE_PRIVATE_KEY_USER }}" > ../app/openapi/certs/apple/signin_client_secret_key.p8

      - name: Setup Go ${{ matrix.go }}
        uses: actions/setup-go@v5
        with:
          go-version: ${{ matrix.go }}

      - name: Start Redis
        run: docker run --name redis --publish 6379:6379 --detach redis:6

      - name: Setup Go Tools
        run: make tools

      - name: Install pdftoppm, mutool, imagemagick
        run: |
          sudo apt update
          sudo apt install -y poppler-utils mupdf-tools imagemagick

      - name: Test pdftoppm, mutool, imagemagick
        run: |
          pdftoppm -v
          mutool -v
          convert -version

      - name: Setup ENV (SQLite)
        run: |
          mkdir -p ${{ github.WORKSPACE }}/../app/db
          echo "YAO_DB_DRIVER=sqlite3" >> $GITHUB_ENV
          echo "YAO_DB_PRIMARY=${{ github.WORKSPACE }}/../app/db/yao.db" >> $GITHUB_ENV

      - name: Pull Sandbox Test Images
        run: |
          docker pull alpine:latest
          docker pull yaoapp/sandbox-base:latest || true
          docker pull yaoapp/sandbox-claude:latest || true

      - name: Run Agent Tests (agent, aigc)
        env:
          YAO_SANDBOX_WORKSPACE: ${{ runner.temp }}/sandbox/workspace
          YAO_SANDBOX_IPC: ${{ runner.temp }}/sandbox/ipc
        run: |
          export YAO_SANDBOX_CONTAINER_USER="$(id -u):$(id -g)"
          make unit-test-agent

      - name: Codecov Report
        uses: codecov/codecov-action@v4
        with:
          token: ${{ secrets.CODECOV_TOKEN }}

  # =============================================================================
  # Robot Tests (all agent/robot/... packages) - Unit + E2E with real LLM calls
  # =============================================================================
  robot-test:
    runs-on: ubuntu-latest
    services:
      mcp-everything:
        image: yaoapp/mcp-everything:latest
        ports:
          - "3021:3021"
          - "3022:3022"

      mongodb:
        image: mongo:6.0
        ports:
          - 27017:27017
        env:
          MONGO_INITDB_ROOT_USERNAME: root
          MONGO_INITDB_ROOT_PASSWORD: 123456
          MONGO_INITDB_DATABASE: test

    strategy:
      matrix:
        go: ["1.25"]
    steps:
      - name: Checkout Kun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_KUN }}
          path: kun

      - name: Checkout Xun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_XUN }}
          path: xun

      - name: Checkout Gou
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_GOU }}
          path: gou

      - name: Checkout V8Go
        uses: actions/checkout@v4
        with:
          repository: yaoapp/v8go
          path: v8go

      - name: Unzip libv8
        run: |
          files=$(find ./v8go -name "libv8*.zip")
          for file in $files; do
            dir=$(dirname "$file")
            echo "Extracting $file to directory $dir"
            unzip -o -d $dir $file
            rm -rf $dir/__MACOSX
          done

      - name: Checkout Demo App
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-dev-app
          path: app

      - name: Checkout Extension
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-extensions-dev
          path: extension

      - name: Move Dependencies
        run: |
          mv kun ../
          mv xun ../
          mv gou ../
          mv v8go ../
          mv app ../
          mv extension ../

      - name: Checkout Code
        uses: actions/checkout@v4

      - name: Setup Go ${{ matrix.go }}
        uses: actions/setup-go@v5
        with:
          go-version: ${{ matrix.go }}

      - name: Start Redis
        run: docker run --name redis --publish 6379:6379 --detach redis:6

      - name: Setup Go Tools
        run: make tools

      - name: Setup ENV (SQLite)
        run: |
          mkdir -p ${{ github.WORKSPACE }}/../app/db
          echo "YAO_DB_DRIVER=sqlite3" >> $GITHUB_ENV
          echo "YAO_DB_PRIMARY=${{ github.WORKSPACE }}/../app/db/yao.db" >> $GITHUB_ENV

      - name: Run Robot Tests (Unit + E2E)
        run: make unit-test-robot

      - name: Codecov Report
        uses: codecov/codecov-action@v4
        with:
          token: ${{ secrets.CODECOV_TOKEN }}

  # =============================================================================
  # Sandbox Tests (requires Docker) - Run with Docker-in-Docker
  # =============================================================================
  sandbox-test:
    runs-on: ubuntu-latest
    services:
      mongodb:
        image: mongo:6.0
        ports:
          - 27017:27017
        env:
          MONGO_INITDB_ROOT_USERNAME: root
          MONGO_INITDB_ROOT_PASSWORD: 123456
          MONGO_INITDB_DATABASE: test

    strategy:
      matrix:
        go: ["1.25"]
    steps:
      - name: Checkout Kun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_KUN }}
          path: kun

      - name: Checkout Xun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_XUN }}
          path: xun

      - name: Checkout Gou
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_GOU }}
          path: gou

      - name: Checkout V8Go
        uses: actions/checkout@v4
        with:
          repository: yaoapp/v8go
          path: v8go

      - name: Unzip libv8
        run: |
          files=$(find ./v8go -name "libv8*.zip")
          for file in $files; do
            dir=$(dirname "$file")
            echo "Extracting $file to directory $dir"
            unzip -o -d $dir $file
            rm -rf $dir/__MACOSX
          done

      - name: Checkout Demo App
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-dev-app
          path: app

      - name: Checkout Extension
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-extensions-dev
          path: extension

      - name: Move Dependencies
        run: |
          mv kun ../
          mv xun ../
          mv gou ../
          mv v8go ../
          mv app ../
          mv extension ../

      - name: Checkout Code
        uses: actions/checkout@v4

      - name: Setup Go ${{ matrix.go }}
        uses: actions/setup-go@v5
        with:
          go-version: ${{ matrix.go }}

      - name: Start Redis
        run: docker run --name redis --publish 6379:6379 --detach redis:6

      - name: Setup Go Tools
        run: make tools

      - name: Setup ENV (SQLite)
        run: |
          mkdir -p ${{ github.WORKSPACE }}/../app/db
          echo "YAO_DB_DRIVER=sqlite3" >> $GITHUB_ENV
          echo "YAO_DB_PRIMARY=${{ github.WORKSPACE }}/../app/db/yao.db" >> $GITHUB_ENV

      - name: Pull Sandbox Test Images
        run: |
          docker pull alpine:latest
          docker pull yaoapp/sandbox-base:latest || true
          docker pull yaoapp/sandbox-claude:latest || true

      - name: Run Sandbox Tests
        env:
          YAO_SANDBOX_WORKSPACE: ${{ runner.temp }}/sandbox/workspace
          YAO_SANDBOX_IPC: ${{ runner.temp }}/sandbox/ipc
        run: |
          # Use runner's UID:GID to match host permissions
          export YAO_SANDBOX_CONTAINER_USER="$(id -u):$(id -g)"
          make unit-test-sandbox

      - name: Codecov Report
        uses: codecov/codecov-action@v4
        with:
          token: ${{ secrets.CODECOV_TOKEN }}

  # =============================================================================
  # Benchmark & Memory Leak Tests - Run with MySQL8.0 and SQLite3
  # =============================================================================
  perf-test:
    runs-on: ubuntu-latest
    services:
      mcp-everything:
        image: yaoapp/mcp-everything:latest
        ports:
          - "3021:3021"
          - "3022:3022"

      mongodb:
        image: mongo:6.0
        ports:
          - 27017:27017
        env:
          MONGO_INITDB_ROOT_USERNAME: root
          MONGO_INITDB_ROOT_PASSWORD: 123456
          MONGO_INITDB_DATABASE: test

    strategy:
      matrix:
        go: ["1.25"]
        db: [MySQL8.0, SQLite3]
    steps:
      - name: Checkout Kun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_KUN }}
          path: kun

      - name: Checkout Xun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_XUN }}
          path: xun

      - name: Checkout Gou
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_GOU }}
          path: gou

      - name: Checkout V8Go
        uses: actions/checkout@v4
        with:
          repository: yaoapp/v8go
          path: v8go

      - name: Unzip libv8
        run: |
          files=$(find ./v8go -name "libv8*.zip")
          for file in $files; do
            dir=$(dirname "$file")
            echo "Extracting $file to directory $dir"
            unzip -o -d $dir $file
            rm -rf $dir/__MACOSX
          done

      - name: Checkout Demo App
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-dev-app
          path: app

      - name: Checkout Extension
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-extensions-dev
          path: extension

      - name: Move Dependencies
        run: |
          mv kun ../
          mv xun ../
          mv gou ../
          mv v8go ../
          mv app ../
          mv extension ../

      - name: Checkout Code
        uses: actions/checkout@v4

      - name: Setup Go ${{ matrix.go }}
        uses: actions/setup-go@v5
        with:
          go-version: ${{ matrix.go }}

      - name: Start Redis
        run: docker run --name redis --publish 6379:6379 --detach redis:6

      - name: Install FFmpeg 7.x
        run: |
          wget https://github.com/BtbN/FFmpeg-Builds/releases/download/latest/ffmpeg-master-latest-linux64-gpl.tar.xz
          tar -xf ffmpeg-master-latest-linux64-gpl.tar.xz
          sudo cp ffmpeg-master-latest-linux64-gpl/bin/ffmpeg /usr/local/bin/
          sudo cp ffmpeg-master-latest-linux64-gpl/bin/ffprobe /usr/local/bin/
          sudo chmod +x /usr/local/bin/ffmpeg /usr/local/bin/ffprobe

      - name: Test FFmpeg
        run: ffmpeg -version

      - name: Setup Go Tools
        run: make tools

      - name: Setup ${{ matrix.db }}
        uses: ./.github/actions/setup-db
        with:
          kind: "${{ matrix.db }}"
          db: "xiang"
          user: "xiang"
          password: ${{ secrets.UNIT_PASS }}

      - name: Setup ENV
        env:
          PASSWORD: ${{ secrets.UNIT_PASS }}
        run: |
          echo "YAO_DB_DRIVER=$DB_DRIVER" >> $GITHUB_ENV
          if [ "$DB_DRIVER" = "mysql" ]; then
            echo "YAO_DB_PRIMARY=$DB_USER:$PASSWORD@$DB_HOST" >> $GITHUB_ENV
          else
            echo "YAO_DB_PRIMARY=${{ github.WORKSPACE }}/../app/db/yao.db" >> $GITHUB_ENV
            mkdir -p ${{ github.WORKSPACE }}/../app/db
          fi

      - name: Run Benchmark & Memory Leak Tests
        run: |
          make benchmark
          make memory-leak

  # =============================================================================
  # Core Tests - Run with DB matrix (MySQL/SQLite/Redis/Mongo combinations)
  # =============================================================================
  core-test:
    runs-on: ubuntu-latest
    services:
      qdrant:
        image: qdrant/qdrant:latest
        ports:
          - 6333:6333 # HTTP API
          - 6334:6334 # gRPC

      fastembed:
        image: yaoapp/fastembed:latest-amd64
        env:
          FASTEMBED_PASSWORD: Yao@2026
        ports:
          - 6001:8000

      neo4j:
        image: neo4j:latest
        ports:
          - "7687:7687"
        env:
          NEO4J_AUTH: neo4j/Yao2026Neo4j

      mcp-everything:
        image: yaoapp/mcp-everything:latest
        ports:
          - "3021:3021"
          - "3022:3022"

    strategy:
      matrix:
        go: ["1.25"]
        db: [MySQL8.0, SQLite3]
        redis: [4, 5, 6]
        mongo: ["6.0"]
    steps:
      - name: Checkout Kun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_KUN }}
          path: kun

      - name: Checkout Xun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_XUN }}
          path: xun

      - name: Checkout Gou
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_GOU }}
          path: gou

      - name: Checkout V8Go
        uses: actions/checkout@v4
        with:
          repository: yaoapp/v8go
          path: v8go

      - name: Unzip libv8
        run: |
          files=$(find ./v8go -name "libv8*.zip")
          for file in $files; do
            dir=$(dirname "$file")  # Get the directory where the ZIP file is located
            echo "Extracting $file to directory $dir"
            unzip -o -d $dir $file
            rm -rf $dir/__MACOSX
          done

      - name: Checkout Demo App
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-dev-app
          path: app

      - name: Checkout Yao Startup Webapp
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-startup-webapp
          submodules: true
          token: ${{ secrets.YAO_TEST_TOKEN }}
          path: yao-startup-webapp

      - name: Checkout Extension
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-extensions-dev
          path: extension

      - name: Move Kun, Xun, Gou, V8Go, Extension
        run: |
          mv kun ../
          mv xun ../
          mv gou ../
          mv v8go ../
          mv app ../
          mv extension ../
          mv yao-startup-webapp ../
          ls -l .
          ls -l ../

      - name: Checkout Code
        uses: actions/checkout@v4

      - name: Setup Apple Private Key
        run: |
          mkdir -p ../app/openapi/certs/apple
          echo "${{ secrets.APPLE_PRIVATE_KEY_USER }}" > ../app/openapi/certs/apple/signin_client_secret_key.p8

      - name: Setup Go ${{ matrix.go }}
        uses: actions/setup-go@v5
        with:
          go-version: ${{ matrix.go }}

      - name: Install FFmpeg 7.x
        run: |
          wget https://github.com/BtbN/FFmpeg-Builds/releases/download/latest/ffmpeg-master-latest-linux64-gpl.tar.xz
          tar -xf ffmpeg-master-latest-linux64-gpl.tar.xz
          sudo cp ffmpeg-master-latest-linux64-gpl/bin/ffmpeg /usr/local/bin/
          sudo cp ffmpeg-master-latest-linux64-gpl/bin/ffprobe /usr/local/bin/
          sudo chmod +x /usr/local/bin/ffmpeg /usr/local/bin/ffprobe

      - name: Test FFmpeg
        run: ffmpeg -version

      - name: Install pdftoppm, mutool, imagemagick
        run: |
          sudo apt update
          sudo apt install -y poppler-utils mupdf-tools imagemagick

      - name: Test pdftoppm, mutool, imagemagick
        run: |
          pdftoppm -v
          mutool -v
          convert -version

      - name: Start Redis
        run: docker run --name redis --publish 6379:6379 --detach redis:${{ matrix.redis }}

      - name: Start MongoDB
        run: |
          docker run --name mongodb --publish 27017:27017 \
            -e MONGO_INITDB_DATABASE=test \
            -e MONGO_INITDB_ROOT_USERNAME=root \
            -e MONGO_INITDB_ROOT_PASSWORD=123456 \
            --detach mongo:${{ matrix.mongo }}
          # Wait for MongoDB to be ready
          for i in $(seq 1 20); do
            if docker exec mongodb mongosh --quiet --port 27017 --username root --password 123456 --eval "db.serverStatus()" > /dev/null 2>&1; then
              echo "MongoDB is ready"
              break
            fi
            echo "Waiting for MongoDB... ($i)"
            sleep 1
          done

      - name: Setup MySQL8.0 (connector)
        uses: ./.github/actions/setup-db
        with:
          kind: "MySQL8.0"
          db: "test"
          user: "test"
          password: "123456"
          port: "3308"

      - name: Setup ${{ matrix.db }}
        uses: ./.github/actions/setup-db
        with:
          kind: "${{ matrix.db }}"
          db: "xiang"
          user: "xiang"
          password: ${{ secrets.UNIT_PASS }}

      - name: Setup Go Tools
        run: |
          make tools

      - name: Setup ENV & Host
        env:
          PASSWORD: ${{ secrets.UNIT_PASS }}
        run: |
          sudo echo "127.0.0.1 local.iqka.com" | sudo tee -a /etc/hosts 
          echo "YAO_DB_DRIVER=$DB_DRIVER" >> $GITHUB_ENV
          echo "GITHUB_WORKSPACE:\n" && ls -l $GITHUB_WORKSPACE

          if [ "$DB_DRIVER" = "mysql" ]; then
            echo "YAO_DB_PRIMARY=$DB_USER:$PASSWORD@$DB_HOST" >> $GITHUB_ENV
          elif [ "$DB_DRIVER" = "postgres" ]; then
            echo "YAO_DB_PRIMARY=postgres://$DB_USER:$PASSWORD@$DB_HOST" >> $GITHUB_ENV
          else
            echo "YAO_DB_PRIMARY=$YAO_ROOT/$DB_HOST" >> $GITHUB_ENV
          fi

          echo ".:\n" && ls -l .
          echo "..:\n" && ls -l ..
          echo "../app:\n" && ls -l ../app
          ping -c 1 -t 1 local.iqka.com

      - name: Test Prepare
        run: |
          make vet
          make fmt-check
          make misspell-check

      - name: Inspect
        run: |
          go run . run utils.env.Get MONGO_TEST_HOST
          go run . run utils.env.Get REDIS_TEST_HOST
          go run . inspect

      - name: Run Core Tests (exclude AI)
        run: make unit-test-core

      - name: Codecov Report
        uses: codecov/codecov-action@v4
        with:
          token: ${{ secrets.CODECOV_TOKEN }} # not required for public repos

  # =============================================================================
  # Registry Client SDK Tests (requires Yao Registry Docker service)
  # =============================================================================
  registry-test:
    runs-on: ubuntu-latest
    services:
      yao-registry:
        image: yaoapp/registry:latest
        ports:
          - "8080:8080"
        env:
          REGISTRY_INIT_USER: yaoagents
          REGISTRY_INIT_PASS: yaoagents
    strategy:
      matrix:
        go: ["1.25"]
    steps:
      - name: Wait for Registry
        run: |
          for i in $(seq 1 15); do
            if curl -sf http://localhost:8080/.well-known/yao-registry > /dev/null 2>&1; then
              echo "Registry is ready"
              break
            fi
            echo "Waiting for registry... ($i)"
            sleep 1
          done

      - name: Checkout Kun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_KUN }}
          path: kun

      - name: Checkout Xun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_XUN }}
          path: xun

      - name: Checkout Gou
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_GOU }}
          path: gou

      - name: Checkout V8Go
        uses: actions/checkout@v4
        with:
          repository: yaoapp/v8go
          path: v8go

      - name: Unzip libv8
        run: |
          files=$(find ./v8go -name "libv8*.zip")
          for file in $files; do
            dir=$(dirname "$file")
            echo "Extracting $file to directory $dir"
            unzip -o -d $dir $file
            rm -rf $dir/__MACOSX
          done

      - name: Checkout Demo App
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-dev-app
          path: app

      - name: Checkout Extension
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-extensions-dev
          path: extension

      - name: Move Dependencies
        run: |
          mv kun ../
          mv xun ../
          mv gou ../
          mv v8go ../
          mv app ../
          mv extension ../

      - name: Checkout Code
        uses: actions/checkout@v4

      - name: Setup Go ${{ matrix.go }}
        uses: actions/setup-go@v5
        with:
          go-version: ${{ matrix.go }}

      - name: Run Registry Client Tests
        env:
          YAO_REGISTRY_URL: http://localhost:8080
          YAO_TEST_APPLICATION: ${{ github.workspace }}/../app
        run: make unit-test-registry

      - name: Codecov Report
        uses: codecov/codecov-action@v4
        with:
          token: ${{ secrets.CODECOV_TOKEN }}

  # =============================================================================
  # Tai SDK Tests (requires Tai container with Docker socket mount)
  # =============================================================================
  tai-test:
    runs-on: ubuntu-latest
    services:
      mongodb:
        image: mongo:6.0
        ports:
          - 27017:27017
        env:
          MONGO_INITDB_ROOT_USERNAME: root
          MONGO_INITDB_ROOT_PASSWORD: 123456
          MONGO_INITDB_DATABASE: test

    strategy:
      matrix:
        go: ["1.25"]
    steps:
      - name: Checkout Kun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_KUN }}
          path: kun

      - name: Checkout Xun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_XUN }}
          path: xun

      - name: Checkout Gou
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_GOU }}
          path: gou

      - name: Checkout V8Go
        uses: actions/checkout@v4
        with:
          repository: yaoapp/v8go
          path: v8go

      - name: Unzip libv8
        run: |
          files=$(find ./v8go -name "libv8*.zip")
          for file in $files; do
            dir=$(dirname "$file")
            echo "Extracting $file to directory $dir"
            unzip -o -d $dir $file
            rm -rf $dir/__MACOSX
          done

      - name: Checkout Demo App
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-dev-app
          path: app

      - name: Checkout Extension
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-extensions-dev
          path: extension

      - name: Move Dependencies
        run: |
          mv kun ../
          mv xun ../
          mv gou ../
          mv v8go ../
          mv app ../
          mv extension ../

      - name: Checkout Code
        uses: actions/checkout@v4

      - name: Setup Apple Private Key
        run: |
          mkdir -p ../app/openapi/certs/apple
          echo "${{ secrets.APPLE_PRIVATE_KEY_USER }}" > ../app/openapi/certs/apple/signin_client_secret_key.p8

      - name: Setup Go ${{ matrix.go }}
        uses: actions/setup-go@v5
        with:
          go-version: ${{ matrix.go }}

      - name: Start Redis
        run: docker run --name redis --publish 6379:6379 --detach redis:6

      - name: Setup Go Tools
        run: make tools

      - name: Setup ENV (SQLite)
        run: |
          mkdir -p ${{ github.WORKSPACE }}/../app/db
          echo "YAO_DB_DRIVER=sqlite3" >> $GITHUB_ENV
          echo "YAO_DB_PRIMARY=${{ github.WORKSPACE }}/../app/db/yao.db" >> $GITHUB_ENV

      - name: Pull Tai & Test Images
        run: |
          docker pull yaoapp/tai:latest
          docker pull alpine:latest

      - name: Install k3d
        run: curl -s https://raw.githubusercontent.com/k3d-io/k3d/main/install.sh | bash

      - name: Create k3d cluster
        run: |
          k3d cluster create tai-test --no-lb --wait --api-port 16443
          kubectl wait --for=condition=Ready node --all --timeout=60s
          k3d image import alpine:latest -c tai-test

      - name: Start Tai (with Docker socket + K8s proxy)
        run: |
          K3D_IP=$(docker inspect k3d-tai-test-server-0 | jq -r '.[0].NetworkSettings.Networks["k3d-tai-test"].IPAddress')
          echo "k3d server IP: ${K3D_IP}"

          docker run -d --name tai \
            --network k3d-tai-test \
            -v /var/run/docker.sock:/var/run/docker.sock \
            -p 8080:8080 -p 9100:9100 -p 2375:2375 -p 6080:6080 -p 6443:6443 \
            -e TAI_K8S_UPSTREAM="tcp://${K3D_IP}:6443" \
            yaoapp/tai:latest

          TAI_HTTP_READY=false
          for i in $(seq 1 30); do
            if curl -sf http://127.0.0.1:8080/healthz > /dev/null 2>&1; then
              echo "Tai HTTP is ready"
              TAI_HTTP_READY=true
              break
            fi
            echo "Waiting for Tai HTTP... ($i)"
            sleep 1
          done
          if [ "$TAI_HTTP_READY" != "true" ]; then
            echo "::error::Tai HTTP failed to become ready within 30s"
            echo "--- Tai container logs ---"
            docker logs tai 2>&1 || true
            echo "--- Tai container status ---"
            docker inspect tai --format='{{.State.Status}} exit={{.State.ExitCode}}' || true
            exit 1
          fi

          TAI_GRPC_READY=false
          for i in $(seq 1 15); do
            if nc -z 127.0.0.1 9100 2>/dev/null; then
              echo "Tai gRPC is ready"
              TAI_GRPC_READY=true
              break
            fi
            echo "Waiting for Tai gRPC... ($i)"
            sleep 1
          done
          if [ "$TAI_GRPC_READY" != "true" ]; then
            echo "::error::Tai gRPC failed to become ready within 15s"
            echo "--- Tai container logs ---"
            docker logs tai 2>&1 || true
            exit 1
          fi

      - name: Generate kubeconfig for Tai K8s proxy
        run: |
          k3d kubeconfig get tai-test > /tmp/kubeconfig-k3d.yml
          sed 's|server: .*|server: https://127.0.0.1:6443|' /tmp/kubeconfig-k3d.yml \
            > ${{ runner.temp }}/kubeconfig-tai.yml
          echo "Generated kubeconfig:"
          grep server: ${{ runner.temp }}/kubeconfig-tai.yml

      - name: Run Tai SDK Tests
        env:
          TAI_TEST_HOST: "127.0.0.1"
          TAI_TEST_GRPC: "127.0.0.1:9100"
          TAI_TEST_DOCKER: "tcp://127.0.0.1:2375"
          TAI_TEST_K8S_HOST: "127.0.0.1"
          TAI_TEST_K8S_PORT: "6443"
          TAI_TEST_KUBECONFIG: "${{ runner.temp }}/kubeconfig-tai.yml"
          TAI_TEST_HOST_IP: "172.17.0.1"
        run: make unit-test-tai

      - name: Codecov Report
        uses: codecov/codecov-action@v4
        with:
          token: ${{ secrets.CODECOV_TOKEN }}

  # =============================================================================
  # gRPC Tests - Run once with SQLite (transport layer, no DB matrix needed)
  # =============================================================================
  grpc-test:
    runs-on: ubuntu-latest
    services:
      mongodb:
        image: mongo:6.0
        ports:
          - 27017:27017
        env:
          MONGO_INITDB_ROOT_USERNAME: root
          MONGO_INITDB_ROOT_PASSWORD: 123456
          MONGO_INITDB_DATABASE: test

    strategy:
      matrix:
        go: ["1.25"]
    steps:
      - name: Checkout Kun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_KUN }}
          path: kun

      - name: Checkout Xun
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_XUN }}
          path: xun

      - name: Checkout Gou
        uses: actions/checkout@v4
        with:
          repository: ${{ env.REPO_GOU }}
          path: gou

      - name: Checkout V8Go
        uses: actions/checkout@v4
        with:
          repository: yaoapp/v8go
          path: v8go

      - name: Unzip libv8
        run: |
          files=$(find ./v8go -name "libv8*.zip")
          for file in $files; do
            dir=$(dirname "$file")
            echo "Extracting $file to directory $dir"
            unzip -o -d $dir $file
            rm -rf $dir/__MACOSX
          done

      - name: Checkout Demo App
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-dev-app
          path: app

      - name: Checkout Extension
        uses: actions/checkout@v4
        with:
          repository: yaoapp/yao-extensions-dev
          path: extension

      - name: Move Dependencies
        run: |
          mv kun ../
          mv xun ../
          mv gou ../
          mv v8go ../
          mv app ../
          mv extension ../

      - name: Checkout Code
        uses: actions/checkout@v4

      - name: Setup Apple Private Key
        run: |
          mkdir -p ../app/openapi/certs/apple
          echo "${{ secrets.APPLE_PRIVATE_KEY_USER }}" > ../app/openapi/certs/apple/signin_client_secret_key.p8

      - name: Setup Go ${{ matrix.go }}
        uses: actions/setup-go@v5
        with:
          go-version: ${{ matrix.go }}

      - name: Start Redis
        run: docker run --name redis --publish 6379:6379 --detach redis:6

      - name: Setup Go Tools
        run: make tools

      - name: Setup ENV (SQLite)
        run: |
          mkdir -p ${{ github.WORKSPACE }}/../app/db
          echo "YAO_DB_DRIVER=sqlite3" >> $GITHUB_ENV
          echo "YAO_DB_PRIMARY=${{ github.WORKSPACE }}/../app/db/yao.db" >> $GITHUB_ENV

      - name: Run gRPC Tests
        run: make unit-test-grpc

      - name: Codecov Report
        uses: codecov/codecov-action@v4
        with:
          token: ${{ secrets.CODECOV_TOKEN }}