lynx-stack/.github/workflows/test.yml at main · bitcode-framework/lynx-stack

435 lines (423 loc) · 16.1 KB
  pull_request:
    branches:
      - main
    paths-ignore:
      - "**/*.md"
  merge_group:
    types: [checks_requested]
permissions:
  repository-projects: read
  contents: read
  statuses: read
  TURBO_TELEMETRY_DISABLED: 1
concurrency:
  group: ${{ github.event_name }}-${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }}
  cancel-in-progress: true
  benchmark:
    needs: build
    uses: ./.github/workflows/workflow-bench.yml
    uses: ./.github/workflows/workflow-build.yml
    secrets:
      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
  bundle-analysis:
    needs: build
    uses: ./.github/workflows/workflow-bundle-analysis.yml
  code-style-check:
    runs-on: lynx-ubuntu-24.04-medium
    timeout-minutes: 10
      - uses: actions/checkout@93cb6efe18208431cddfb8368fd83d5badbf9bfd # v5
        with:
          # We need full history for changeset status check
          fetch-depth: 0
          persist-credentials: false
      - uses: actions/setup-node@a0853c24544627f65ddf259abe73b1d18a591444 # v5
        with:
          node-version: "24"
          package-manager-cache: false
      - name: Install
        run: |
          npm install -g corepack@latest
          corepack enable
          pnpm install --frozen-lockfile
      - name: Code Style Check
        run: |
          pnpm dprint check
          pnpm biome check
      - name: Package Metadata Check
        run: pnpm --package=@pnpm/meta-updater@2.0.6 dlx meta-updater --test
      - name: API Check
        run: pnpm turbo api-extractor
      - name: Changeset Check
        run: pnpm changeset status --since=origin/main --output .changeset-status.json
      - name: Major Bump Check
        run: node .github/scripts/check-no-major-changeset.cjs .changeset-status.json
      - name: Changeset Heading Check
        run: node .github/scripts/check-no-heading-changeset.cjs .changeset-status.json
      - name: Dependency Changeset Check
        run: node .github/scripts/check-dep-changes-have-changeset.cjs .changeset-status.json
    needs: build
    uses: ./.github/workflows/workflow-test.yml
    permissions: {}
      runs-on: lynx-ubuntu-24.04-medium
      run: pnpm eslint . --flag v10_config_lookup_from_file
  ui-judge:
    needs: build
    uses: ./.github/workflows/workflow-test.yml
    secrets:
      MIDSCENE_MODEL_API_KEY: ${{ secrets.MIDSCENE_MODEL_API_KEY }}
      MIDSCENE_MODEL_BASE_URL: ${{ secrets.MIDSCENE_MODEL_BASE_URL }}
      MIDSCENE_MODEL_FAMILY: ${{ secrets.MIDSCENE_MODEL_FAMILY }}
      MIDSCENE_MODEL_NAME: ${{ secrets.MIDSCENE_MODEL_NAME }}
      MIDSCENE_OPENAI_INIT_CONFIG_JSON: ${{ secrets.MIDSCENE_OPENAI_INIT_CONFIG_JSON }}
      runs-on: lynx-custom-container
      is-web: true
      upload-codecov: false
      artifact-name: ui-judge-results
      artifact-path: ui-judge-results.json
      artifact-if-no-files-found: error
      web-report-name: ui-judge-playwright-report
      web-report-path: packages/genui/ui-judge/playwright-report
      run: |
        cd "$GITHUB_WORKSPACE"
        set -eu
        export UI_JUDGE_RESULT_FILE="$GITHUB_WORKSPACE/ui-judge-results.json"
        if [ -z "${MIDSCENE_MODEL_NAME:-}" ] || [ -z "${MIDSCENE_MODEL_API_KEY:-}" ]; then
          UI_JUDGE_RESULT_ERROR_MESSAGE="Midscene secrets are unavailable; UI Judge model test was skipped." node .github/scripts/write-ui-judge-result.mjs
          echo "Midscene secrets are unavailable; skipping UI Judge."
          exit 0
        ulimit -Sn 655350
        pnpm --filter @lynx-js/ui-judge run test:playwright
  ui-judge-comment:
    needs: ui-judge
    if: always()
    runs-on: lynx-ubuntu-24.04-medium
    permissions:
      contents: read
      issues: write
      pull-requests: write
      - uses: actions/checkout@93cb6efe18208431cddfb8368fd83d5badbf9bfd # v5
        if: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository && needs.ui-judge.result != 'skipped' && needs.ui-judge.result != 'cancelled' }}
        with:
          persist-credentials: false
      - uses: actions/download-artifact@634f93cb2916e3fdff6788551b99b062d0335ce0 # v5
        if: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository && needs.ui-judge.result != 'skipped' && needs.ui-judge.result != 'cancelled' }}
        with:
          name: ui-judge-results
      - name: Comment UI Judge result
        if: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository && needs.ui-judge.result != 'skipped' && needs.ui-judge.result != 'cancelled' }}
        uses: ./.github/actions/ui-judge-comment
        with:
          result-file: ui-judge-results.json
  lighthouse:
    needs: build
    uses: ./.github/workflows/workflow-test.yml
    permissions:
      statuses: write
    secrets:
      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
      LHCI_GITHUB_APP_TOKEN: ${{ secrets.LHCI_GITHUB_APP_TOKEN }}
      runs-on: lynx-custom-container
      is-web: true
      run: |
        ulimit -Sn 655350
        export NODE_OPTIONS="--max-old-space-size=32768"
        pnpm --filter @lynx-js/web-core-e2e run lh || echo "Lighthouse failed"
  playwright-web-elements:
    needs: build
    uses: ./.github/workflows/workflow-test.yml
    secrets:
      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
    strategy:
      fail-fast: false
      matrix:
        shard: [1, 2]
    name: Playwright Web Elements Test (${{ matrix.shard }}/2)
      runs-on: lynx-custom-container
      is-web: true
      codecov-flags: "e2e"
      web-report-path: "packages/web-platform/web-elements/playwright-report"
      run: |
        ulimit -Sn 655350
        export NODE_OPTIONS="--max-old-space-size=32768"
        export PLAYWRIGHT_JUNIT_OUTPUT_NAME=test-report.junit.xml
        pnpm --filter @lynx-js/web-elements run test --reporter='github,dot,junit,html' --shard=${{ matrix.shard }}/2
        pnpm --filter @lynx-js/web-elements run coverage:ci
  web-core-e2e:
    needs: build
    uses: ./.github/workflows/workflow-test.yml
    secrets:
      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
    name: Playwright ${{ matrix.render }} (${{ matrix.shard }}/2)
    strategy:
      fail-fast: false
      matrix:
        render: [CSR]
        shard: [1, 2]
      runs-on: lynx-custom-container
      is-web: true
      web-report-name: "playwright-${{ matrix.render }}-shard${{ matrix.shard }}"
      web-report-path: "packages/web-platform/web-core-e2e/playwright-report"
      codecov-flags: "e2e"
      run: |
        if [ "${{ matrix.render }}" = "SSR" ]; then
          export ENABLE_SSR=true
        ulimit -Sn 655350
        export NODE_OPTIONS="--max-old-space-size=32768"
        export PLAYWRIGHT_JUNIT_OUTPUT_NAME=test-report.junit.xml
        pnpm --filter @lynx-js/web-core-e2e run test --reporter='github,dot,junit,html' --shard=${{ matrix.shard }}/2
        pnpm --filter @lynx-js/web-core-e2e run coverage:ci
  test-api:
    needs: build
    uses: ./.github/workflows/workflow-test.yml
      runs-on: lynx-ubuntu-24.04-medium
      run: |
        pnpm turbo api-extractor -- --local
        if test "$(git diff -- './packages/**/*.api.md' --name-only | wc -l)" -gt 0 ; then
          echo "::error::API Report Changes Detected"
          echo "The following API reports have changed:"
          git diff -- './packages/**/*.api.md' --name-only
          echo "::error::Please run 'turbo api-extractor -- --local' to update them."
          echo ""
          exit 1;
        git add --intent-to-add .
        if test "$(git diff -- './packages/**/*.api.md' --name-only | wc -l)" -gt 0 ; then
          echo "::error::API Report Changes Detected"
          echo "The following API reports have changed:"
          git diff -- './packages/**/*.api.md' --name-only
          echo "::error::Please run 'turbo api-extractor -- --local' to update them."
          echo ""
          exit 1;
  test-publish:
    needs: build
    uses: ./.github/workflows/workflow-test.yml
      runs-on: lynx-ubuntu-24.04-medium
      run: |
        # Generated smoke-test projects do not carry a packageManager pin, so
        # keep this stage on pnpm 10 even when Corepack's registry default moves.
        corepack prepare pnpm@10.29.3 --activate
        pnpm dlx @pnpm/registry-mock@4 prepare
        pnpm dlx @pnpm/registry-mock@4 &
        printf '\n//localhost:4873/:_authToken="this-is-a-fake-token"\n' >> ~/.npmrc
        pnpm changeset version --snapshot regression
        node packages/tools/canary-release/snapshot.js
        pnpm --recursive publish --no-git-checks --access public --registry=http://localhost:4873
        cd `mktemp -d`
        npx --registry http://localhost:4873 create-rspeedy-canary@latest --template react --dir create-rspeedy-regression --tools eslint --skill lynx-devtool
        cd create-rspeedy-regression
        npx --registry http://localhost:4873 upgrade-rspeedy-canary@latest
        pnpm install --registry=http://localhost:4873
        pnpm run build
        pnpm run build --mode development
        pnpm run lint
        cd `mktemp -d`
        npx --registry http://localhost:4873 create-rspeedy-canary@latest --template react --dir create-rspeedy-regression-vitest-rltl --tools eslint,vitest-rltl
        cd create-rspeedy-regression-vitest-rltl
        npx --registry http://localhost:4873 upgrade-rspeedy-canary@latest
        pnpm install --registry=http://localhost:4873
        pnpm run build
        pnpm run build --mode development
        pnpm run lint
        pnpm run test
        cd `mktemp -d`
        npx --registry http://localhost:4873 create-rspeedy-canary@latest --template react --dir create-rspeedy-regression-rstest-rltl --tools eslint,rstest-rltl
        cd create-rspeedy-regression-rstest-rltl
        npx --registry http://localhost:4873 upgrade-rspeedy-canary@latest
        pnpm install --registry=http://localhost:4873
        pnpm run build
        pnpm run build --mode development
        pnpm run lint
        pnpm run test
  test-react:
    needs: build
    uses: ./.github/workflows/workflow-test.yml
    secrets:
      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
      runs-on: lynx-ubuntu-24.04-medium
      run: >
        pnpm
        --filter @lynx-js/react-runtime
        --filter @lynx-js/react-transform
        run test
        --reporter=github-actions
        --reporter=dot
        --reporter=junit
        --outputFile=test-report.junit.xml
        --coverage.reporter='json'
        --coverage.reporter='text'
        --testTimeout=50000
        --no-cache
        --logHeapUsage
        --silent
  test-rust:
    uses: ./.github/workflows/rust.yml
    secrets:
      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
  test-type:
    needs: build
    uses: ./.github/workflows/workflow-test.yml
    secrets:
      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
      runs-on: lynx-ubuntu-24.04-medium
      run: pnpm -r run test:type
  test-rstest:
    needs: build
    uses: ./.github/workflows/workflow-test.yml
    secrets:
      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
      runs-on: lynx-ubuntu-24.04-medium
      run: >
        pnpm exec rstest run
        -c rstest.config.ts
        --coverage
        --testTimeout=50000
        --hookTimeout=50000
  kitten-lynx-android-emulator:
    needs: build
    uses: ./.github/workflows/workflow-test.yml
    secrets:
      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
      MIDSCENE_MODEL_API_KEY: ${{ secrets.MIDSCENE_MODEL_API_KEY }}
      MIDSCENE_MODEL_BASE_URL: ${{ secrets.MIDSCENE_MODEL_BASE_URL }}
      MIDSCENE_MODEL_FAMILY: ${{ secrets.MIDSCENE_MODEL_FAMILY }}
      MIDSCENE_MODEL_NAME: ${{ secrets.MIDSCENE_MODEL_NAME }}
      MIDSCENE_OPENAI_INIT_CONFIG_JSON: ${{ secrets.MIDSCENE_OPENAI_INIT_CONFIG_JSON }}
    name: Kitten Lynx Android Emulator Test
      runs-on: lynx-ubuntu-22.04-physical-medium
      run: |
        # 4. Start Emulator
        echo "Starting emulator..."
        ${ANDROID_HOME}/emulator/emulator -avd Nexus_5_API_28 -no-window -no-audio -no-boot-anim -gpu swiftshader_indirect &
        # 5. Wait for boot
        echo "Waiting for emulator to boot..."
        adb wait-for-device
        BOOT_TIMEOUT=60
        BOOT_ELAPSED=0
        while [ "$(adb shell getprop sys.boot_completed | tr -d '\r')" != "1" ]; do
            if [ $BOOT_ELAPSED -ge $BOOT_TIMEOUT ]; then
              echo "Error: Emulator failed to boot within ${BOOT_TIMEOUT} seconds!"
            sleep 2
            BOOT_ELAPSED=$((BOOT_ELAPSED+2))
        done
        echo "Emulator is ready."
        # 6. Install Lynx Explorer
        wget -q https://github.com/lynx-family/lynx/releases/download/3.6.0/LynxExplorer-noasan-release.apk -O LynxExplorer.apk
        adb install -r LynxExplorer.apk
        # 7. Start Lynx Explorer and verify
        echo "Starting Lynx Explorer..."
        if ! adb shell pm list packages | grep -q com.lynx.explorer; then
          echo "Error: com.lynx.explorer is not installed!"
          exit 1
        adb shell monkey -p com.lynx.explorer -c android.intent.category.LAUNCHER 1
        echo "Waiting for Lynx Explorer to start..."
        MAX_RETRIES=10
        RETRY_COUNT=0
        while ! adb shell pidof com.lynx.explorer > /dev/null; do
          if [ $RETRY_COUNT -eq $MAX_RETRIES ]; then
            echo "Error: com.lynx.explorer failed to start!"
            exit 1
          echo "Waiting... ($RETRY_COUNT/$MAX_RETRIES)"
          sleep 2
          RETRY_COUNT=$((RETRY_COUNT+1))
        done
        echo "Lynx Explorer is running."
        # 8. Run the tests
        pnpm --filter @lynx-js/kitten-lynx-test-infra run test --coverage --reporter=github-actions --reporter=dot --reporter=junit --outputFile=test-report.junit.xml --coverage.reporter='json' --coverage.reporter='text' --testTimeout=50000 --no-cache --logHeapUsage --silent
        if [ -z "${MIDSCENE_MODEL_NAME:-}" ] || [ -z "${MIDSCENE_MODEL_API_KEY:-}" ]; then
          echo "Midscene secrets are unavailable; skipping UI Judge Android integration."
        else
          UI_JUDGE_ANDROID_INTEGRATION=1 pnpm --filter @lynx-js/ui-judge run test:android --coverage --reporter=github-actions --reporter=dot --reporter=junit --outputFile=ui-judge-android-test-report.junit.xml --coverage.reporter='json' --coverage.reporter='text' --testTimeout=50000 --no-cache --logHeapUsage --silent
  test-typos:
    runs-on: lynx-ubuntu-24.04-medium
      - uses: taiki-e/checkout-action@3ab630d442e198ebb0ca30872832406ca01c46eb # v1.4.0
      - uses: crate-ci/typos@57b11c6b7e54c402ccd9cda953f1072ec4f78e33 # v1.43.5
        with:
          files: .
  test-vitest:
    needs: build
    uses: ./.github/workflows/workflow-test.yml
    strategy:
      fail-fast: false
      matrix:
        runs-on:
          - name: Ubuntu
            label: lynx-ubuntu-24.04-medium
          - name: Windows
            label: lynx-windows-2022-large
    name: Vitest (${{ matrix.runs-on.name }})
    secrets:
      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
      runs-on: ${{ matrix.runs-on.label }}
      run: >
        pnpm run test
        --reporter=github-actions
        --reporter=dot
        --reporter=junit
        --outputFile=test-report.junit.xml
        --expect.poll.timeout=5000
        --testTimeout=50000
        --hookTimeout=50000
        --coverage
        --coverage.reporter='json'
        --coverage.reporter='text'
        --no-cache
        --logHeapUsage
        --silent
    needs: build
    uses: ./.github/workflows/workflow-website.yml
      - benchmark
      - code-style-check
      - eslint
      - ui-judge
      - ui-judge-comment
      # - playwright-linux
      - playwright-web-elements
      - test-api
      - test-publish
      - test-react
      - test-rust
      - test-type
      - test-rstest
      - test-typos
      - test-vitest
      - web-core-e2e
      - website
    if: always()
    runs-on: ubuntu-latest
    name: Done
      - run: exit 1
        if: ${{ always() && (contains(needs.*.result, 'failure') || contains(needs.*.result, 'skipped') || contains(needs.*.result, 'cancelled')) }}
Provide feedback

Saved searches

Use saved searches to filter your results more quickly

FilesExpand file tree

test.yml

Latest commit

History

test.yml

File metadata and controls
