docarray/.github/workflows/ci.yml at docs-add-utils · docarray/docarray

290 lines (264 loc) · 8.73 KB
    branches:
      - main
      - feat-rewrite-v2
  pull_request:
    types: [opened, synchronize, reopened]
  lint-ruff:
    runs-on: ubuntu-latest
      - uses: actions/checkout@v2.5.0
      - name: Set up Python 3.7
        uses: actions/setup-python@v4
        with:
          python-version: 3.7
      - name: Lint with ruff
        run: |
          python -m pip install --upgrade pip
          python -m pip install poetry
          poetry install 
          # stop the build if there are Python syntax errors or undefined names
          poetry run ruff docarray
          # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
          poetry run ruff docarray
  check-black:
    runs-on: ubuntu-latest
      - uses: actions/checkout@v2.5.0
      - name: Set up Python 3.7
        uses: actions/setup-python@v4
        with:
          python-version: 3.7
      - name: check black
        run: |
          python -m pip install --upgrade pip
          python -m pip install poetry
          poetry install --only dev 
          poetry run black --check .
        env:
          CHANGED_FILES: ${{ steps.file_changes.outputs.added_modified }}
  import-test:
    runs-on: ubuntu-latest
      - uses: actions/checkout@v2.5.0
      - name: Set up Python 3.7
        uses: actions/setup-python@v4
        with:
          python-version: 3.7
      - name: Prepare environment
        run: |
          python -m pip install --upgrade pip
          python -m pip install poetry
          poetry install --without dev
          poetry run pip install tensorflow==2.11.0
      - name: Test basic import
        run: poetry run python -c 'from docarray import DocArray, BaseDoc'
  check-mypy:
    runs-on: ubuntu-latest
      - uses: actions/checkout@v2.5.0
      - name: Set up Python 3.7
        uses: actions/setup-python@v4
        with:
          python-version: 3.7
      - name: check mypy
        run: |
          python -m pip install --upgrade pip
          python -m pip install poetry
          poetry install --all-extras
          poetry run mypy docarray
#  prep-testbed:
#    runs-on: ubuntu-latest
#    needs: [lint-ruff, check-black, import-test]
#    steps:
#      - uses: actions/checkout@v2.5.0
#      - id: set-matrix
#        run: |
#          sudo apt-get install jq
#          export value=$(bash scripts/get-all-test-paths.sh)
#          echo "matrix=$value" >> $GITHUB_OUTPUT
#    outputs:
#      matrix: ${{ steps.set-matrix.outputs.matrix }}
  docarray-test:
    needs: [lint-ruff, check-black, import-test]
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: [3.7]
#        test-path: ${{fromJson(needs.prep-testbed.outputs.matrix)}}
        test-path: [tests/integrations, tests/units, tests/documentation]
      - uses: actions/checkout@v2.5.0
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}
      - name: Prepare environment
        run: |
          python -m pip install --upgrade pip
          python -m pip install poetry
          poetry install --all-extras
          sudo apt-get install --no-install-recommends ffmpeg
      - name: Test
        id: test
        run: |
          poetry run pytest -m "not (tensorflow or benchmark or index)" ${{ matrix.test-path }}
        timeout-minutes: 30
        env:
          JINA_AUTH_TOKEN: "${{ secrets.JINA_AUTH_TOKEN }}"
#      - name: Check codecov file
#        id: check_files
#        uses: andstor/file-existence-action@v1
#        with:
#          files: "coverage.xml"
#      - name: Upload coverage from test to Codecov
#        uses: codecov/codecov-action@v3.1.1
#        if: steps.check_files.outputs.files_exists == 'true' && ${{ matrix.python-version }} == '3.7'
#        with:
#          file: coverage.xml
#          flags: ${{ steps.test.outputs.codecov_flag }}
#          fail_ci_if_error: false
#          token: ${{ secrets.CODECOV_TOKEN }} # not required for public repos
  docarray-test-uncaped: # do test without using poetry lock. This does not block ci passing
    needs: [lint-ruff, check-black, import-test]
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: [3.7]
        test-path: [tests/integrations, tests/units, tests/documentation]
      - uses: actions/checkout@v2.5.0
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}
      - name: Prepare environment
        run: |
          python -m pip install --upgrade pip
          python -m pip install poetry
          rm poetry.lock
          poetry install --all-extras
          sudo apt-get install --no-install-recommends ffmpeg
      - name: Test
        id: test
        run: |
          poetry run pytest -m "not (tensorflow or benchmark)" ${{ matrix.test-path }}
        timeout-minutes: 30
        env:
          JINA_AUTH_TOKEN: "${{ secrets.JINA_AUTH_TOKEN }}"
  docarray-test-proto3:
    needs: [lint-ruff, check-black, import-test]
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: [3.7]
      - uses: actions/checkout@v2.5.0
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}
      - name: Prepare environment
        run: |
          python -m pip install --upgrade pip
          python -m pip install poetry
          poetry install --all-extras
          poetry run pip install protobuf==3.19.0 # we check that we support 3.19
          sudo apt-get install --no-install-recommends ffmpeg
      - name: Test
        id: test
        run: |
          poetry run pytest -m 'proto' tests
        timeout-minutes: 30
  docarray-doc-index:
    needs: [lint-ruff, check-black, import-test]
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: [3.7]
      - uses: actions/checkout@v2.5.0
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}
      - name: Prepare environment
        run: |
          python -m pip install --upgrade pip
          python -m pip install poetry
          poetry install --all-extras
          sudo apt-get install --no-install-recommends ffmpeg
      - name: Test
        id: test
        run: |
          poetry run pytest -m 'index and (not tensorflow)' tests
        timeout-minutes: 30
  docarray-test-tensorflow:
    needs: [lint-ruff, check-black, import-test]
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: [3.7]
      - uses: actions/checkout@v2.5.0
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}
      - name: Prepare environment
        run: |
          python -m pip install --upgrade pip
          python -m pip install poetry
          poetry install --all-extras
          poetry run pip install protobuf==3.19.0
          poetry run pip install tensorflow==2.11.0
          sudo apt-get install --no-install-recommends ffmpeg
      - name: Test
        id: test
        run: |
          poetry run pytest -m 'tensorflow' tests
        timeout-minutes: 30
  docarray-test-benchmarks:
    needs: [lint-ruff, check-black, import-test]
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: [3.7]
      - uses: actions/checkout@v2.5.0
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}
      - name: Prepare environment
        run: |
          python -m pip install --upgrade pip
          python -m pip install poetry
          poetry install --all-extras
      - name: Test
        id: test
        run: |
          poetry run pytest -m 'benchmark' tests
        timeout-minutes: 30
  # just for blocking the merge until all parallel core-test are successful
  success-all-test:
    needs: [docarray-test, docarray-test-proto3, docarray-doc-index, docarray-test-tensorflow, docarray-test-benchmarks, import-test, check-black, check-mypy, lint-ruff]
    if: always()
    runs-on: ubuntu-latest
      - uses: technote-space/workflow-conclusion-action@v2
      - name: Check Failure
        if: env.WORKFLOW_CONCLUSION == 'failure'
        run: exit 1
      - name: Success
        if: ${{ success() }}
        run: echo "All Done"
Provide feedback

Saved searches

Use saved searches to filter your results more quickly

FilesExpand file tree

ci.yml

Latest commit

History

ci.yml

File metadata and controls
