|
| 1 | +# for Linux environment |
| 2 | +name: Make CI (DeepLearning for Ubuntu Linux) |
| 3 | + |
| 4 | +on: |
| 5 | + push: |
| 6 | + branches: |
| 7 | + - "**" |
| 8 | + pull_request: |
| 9 | + branches: |
| 10 | + - "**" |
| 11 | + |
| 12 | +jobs: |
| 13 | + build-ubuntu: |
| 14 | + # ubuntu-latest = ubuntu-20.04 |
| 15 | + # https://docs.github.com/ja/actions/using-github-hosted-runners/about-github-hosted-runners |
| 16 | + # https://github.com/actions/virtual-environments/blob/main/images/linux/Ubuntu2004-Readme.md |
| 17 | + runs-on: ubuntu-20.04 |
| 18 | + |
| 19 | + strategy: |
| 20 | + matrix: |
| 21 | + edition: |
| 22 | + - YANEURAOU_ENGINE_DEEP_ORT_CPU |
| 23 | + - YANEURAOU_ENGINE_DEEP_TENSOR_RT |
| 24 | + compiler: |
| 25 | + - g++-10 |
| 26 | + - g++-11 |
| 27 | + - clang++-11 |
| 28 | + - clang++-12 |
| 29 | + - clang++-13 |
| 30 | + - clang++-14 |
| 31 | + - clang++-15 |
| 32 | + target: |
| 33 | + - normal |
| 34 | + archcpu: |
| 35 | + - AVX2 |
| 36 | + |
| 37 | + steps: |
| 38 | + - name: Checkout own repository |
| 39 | + uses: actions/checkout@v2 |
| 40 | + with: |
| 41 | + path: main |
| 42 | + |
| 43 | + - name: install g++-10 |
| 44 | + # Ubuntu 20.04 |
| 45 | + run: | |
| 46 | + sudo cat /etc/apt/sources.list |
| 47 | + sudo ls -R /etc/apt/sources.list.d |
| 48 | + sudo apt update |
| 49 | + sudo apt install g++-10 |
| 50 | + if: ${{ matrix.compiler == 'g++-10' }} |
| 51 | + - name: install g++-11 |
| 52 | + # |
| 53 | + run: | |
| 54 | + # sudo curl "https://keyserver.ubuntu.com/pks/lookup?search=0x1e9377a2ba9ef27f&op=get" -o /usr/share/keyrings/ubuntu-toolchain-r.gpg.asc |
| 55 | + # echo "deb [signed-by=/usr/share/keyrings/ubuntu-toolchain-r.gpg.asc] http://ppa.launchpad.net/ubuntu-toolchain-r/test/ubuntu focal main" | sudo tee /etc/apt/sources.list.d/ubuntu-toolchain-r-test-focal.list |
| 56 | + sudo cat /etc/apt/sources.list |
| 57 | + sudo ls -R /etc/apt/sources.list.d |
| 58 | + sudo apt update |
| 59 | + sudo apt install g++-11 |
| 60 | + if: ${{ matrix.compiler == 'g++-11' }} |
| 61 | + - name: install clang-11 |
| 62 | + # Ubuntu 20.04 |
| 63 | + run: | |
| 64 | + sudo cat /etc/apt/sources.list |
| 65 | + sudo ls -R /etc/apt/sources.list.d |
| 66 | + sudo apt update |
| 67 | + sudo apt install clang-11 libomp-11-dev |
| 68 | + if: ${{ matrix.compiler == 'clang++-11' }} |
| 69 | + - name: install clang-12 |
| 70 | + # Ubuntu 20.04 or LLVM APT |
| 71 | + run: | |
| 72 | + sudo cat /etc/apt/sources.list |
| 73 | + sudo ls -R /etc/apt/sources.list.d |
| 74 | + sudo apt update |
| 75 | + sudo apt install clang-12 libomp-12-dev |
| 76 | + if: ${{ matrix.compiler == 'clang++-12' }} |
| 77 | + - name: install clang-13 |
| 78 | + # LLVM APT |
| 79 | + run: | |
| 80 | + # install clang-13 |
| 81 | + wget https://apt.llvm.org/llvm.sh |
| 82 | + sudo bash ./llvm.sh 13 all |
| 83 | + sudo cat /etc/apt/sources.list |
| 84 | + sudo ls -R /etc/apt/sources.list.d |
| 85 | + if: ${{ matrix.compiler == 'clang++-13' }} |
| 86 | + - name: install clang-14 |
| 87 | + # LLVM APT |
| 88 | + run: | |
| 89 | + # install clang-14 |
| 90 | + wget https://apt.llvm.org/llvm.sh |
| 91 | + sudo bash ./llvm.sh 14 all |
| 92 | + sudo cat /etc/apt/sources.list |
| 93 | + sudo ls -R /etc/apt/sources.list.d |
| 94 | + if: ${{ matrix.compiler == 'clang++-14' }} |
| 95 | + - name: install clang-15 |
| 96 | + # LLVM APT |
| 97 | + run: | |
| 98 | + # install clang-15 |
| 99 | + wget https://apt.llvm.org/llvm.sh |
| 100 | + sudo bash ./llvm.sh 15 all |
| 101 | + sudo cat /etc/apt/sources.list |
| 102 | + sudo ls -R /etc/apt/sources.list.d |
| 103 | + if: ${{ matrix.compiler == 'clang++-15' }} |
| 104 | + |
| 105 | + - name: install ONNXRUNTIME |
| 106 | + run: | |
| 107 | + curl --create-dirs -RLo ${HOME}/resource/onnxruntime-linux-x64-1.11.1.tgz https://github.com/microsoft/onnxruntime/releases/download/v1.11.1/onnxruntime-linux-x64-1.11.1.tgz |
| 108 | + tar xvf ${HOME}/resource/onnxruntime-linux-x64-1.11.1.tgz -C ${HOME} |
| 109 | + if: ${{ matrix.edition == 'YANEURAOU_ENGINE_DEEP_ORT_CPU' }} |
| 110 | + |
| 111 | + - name: install CUDA, TensorRT |
| 112 | + # ここではCUDAアプリケーションの開発環境用に、CUDAドライバーを含まない cuda-minimal-build-11-7 をインストールしている。 |
| 113 | + # CUDAアプリケーションの実行環境用にセットアップする場合、 cuda-minimal-build-11-7 の代わりに |
| 114 | + # CUDAドライバーを含むメタパッケージ、 cuda-11-7 もしくは cuda をインストールする。 |
| 115 | + # https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#package-manager-metas |
| 116 | + # https://github.com/NVIDIA/cuda-repo-management/issues/4 |
| 117 | + run: | |
| 118 | + sudo curl "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin" -o /etc/apt/preferences.d/cuda-repository-pin-600 |
| 119 | + sudo curl "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004-keyring.gpg" -o /usr/share/keyrings/cuda-archive-keyring.gpg |
| 120 | + echo "deb [signed-by=/usr/share/keyrings/cuda-archive-keyring.gpg] https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/ /" | sudo tee /etc/apt/sources.list.d/cuda-ubuntu2004-x86_64.list &&\ |
| 121 | + sudo cat /etc/apt/sources.list |
| 122 | + sudo ls -R /etc/apt/sources.list.d |
| 123 | + sudo apt update |
| 124 | + sudo apt install cuda-minimal-build-11-7 cuda-nvrtc-dev-11-7 libcublas-11-7 libcublas-dev-11-7 libnvinfer-dev libnvinfer-plugin-dev libnvonnxparsers-dev libnvparsers-dev |
| 125 | + echo "/usr/local/cuda/bin" >> $GITHUB_PATH |
| 126 | + if: ${{ matrix.edition == 'YANEURAOU_ENGINE_DEEP_TENSOR_RT' }} |
| 127 | + |
| 128 | + - name: make YANEURAOU_ENGINE_DEEP_ORT_CPU |
| 129 | + run: ./main/script/build.sh -e ${{ matrix.edition }} -c ${{ matrix.compiler }} -t ${{ matrix.target }} -a ${{ matrix.archcpu }} -x "EXTRA_CPPFLAGS=-I${HOME}/onnxruntime-linux-x64-1.11.1/include EXTRA_LDFLAGS=-L${HOME}/onnxruntime-linux-x64-1.11.1/lib" |
| 130 | + if: ${{ matrix.edition == 'YANEURAOU_ENGINE_DEEP_ORT_CPU' }} |
| 131 | + # ONNXRUNTIME版のビルド済みバイナリ実行時、 `${HOME}/onnxruntime-linux-x64-1.11.1/lib` のディレクトリを環境変数 `LD_LIBRARY_PATH` に追加するか、 |
| 132 | + # ライブラリ検索パス(`/usr/local/lib` など)の下にコピーし、root権限にてldconfigを実行してライブラリキャッシュを更新する。 |
| 133 | + |
| 134 | + - name: make YANEURAOU_ENGINE_DEEP_TENSOR_RT |
| 135 | + run: ./main/script/build.sh -e ${{ matrix.edition }} -c ${{ matrix.compiler }} -t ${{ matrix.target }} -a ${{ matrix.archcpu }} -x "EXTRA_CPPFLAGS=-I/usr/local/cuda-11.7/include EXTRA_LDFLAGS=-L/usr/local/cuda-11.7/lib64 EXTRA_LDFLAGS+=-L/usr/local/cuda-11.7/lib64/stubs" |
| 136 | + if: ${{ matrix.edition == 'YANEURAOU_ENGINE_DEEP_TENSOR_RT' }} |
| 137 | + |
| 138 | + - uses: actions/upload-artifact@v2 |
| 139 | + with: |
| 140 | + name: build-linux_deep_${{ github.run_number }}_${{ github.sha }} |
| 141 | + path: ./main/build/**/**/* |
0 commit comments