Update slack link #888
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build pull request | |
| on: | |
| push: | |
| branches: | |
| - 'pull-request/**' | |
| jobs: | |
| build-pull-request: | |
| name: Build pull request | |
| # runs-on: ubuntu-20.04 | |
| runs-on: linux-amd64-cpu4 | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| CUDA: ["11.6.2"] | |
| LINUX: ["ubuntu20.04"] | |
| env: | |
| UCX: "1.12.1" | |
| NODE: "16.15.1" | |
| REGISTRY: "ghcr.io" | |
| steps: | |
| - name: Dump runner context | |
| shell: bash | |
| run: | | |
| echo "${{ toJSON(runner) }}" | |
| echo "is_gha_runner=${{ !contains(runner.name, 'rapidsai') }}" >> $GITHUB_ENV | |
| echo "CUDA_VERSION_MAJOR=$(echo "${{ matrix.CUDA }}" | cut -d'.' -f1)" >> $GITHUB_ENV | |
| echo "CUDA_VERSION_MINOR=$(echo "${{ matrix.CUDA }}" | cut -d'.' -f2)" >> $GITHUB_ENV | |
| echo "CUDA_VERSION_PATCH=$(echo "${{ matrix.CUDA }}" | cut -d'.' -f3)" >> $GITHUB_ENV | |
| - name: Set up self-hosted runner | |
| if: env.is_gha_runner != 'true' | |
| shell: bash | |
| run: | | |
| sudo apt update && sudo apt install -y --no-install-recommends jq git-lfs openssh-client | |
| sudo sed -ri "s@$HOME@${{ runner.workspace }}@g" /etc/passwd | |
| sudo chown -R $(id -u):$(id -g) "${{ runner.workspace }}" | |
| echo "HOME=${{ runner.workspace }}" >> $GITHUB_ENV | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| lfs: true | |
| path: node | |
| fetch-depth: 0 | |
| - name: Checkout LFS | |
| shell: bash | |
| run: git lfs checkout | |
| working-directory: node | |
| - name: Get last successful main commit sha | |
| uses: nrwl/last-successful-commit-action@v1 | |
| id: last_main_commit | |
| with: | |
| branch: main | |
| workflow_id: "merge.pr.yml" | |
| github_token: "${{ github.token }}" | |
| - name: Check if source files changed | |
| id: src_changed | |
| uses: tj-actions/changed-files@v35.4.4 | |
| with: | |
| path: node | |
| base_sha: ${{ steps.last_main_commit.outputs.commit_hash }} | |
| files: | | |
| yarn.lock | |
| lerna.json | |
| package.json | |
| modules/**/*.c | |
| modules/**/*.h | |
| modules/**/*.ts | |
| modules/**/*.js | |
| modules/**/*.cu | |
| modules/**/*.cuh | |
| modules/**/*.cpp | |
| modules/**/*.hpp | |
| modules/**/*.json | |
| modules/**/*.cmake | |
| modules/**/*.tsconfig | |
| modules/**/package.json | |
| modules/**/CMakeLists.txt | |
| - name: Check if GitHub Actions or devel main Dockerfile changed | |
| id: dev_changed | |
| uses: tj-actions/changed-files@v35.4.4 | |
| with: | |
| path: node | |
| base_sha: ${{ steps.last_main_commit.outputs.commit_hash }} | |
| files: | | |
| dev/dockerfiles/devel/main.Dockerfile | |
| - name: Update runner env | |
| env: | |
| dev_changed: "${{ steps.dev_changed.outputs.any_changed == 'true' }}" | |
| src_changed: "${{ steps.src_changed.outputs.any_changed == 'true' || steps.src_changed.outputs.any_deleted == 'true' }}" | |
| shell: bash | |
| run: | | |
| VERSION="$(cat node/lerna.json | jq -r '.version')" | |
| RAPIDS_VERSION="$(cat node/package.json | jq -r '.config.rapids_version')" | |
| echo "VERSION=${VERSION}" >> $GITHUB_ENV; | |
| echo "dev_changed=${dev_changed}" >> $GITHUB_ENV; | |
| echo "src_changed=${src_changed}" >> $GITHUB_ENV; | |
| echo "RAPIDS_VERSION=$RAPIDS_VERSION" >> $GITHUB_ENV; | |
| echo "MAIN_IMG=${REGISTRY}/${{ github.repository }}:${VERSION}-devel-node${NODE}-cuda${CUDA_VERSION_MAJOR}-${{ matrix.LINUX }}-main" >> $GITHUB_ENV; | |
| echo "RUN_ARGS<<EOF" >> $GITHUB_ENV; | |
| echo "\ | |
| -u $(id -u):$(id -g) \ | |
| -v $(pwd)/.yarn:/.yarn:rw \ | |
| -v $(pwd)/.cache:/.cache:rw \ | |
| -v $(pwd)/node:/opt/rapids/node:rw \ | |
| --env-file ${{ runner.temp }}/.env \ | |
| " >> $GITHUB_ENV; | |
| echo "EOF" >> $GITHUB_ENV; | |
| - name: Free up disk space | |
| if: env.is_gha_runner == 'true' && (env.dev_changed == 'true' || env.src_changed == 'true') | |
| uses: ./node/.github/actions/free-disk-space | |
| with: | |
| tool_cache: ${{ runner.tool_cache }} | |
| - name: Cache C++ dependencies | |
| if: env.dev_changed == 'true' || env.src_changed == 'true' | |
| uses: actions/cache@v2 | |
| with: | |
| key: ${{ runner.os }}-${{ env.VERSION }}-node${{ env.NODE }}-cuda${{ env.CUDA_VERSION_MAJOR }}-${{ matrix.LINUX }}-cache-${{ hashFiles('**/modules/**/CMakeLists.txt', '**/modules/**/*.cmake') }} | |
| path: | | |
| node/.cache/binary | |
| node/.cache/source | |
| - name: Cache node_modules | |
| if: env.dev_changed == 'true' || env.src_changed == 'true' | |
| uses: actions/cache@v2 | |
| with: | |
| key: ${{ runner.os }}-${{ env.VERSION }}-node${{ env.NODE }}-cuda${{ env.CUDA_VERSION_MAJOR }}-${{ matrix.LINUX }}-node_modules-${{ hashFiles('**/yarn.lock', '**/package.json') }} | |
| path: | | |
| .yarn | |
| .cache | |
| node/node_modules | |
| - name: Set up ssh-agent | |
| if: env.dev_changed == 'true' || env.src_changed == 'true' | |
| uses: webfactory/ssh-agent@v0.5.4 | |
| with: | |
| ssh-auth-sock: ${{ env.HOME }}/ssh-agent | |
| ssh-private-key: | | |
| ${{ secrets.CUMLPRIMS_SSH_PRIVATE_DEPLOY_KEY }} | |
| ${{ secrets.CUGRAPH_OPS_SSH_PRIVATE_DEPLOY_KEY }} | |
| - name: Make container .env | |
| if: env.dev_changed == 'true' || env.src_changed == 'true' | |
| shell: bash | |
| run: | | |
| n_archs=2 | |
| PARALLEL_LEVEL=${PARALLEL_LEVEL:-1} | |
| threads=$((PARALLEL_LEVEL / n_archs)) | |
| if [[ "$threads" == 0 ]]; then | |
| threads=1; | |
| fi | |
| cat << EOF > "${{ runner.temp }}/.env" | |
| CUDAARCHS=ALL | |
| PARALLEL_LEVEL=${threads} | |
| NVCC_APPEND_FLAGS=--threads=${n_archs} | |
| RAPIDS_VERSION=${RAPIDS_VERSION} | |
| SCCACHE_REGION=us-west-2 | |
| SCCACHE_IDLE_TIMEOUT=32768 | |
| SCCACHE_BUCKET=node-rapids-sccache | |
| SCCACHE_SERVER_PORT=$((4220 + $RANDOM % 5000)) | |
| EOF | |
| echo -e "container .env:\n$(cat "${{ runner.temp }}/.env")" | |
| cat << EOF >> "${{ runner.temp }}/.env" | |
| AWS_ACCESS_KEY_ID=${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY=${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| EOF | |
| - name: Build | |
| if: env.dev_changed == 'true' || env.src_changed == 'true' | |
| shell: bash | |
| run: | | |
| has_image="$(docker pull -q --platform linux/amd64 ${MAIN_IMG} && echo 1 || echo 0)"; | |
| if [[ ${has_image} == '0' || ${dev_changed} == 'true' ]]; then | |
| DOCKER_BUILDKIT=1 \ | |
| DOCKER_SCAN_SUGGEST=false \ | |
| docker build --pull --force-rm \ | |
| --build-arg UCX_VERSION="${{ env.UCX }}" \ | |
| --build-arg NODE_VERSION="${{ env.NODE }}" \ | |
| --build-arg LINUX_VERSION="${{ matrix.LINUX }}" \ | |
| --build-arg AMD64_BASE="nvidia/cuda:${{ matrix.CUDA }}-devel-${{ matrix.LINUX }}" \ | |
| --build-arg ARM64_BASE="nvidia/cuda:${{ matrix.CUDA }}-devel-${{ matrix.LINUX }}" \ | |
| -f node/dev/dockerfiles/devel/main.Dockerfile -t ${MAIN_IMG} node | |
| fi | |
| docker run --rm -t ${RUN_ARGS} \ | |
| -v "$HOME/.ssh:$HOME/.ssh" \ | |
| -e "SSH_AUTH_SOCK=/ssh-agent" \ | |
| -v "$SSH_AUTH_SOCK:/ssh-agent" \ | |
| -v "$HOME/.ssh:/opt/rapids/.ssh" \ | |
| -v "$HOME/.gitconfig:/etc/gitconfig" \ | |
| ${MAIN_IMG} bash -c "set -ex; \ | |
| yarn --pure-lockfile --prefer-offline \ | |
| && yarn build" |