run-tests.yml

# Copyright      2020  Fangjun Kuang (csukuangfj@gmail.com)

# See ../../LICENSE for clarification regarding multiple authors
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# refer to https://github.com/actions/starter-workflows/pull/47/files

name: run-tests

on:
  push:
    branches:
      - master
    paths:
      - '.github/workflows/run-tests.yml'
      - 'CMakeLists.txt'
      - 'cmake/**'
      - 'scripts/github_actions/**'
      - 'k2/csrc/**'
      - 'k2/python/**'
  pull_request:
    types: [labeled]
    paths:
      - '.github/workflows/run-tests.yml'
      - 'CMakeLists.txt'
      - 'cmake/**'
      - 'scripts/github_actions/**'
      - 'k2/csrc/**'
      - 'k2/python/**'
  workflow_dispatch:

concurrency:
  group: run-tests-${{ github.ref }}
  cancel-in-progress: true

jobs:
  run-tests:
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest]
        cuda: ["12.1"]
        torch: ["2.2.1"]
        python-version: ["3.12"]

    steps:
      # refer to https://github.com/actions/checkout
      - uses: actions/checkout@v4

      - name: Free space
        shell: bash
        run: |
          df -h
          rm -rf /opt/hostedtoolcache
          df -h
          echo "pwd: $PWD"
          echo "github.workspace ${{ github.workspace }}"

      - name: Run the build process with Docker
        uses: addnab/docker-run-action@v3
        with:
            image: "pytorch/manylinux-builder:cuda12.1"
            options: -v ${{ github.workspace }}:/var/www -e PYTHON_VERSION=${{ matrix.python-version }} -e TORCH_VERSION=${{ matrix.torch }} -e CUDA_VERSION=${{ matrix.cuda }}
            run: |
              echo "pwd: $PWD"
              uname -a
              id
              cat /etc/*release
              gcc --version
              python3 --version
              which python3

              pushd /usr/local
              rm cuda
              ln -s cuda-$CUDA_VERSION cuda
              popd
              which nvcc
              nvcc --version

              cp /var/www/scripts/github_actions/install_torch.sh .
              chmod +x install_torch.sh

              /var/www/scripts/github_actions/build-ubuntu-cuda.sh

      - name: Display wheels
        shell: bash
        run: |
          ls -lh ./wheelhouse/

      - name: Upload Wheel
        uses: actions/upload-artifact@v3
        with:
          name: torch-${{ matrix.torch }}-python-${{ matrix.python-version }}-ubuntu-latest-cuda
          path: wheelhouse/*.whl

      # https://huggingface.co/docs/hub/spaces-github-actions
      - name: Publish to huggingface
        env:
          HF_TOKEN: ${{ secrets.HF_TOKEN }}
        uses: nick-fields/retry@v2
        with:
          max_attempts: 20
          timeout_seconds: 200
          shell: bash
          command: |
            git config --global user.email "csukuangfj@gmail.com"
            git config --global user.name "Fangjun Kuang"

            rm -rf huggingface
            export GIT_LFS_SKIP_SMUDGE=1

            git clone https://huggingface.co/csukuangfj/k2 huggingface
            cd huggingface
            git pull

            mkdir -p ubuntu-cuda
            cp -v ../wheelhouse/*.whl ./ubuntu-cuda
            git status
            git lfs track "*.whl"
            git add .
            git commit -m "upload ubuntu-cuda wheel for torch ${{ matrix.torch }} python ${{ matrix.python-version }}"
            git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/k2 main