Skip to content

Publish pre-built wheels for torch 2.4.0 (#1298) #1614

Publish pre-built wheels for torch 2.4.0 (#1298)

Publish pre-built wheels for torch 2.4.0 (#1298) #1614

Workflow file for this run

# Copyright 2020 Fangjun Kuang ([email protected])
# See ../../LICENSE for clarification regarding multiple authors
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# refer to https://github.com/actions/starter-workflows/pull/47/files
name: run-tests
on:
push:
branches:
- master
paths:
- '.github/workflows/run-tests.yml'
- 'CMakeLists.txt'
- 'cmake/**'
- 'scripts/github_actions/**'
- 'k2/csrc/**'
- 'k2/python/**'
pull_request:
types: [labeled]
paths:
- '.github/workflows/run-tests.yml'
- 'CMakeLists.txt'
- 'cmake/**'
- 'scripts/github_actions/**'
- 'k2/csrc/**'
- 'k2/python/**'
workflow_dispatch:
concurrency:
group: run-tests-${{ github.ref }}
cancel-in-progress: true
jobs:
run-tests:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [ubuntu-latest]
cuda: ["12.4"]
torch: ["2.4.0"]
python-version: ["3.12"]
steps:
# refer to https://github.com/actions/checkout
- uses: actions/checkout@v4
- name: Free space
shell: bash
run: |
df -h
rm -rf /opt/hostedtoolcache
df -h
echo "pwd: $PWD"
echo "github.workspace ${{ github.workspace }}"
- name: Run the build process with Docker
uses: addnab/docker-run-action@v3
with:
image: "pytorch/manylinux-builder:cuda12.4"
options: -v ${{ github.workspace }}:/var/www -e PYTHON_VERSION=${{ matrix.python-version }} -e TORCH_VERSION=${{ matrix.torch }} -e CUDA_VERSION=${{ matrix.cuda }}
run: |
echo "pwd: $PWD"
uname -a
id
cat /etc/*release
gcc --version
python3 --version
which python3
pushd /usr/local
rm cuda
ln -s cuda-$CUDA_VERSION cuda
popd
which nvcc
nvcc --version
cp /var/www/scripts/github_actions/install_torch.sh .
chmod +x install_torch.sh
/var/www/scripts/github_actions/build-ubuntu-cuda.sh
- name: Display wheels
shell: bash
run: |
ls -lh ./wheelhouse/
- name: Upload Wheel
uses: actions/upload-artifact@v3
with:
name: torch-${{ matrix.torch }}-python-${{ matrix.python-version }}-ubuntu-latest-cuda
path: wheelhouse/*.whl
# https://huggingface.co/docs/hub/spaces-github-actions
- name: Publish to huggingface
env:
HF_TOKEN: ${{ secrets.HF_TOKEN }}
uses: nick-fields/retry@v2
with:
max_attempts: 20
timeout_seconds: 200
shell: bash
command: |
git config --global user.email "[email protected]"
git config --global user.name "Fangjun Kuang"
rm -rf huggingface
export GIT_LFS_SKIP_SMUDGE=1
git clone https://huggingface.co/csukuangfj/k2 huggingface
cd huggingface
git pull
mkdir -p ubuntu-cuda
cp -v ../wheelhouse/*.whl ./ubuntu-cuda
git status
git lfs track "*.whl"
git add .
git commit -m "upload ubuntu-cuda wheel for torch ${{ matrix.torch }} python ${{ matrix.python-version }}"
git push https://csukuangfj:[email protected]/csukuangfj/k2 main