Skip to content

Commit 9f01734

Browse files
samanklesariasamanklesaria
committed
Use CI workflow based on torchcodec docs yml file
1 parent 0639492 commit 9f01734

File tree

1 file changed

+69
-64
lines changed

1 file changed

+69
-64
lines changed

‎.github/workflows/unittest-linux-cpu.yml‎

Lines changed: 69 additions & 64 deletions
Original file line numberDiff line numberDiff line change
@@ -1,72 +1,77 @@
11
name: Unit-tests on Linux CPU
22

33
on:
4-
pull_request:
5-
push:
6-
branches:
7-
- nightly
8-
- main
9-
- release/*
10-
workflow_dispatch:
11-
4+
pull_request:
5+
push:
6+
branches:
7+
- nightly
8+
- main
9+
- release/*
10+
workflow_dispatch:
1211
jobs:
13-
tests:
14-
strategy:
15-
matrix:
16-
# TODO all from 3.9 to 3.13
17-
python_version: ["3.11"]
18-
fail-fast: false
19-
uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
20-
permissions:
21-
id-token: write
22-
contents: read
23-
with:
24-
runner: linux.12xlarge
25-
repository: pytorch/audio
26-
timeout: 120
27-
script: |
28-
echo '::group::Setup Environment Variables'
29-
# Mark Build Directory Safe
30-
git config --global --add safe.directory /__w/audio/audio
31-
32-
# Set up Environment Variables
33-
export PYTHON_VERSION="${{ matrix.python_version }}"
34-
export PIP_PROGRESS_BAR=off
35-
export CONDA_QUIET=1
36-
export CUDA_TESTS_ONLY="0"
37-
unset CUDA_VERSION
38-
39-
# Set CHANNEL
40-
if [[(${GITHUB_EVENT_NAME} = 'pull_request' && (${GITHUB_BASE_REF} = 'release'*)) || (${GITHUB_REF} = 'refs/heads/release'*) ]]; then
41-
export UPLOAD_CHANNEL=test
42-
else
43-
export UPLOAD_CHANNEL=nightly
44-
fi
12+
build:
13+
strategy:
14+
matrix:
15+
# TODO add up to 3.13
16+
python_version: ["3.10"]
17+
fail-fast: false
18+
uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
19+
permissions:
20+
id-token: write
21+
contents: read
22+
with:
23+
repository: pytorch/audio
24+
timeout: 120
25+
job-name: test
26+
script: |
27+
set -ex
28+
# Set up Environment Variables
29+
export PYTHON_VERSION="${{ matrix.python_version }}"
30+
export PIP_PROGRESS_BAR=off
31+
export CONDA_QUIET=1
4532
46-
export PATH="${PWD}/third_party/install/bin/:${PATH}"
47-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_APPLY_CMVN_SLIDING=true
48-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_FBANK_FEATS=true
49-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_KALDI_PITCH_FEATS=true
50-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_MFCC_FEATS=true
51-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_SPECTROGRAM_FEATS=true
52-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_KALDI=true
53-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CUDA=true
54-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_HW_ACCEL=true
55-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310=true
56-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_AUDIO_OUT_DEVICE=true
57-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_MACOS=true
58-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED=true
59-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_DECODER=true
60-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_ENCODER=true
61-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_FFMPEG=true
62-
echo '::endgroup::'
33+
# Set UPLOAD_CHANNEL
34+
if [[(${GITHUB_EVENT_NAME} = 'pull_request' && (${GITHUB_BASE_REF} = 'release'*)) || (${GITHUB_REF} = 'refs/heads/release'*) ]]; then
35+
export UPLOAD_CHANNEL=test
36+
else
37+
export UPLOAD_CHANNEL=nightly
38+
fi
6339
64-
set -euxo pipefail
40+
echo "::group::Create conda env"
41+
# Mark Build Directory Safe
42+
git config --global --add safe.directory /__w/audio/audio
43+
conda create -c conda-forge --strict-channel-priority -y --prefix ci_env python="${PYTHON_VERSION}" "ffmpeg=7" cmake ninja
44+
conda activate ./ci_env
45+
conda info
6546
66-
echo '::group::Install PyTorch and Torchaudio'
67-
./.github/scripts/unittest-linux/install.sh
68-
echo '::endgroup::'
47+
python -m pip install --upgrade pip
6948
70-
echo '::group::Run Tests'
71-
./.github/scripts/unittest-linux/run_test.sh
72-
echo '::endgroup::'
49+
echo "::endgroup::"
50+
echo "::group::Install PyTorch and TorchCodec"
51+
PYTORCH_WHEEL_INDEX="https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/cpu"
52+
python -m pip install --progress-bar=off --pre torch torchcodec --index-url="${PYTORCH_WHEEL_INDEX}"
53+
python -m pip install parameterized requests coverage pytest pytest-cov scipy numpy expecttest
54+
python -c 'import torch; print(f"{torch.__version__}"); print(f"{torch.__file__}"); print(f"{torch.cuda.is_available()=}")'
55+
echo "::endgroup::"
56+
echo "::group::Build and install TorchAudio"
57+
python -m pip install . -v --no-build-isolation
58+
echo "::endgroup::"
59+
echo "::group::Run Tests"
60+
cd test
61+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_APPLY_CMVN_SLIDING=true
62+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_FBANK_FEATS=true
63+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_KALDI_PITCH_FEATS=true
64+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_MFCC_FEATS=true
65+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_SPECTROGRAM_FEATS=true
66+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_KALDI=true
67+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CUDA=true
68+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_HW_ACCEL=true
69+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310=true
70+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_AUDIO_OUT_DEVICE=true
71+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_MACOS=true
72+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED=true
73+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_DECODER=true
74+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_ENCODER=true
75+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_FFMPEG=true
76+
pytest torchaudio_unittest -k "not torchscript and not fairseq and not demucs"
77+
echo "::endgroup::"

0 commit comments

Comments
 (0)