Change grouping calculation in gemm.py #564
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: AMD Perf Kernel Integration Tests | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| branches: [main_perf] | |
| concurrency: | |
| group: ${{ github.ref }} | |
| cancel-in-progress: true | |
| permissions: read-all | |
| env: | |
| TRITON_BUILD_WITH_CLANG_LLD: "TRUE" | |
| TRITON_USE_ASSERT_ENABLED_LLVM: "TRUE" | |
| TRITON_DISABLE_LINE_INFO: 1 | |
| jobs: | |
| Check-File-Changes: | |
| if: github.event_name == 'pull_request' | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Check file changes | |
| run: | | |
| git fetch origin ${{ github.base_ref }} | |
| changed_files=$(git diff --name-only origin/${{ github.base_ref }} ${{ github.sha }}) | |
| echo "Changed files:" | |
| echo "$changed_files" | |
| if echo "$changed_files" | grep -vE "^python/perf-kernels/|^\.github/workflows/amd_"; then | |
| echo "Changes detected outside of the python/perf-kernels directory or .github/workflows/amd_ files. Failing the workflow." | |
| exit 1 | |
| fi | |
| pre-commit: | |
| name: pre-commit (code formatting) | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.12' | |
| cache: 'pip' | |
| - name: Compute hash of pre-commit config | |
| id: cache-key | |
| run: | | |
| echo "pre_commit_hash=$(sha256sum .pre-commit-config.yaml)" >> $GITHUB_OUTPUT | |
| shell: bash | |
| - name: Cache pre-commit's cache dir | |
| uses: actions/cache@v4 | |
| with: | |
| # Note that we cannot use environment variables here given there is | |
| # no shell to interpret them in the paths. | |
| path: | | |
| ~/.cache/pre-commit | |
| key: ${{ runner.os }}-${{ steps.cache-key.outputs.pre_commit_hash }} | |
| - name: Check pre-commit | |
| run: | | |
| python3 -m pip install --upgrade pre-commit | |
| # TODO: ignore the first yapf failure until https://github.com/google/yapf/issues/1164 is fixed | |
| python3 -m pre_commit run --all-files --verbose yapf &> /dev/null || true | |
| # If first run of yapf worked and made changes reset the tree to the original state | |
| git reset --hard | |
| python3 -m pre_commit run --all-files --verbose | |
| - name: Print diff of changes if pre-commit failed | |
| if: failure() | |
| run: | | |
| git diff | |
| Integration-Tests-AMD: | |
| runs-on: ${{ matrix.runner }} | |
| strategy: | |
| matrix: | |
| runner: [gfx942] | |
| fail-fast: false # disables failing the entire job when one matrix entry fails | |
| container: | |
| image: rocm/pytorch:latest | |
| options: --device=/dev/kfd --device=/dev/dri --security-opt seccomp=unconfined --group-add video --user root | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Show Device Info | |
| run: | | |
| rocminfo | grep gfx | |
| - name: Clear cache | |
| run: | | |
| rm -rf ~/.triton | |
| mkdir -p ~/.triton | |
| ls -alh ~/.triton | |
| - name: Update PATH | |
| run: | | |
| echo "/opt/rocm/llvm/bin" >> $GITHUB_PATH | |
| - name: Install pip dependencies | |
| run: | | |
| python3 -m pip install --upgrade pip | |
| python3 -m pip install lit matplotlib pandas | |
| - name: Uninstall Triton | |
| run : | | |
| pip uninstall -y triton | |
| rm -rf ~/.triton | |
| rm -rf ./triton/python/build | |
| - name: Install Triton | |
| run: | | |
| pip uninstall -y triton | |
| cd python | |
| pip install -v -e . | |
| pip install numpy==1.26.4 | |
| - name: Show Triton version | |
| run: | | |
| pip show triton | |
| - name: Run Perf Kernels Unit Tests | |
| run: | | |
| pytest -vvv ./python/perf-kernels/flash-attention.py | |
| pytest -vvvv ./python/perf-kernels/softmax.py | |
| pytest -vvv ./python/perf-kernels/rmsnorm.py | |
| pytest -vvv ./python/perf-kernels/layernorm.py | |
| pytest -vvv ./python/perf-kernels/fused_moe/moe-gemm.py | |
| sh ./python/perf-kernels/streamk/utils/unittest.sh | |
| pytest -vvv ./python/perf-kernels/multreduce_matmul_kernel.py | |
| - name: Run Perf Kernels Benchmark | |
| run: | | |
| python ./python/perf-kernels/flash-attention.py | |
| python ./python/perf-kernels/softmax.py | |
| python ./python/perf-kernels/rmsnorm.py --mode fwd | |
| python ./python/perf-kernels/rmsnorm.py --mode bwd | |
| python ./python/perf-kernels/layernorm.py | |
| python ./python/perf-kernels/multreduce_matmul_kernel.py bench |