Skip to content

Commit

Permalink
[UT] add skiplist for PVC w/ rolling driver
Browse files Browse the repository at this point in the history
  • Loading branch information
AshburnLee committed May 17, 2024
1 parent b8c32f0 commit 67772d2
Show file tree
Hide file tree
Showing 7 changed files with 215 additions and 7 deletions.
2 changes: 1 addition & 1 deletion scripts/pass_rate.py
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ def create_argument_parser() -> argparse.ArgumentParser:

def get_deselected(report_path: pathlib.Path) -> int:
"""Calculates deselected (via skiplist) tests."""
skiplist_dir = os.getenv('TRITON_TEST_SKIPLIST_DIR', 'scripts/skiplist/default')
skiplist_dir = os.getenv('TRITON_TEST_SKIPLIST_DIR', 'scripts/skiplist/pvc_rolling')
skiplist_path = pathlib.Path(skiplist_dir) / f'{report_path.stem}.txt'
if not skiplist_path.exists():
return 0
Expand Down
4 changes: 3 additions & 1 deletion scripts/pytest-utils.sh
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,8 @@ TIMESTAMP="$(date '+%Y%m%d%H%M%S')"
SCRIPTS_DIR="$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
TRITON_TEST_REPORTS="${TRITON_TEST_REPORTS:-false}"
TRITON_TEST_REPORTS_DIR="${TRITON_TEST_REPORTS_DIR:-$HOME/reports/$TIMESTAMP}"
TRITON_TEST_SKIPLIST_DIR="${TRITON_TEST_SKIPLIST_DIR:-$SCRIPTS_DIR/skiplist/default}"
# The default platform is PVC w/ rolling
TRITON_TEST_SKIPLIST_DIR="${TRITON_TEST_SKIPLIST_DIR:-$SCRIPTS_DIR/skiplist/pvc_rolling}"
TRITON_TEST_WARNING_REPORTS="${TRITON_TEST_WARNING_REPORTS:-false}"
TRITON_TEST_IGNORE_ERRORS="${TRITON_TEST_IGNORE_ERRORS:-false}"

Expand Down Expand Up @@ -34,6 +35,7 @@ pytest() {
mkdir -p "$CURRENT_SKIPLIST_DIR"
# skip comments in the skiplist
sed -e '/^#/d' "$TRITON_TEST_SKIPLIST_DIR/$TRITON_TEST_SUITE.txt" > "$CURRENT_SKIPLIST_DIR/$TRITON_TEST_SUITE.txt"

pytest_extra_args+=(
"--deselect-from-file=$CURRENT_SKIPLIST_DIR/$TRITON_TEST_SUITE.txt"
"--select-fail-on-missing"
Expand Down
5 changes: 0 additions & 5 deletions scripts/skiplist/default/language.txt

This file was deleted.

File renamed without changes.
186 changes: 186 additions & 0 deletions scripts/skiplist/pvc_rolling/language.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,186 @@
# https://github.com/intel/intel-xpu-backend-for-triton/issues/936
test/unit/language/test_core.py::test_dot[1-64-128-128-4-True-True-none-tf32-int8-int8-1_0]
test/unit/language/test_core.py::test_dot[1-64-128-128-4-True-True-none-tf32-int8-int8-1_1]
test/unit/language/test_core.py::test_dot[1-64-128-128-4-False-True-none-tf32-int8-int8-1_0]
test/unit/language/test_core.py::test_dot[1-64-128-128-4-False-True-none-tf32-int8-int8-1_1]
# https://github.com/intel/intel-xpu-backend-for-triton/issues/985
# skiplist for PVC whith rolling driver
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-1-1]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-1-2]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-1-4]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-1-8]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-16-1]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-16-2]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-16-4]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-16-8]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-2-1]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-2-2]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-2-4]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-2-8]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-4-1]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-4-2]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-4-4]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-4-8]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-8-1]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-8-2]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-8-4]
test/unit/language/test_core.py::test_dot3d[float16-float16-32-32-32-8-8]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-1-1]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-1-2]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-1-4]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-1-8]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-16-1]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-16-2]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-16-4]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-16-8]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-2-1]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-2-2]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-2-4]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-2-8]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-4-1]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-4-2]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-4-4]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-4-8]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-8-1]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-8-2]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-8-4]
test/unit/language/test_core.py::test_dot3d[float16-float16-64-64-64-8-8]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-1-1]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-1-2]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-1-4]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-1-8]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-16-1]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-16-2]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-16-4]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-16-8]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-2-1]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-2-2]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-2-4]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-2-8]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-4-1]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-4-2]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-4-4]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-4-8]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-8-1]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-8-2]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-8-4]
test/unit/language/test_core.py::test_dot3d[float16-float32-32-32-32-8-8]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-1-1]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-1-2]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-1-4]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-1-8]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-16-1]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-16-2]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-16-4]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-16-8]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-2-1]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-2-2]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-2-4]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-2-8]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-4-1]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-4-2]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-4-4]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-4-8]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-8-1]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-8-2]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-8-4]
test/unit/language/test_core.py::test_dot3d[float16-float32-64-64-64-8-8]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-1-1]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-1-2]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-1-4]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-1-8]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-16-1]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-16-2]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-16-4]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-16-8]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-2-1]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-2-2]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-2-4]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-2-8]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-4-1]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-4-2]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-4-4]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-4-8]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-8-1]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-8-2]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-8-4]
test/unit/language/test_core.py::test_dot3d[float32-float32-32-32-32-8-8]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-1-1]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-1-2]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-1-4]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-1-8]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-16-1]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-16-2]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-16-4]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-16-8]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-2-1]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-2-2]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-2-4]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-2-8]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-4-1]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-4-2]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-4-4]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-4-8]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-8-1]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-8-2]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-8-4]
test/unit/language/test_core.py::test_dot3d[float32-float32-64-64-64-8-8]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-1-1]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-1-2]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-1-4]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-1-8]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-16-1]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-16-2]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-16-4]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-16-8]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-2-1]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-2-2]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-2-4]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-2-8]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-4-1]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-4-2]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-4-4]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-4-8]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-8-1]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-8-2]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-8-4]
test/unit/language/test_core.py::test_dot3d[int8-int8-32-32-32-8-8]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-1-1]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-1-2]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-1-4]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-1-8]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-16-1]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-16-2]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-16-4]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-16-8]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-2-1]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-2-2]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-2-4]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-2-8]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-4-1]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-4-2]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-4-4]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-4-8]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-8-1]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-8-2]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-8-4]
test/unit/language/test_core.py::test_dot3d[int8-int8-64-64-64-8-8]
test/unit/language/test_core.py::test_dot[1-128-128-64-4-False-False-chain-dot-ieee-float8e4nv-float32-1]
test/unit/language/test_core.py::test_dot[1-128-128-64-4-False-False-chain-dot-ieee-float8e5-float32-1]
test/unit/language/test_core.py::test_dot_without_load[float16]
test/unit/language/test_core.py::test_fp8_dot_acc[0-float8e4b15]
test/unit/language/test_core.py::test_fp8_dot_acc[0-float8e4nv]
test/unit/language/test_core.py::test_fp8_dot_acc[0-float8e5]
test/unit/language/test_core.py::test_fp8_dot_acc[128-float8e4b15]
test/unit/language/test_core.py::test_fp8_dot_acc[128-float8e4nv]
test/unit/language/test_core.py::test_fp8_dot_acc[128-float8e5]
test/unit/language/test_core.py::test_fp8_dot_acc[32-float8e4b15]
test/unit/language/test_core.py::test_fp8_dot_acc[32-float8e4nv]
test/unit/language/test_core.py::test_fp8_dot_acc[32-float8e5]
test/unit/language/test_core.py::test_fp8_dot_acc[64-float8e4b15]
test/unit/language/test_core.py::test_fp8_dot_acc[64-float8e4nv]
test/unit/language/test_core.py::test_fp8_dot_acc[64-float8e5]
test/unit/language/test_core.py::test_masked_load_shared_memory[dtype1]
test/unit/language/test_core.py::test_precise_math[1-tl.math.sqrt_rn(x)-tl.math.sqrt(x.to(tl.float64)).to(tl.float32)]
test/unit/language/test_core.py::test_tl_range
test/unit/language/test_reproducer.py::test_reproducer
25 changes: 25 additions & 0 deletions scripts/skiplist/pvc_rolling/operators.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
# https://github.com/intel/intel-xpu-backend-for-triton/issues/985
test/unit/operators/test_flash_attention.py::test_op[False-False-dtype0-2-4-512-128]
test/unit/operators/test_flash_attention.py::test_op[False-False-dtype0-2-4-512-16]
test/unit/operators/test_flash_attention.py::test_op[False-False-dtype0-2-4-512-32]
test/unit/operators/test_flash_attention.py::test_op[False-False-dtype0-2-4-512-64]
test/unit/operators/test_flash_attention.py::test_op[False-False-dtype1-2-4-512-128]
test/unit/operators/test_flash_attention.py::test_op[False-False-dtype1-2-4-512-64]
test/unit/operators/test_flash_attention.py::test_op[False-True-dtype0-2-4-512-128]
test/unit/operators/test_flash_attention.py::test_op[False-True-dtype0-2-4-512-16]
test/unit/operators/test_flash_attention.py::test_op[False-True-dtype0-2-4-512-32]
test/unit/operators/test_flash_attention.py::test_op[False-True-dtype0-2-4-512-64]
test/unit/operators/test_flash_attention.py::test_op[False-True-dtype1-2-4-512-128]
test/unit/operators/test_flash_attention.py::test_op[False-True-dtype1-2-4-512-64]
test/unit/operators/test_flash_attention.py::test_op[True-False-dtype0-2-4-512-128]
test/unit/operators/test_flash_attention.py::test_op[True-False-dtype0-2-4-512-16]
test/unit/operators/test_flash_attention.py::test_op[True-False-dtype0-2-4-512-32]
test/unit/operators/test_flash_attention.py::test_op[True-False-dtype0-2-4-512-64]
test/unit/operators/test_flash_attention.py::test_op[True-False-dtype1-2-4-512-128]
test/unit/operators/test_flash_attention.py::test_op[True-False-dtype1-2-4-512-64]
test/unit/operators/test_flash_attention.py::test_op[True-True-dtype0-2-4-512-128]
test/unit/operators/test_flash_attention.py::test_op[True-True-dtype0-2-4-512-16]
test/unit/operators/test_flash_attention.py::test_op[True-True-dtype0-2-4-512-32]
test/unit/operators/test_flash_attention.py::test_op[True-True-dtype0-2-4-512-64]
test/unit/operators/test_flash_attention.py::test_op[True-True-dtype1-2-4-512-128]
test/unit/operators/test_flash_attention.py::test_op[True-True-dtype1-2-4-512-64]
File renamed without changes.

0 comments on commit 67772d2

Please sign in to comment.