From 33e3b372429232cea44266d866906effaa705a10 Mon Sep 17 00:00:00 2001 From: Tyler Michael Smith Date: Thu, 13 Jun 2024 16:37:48 -0400 Subject: [PATCH] [CI/Build] Disable test_fp8.py (#5508) --- tests/models/test_fp8.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/tests/models/test_fp8.py b/tests/models/test_fp8.py index b24c17cf..2b560918 100644 --- a/tests/models/test_fp8.py +++ b/tests/models/test_fp8.py @@ -68,6 +68,14 @@ EXPECTED_STRS_MAP = { } +# This test compares against golden strings for exact match since +# there is no baseline implementation to compare against +# and is unstable w.r.t specifics of the fp8 implementation or +# the hardware being run on. +# Disabled to prevent it from breaking the build +@pytest.mark.skip( + reason= + "Prevent unstable test based on golden strings from breaking the build.") @pytest.mark.skipif(not is_quant_method_supported("fp8"), reason="fp8 is not supported on this GPU type.") @pytest.mark.parametrize("model_name", MODELS)