From 74ddc06165c1a8aa76fc719a24e30ed10445d924 Mon Sep 17 00:00:00 2001 From: Thomas Graves Date: Wed, 19 Aug 2020 11:36:04 -0500 Subject: [PATCH] xfail the tpch spark 3.1.0 tests that fail (#588) Signed-off-by: Thomas Graves Co-authored-by: Thomas Graves --- integration_tests/src/main/python/tpch_test.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/integration_tests/src/main/python/tpch_test.py b/integration_tests/src/main/python/tpch_test.py index 1399eec9b14..fe39073bc1f 100644 --- a/integration_tests/src/main/python/tpch_test.py +++ b/integration_tests/src/main/python/tpch_test.py @@ -16,6 +16,7 @@ from asserts import assert_gpu_and_cpu_are_equal_collect from marks import approximate_float, incompat, ignore_order, allow_non_gpu +from spark_session import with_spark_session _base_conf = {'spark.rapids.sql.variableFloatAgg.enabled': 'true', 'spark.rapids.sql.hasNans': 'false'} @@ -117,18 +118,27 @@ def test_tpch_q15(tpch, conf): assert_gpu_and_cpu_are_equal_collect( lambda spark : tpch.do_test_query("q15")) +@pytest.mark.xfail( + condition=with_spark_session(lambda spark : not(spark.sparkContext.version < "3.1.0")), + reason='https://github.com/NVIDIA/spark-rapids/issues/586') @allow_non_gpu('BroadcastNestedLoopJoinExec', 'Or', 'IsNull', 'EqualTo', 'AttributeReference', 'BroadcastExchangeExec') @pytest.mark.parametrize('conf', [_base_conf, _adaptive_conf]) def test_tpch_q16(tpch, conf): assert_gpu_and_cpu_are_equal_collect( lambda spark : tpch.do_test_query("q16"), conf=conf) +@pytest.mark.xfail( + condition=with_spark_session(lambda spark : not(spark.sparkContext.version < "3.1.0")), + reason='https://github.com/NVIDIA/spark-rapids/issues/586') @approximate_float @pytest.mark.parametrize('conf', [_base_conf, _adaptive_conf]) def test_tpch_q17(tpch, conf): assert_gpu_and_cpu_are_equal_collect( lambda spark : tpch.do_test_query("q17"), conf=conf) +@pytest.mark.xfail( + condition=with_spark_session(lambda spark : not(spark.sparkContext.version < "3.1.0")), + reason='https://github.com/NVIDIA/spark-rapids/issues/586') @incompat @approximate_float @allow_non_gpu('TakeOrderedAndProjectExec', 'SortOrder', 'AttributeReference') @@ -143,6 +153,9 @@ def test_tpch_q19(tpch, conf): assert_gpu_and_cpu_are_equal_collect( lambda spark : tpch.do_test_query("q19"), conf=conf) +@pytest.mark.xfail( + condition=with_spark_session(lambda spark : not(spark.sparkContext.version < "3.1.0")), + reason='https://github.com/NVIDIA/spark-rapids/issues/586') @pytest.mark.parametrize('conf', [_base_conf, _adaptive_conf]) def test_tpch_q20(tpch, conf): assert_gpu_and_cpu_are_equal_collect(