Skip to content

Commit

Permalink
skip failing tests for Spark 3.3.0 (#5313)
Browse files Browse the repository at this point in the history
* skipping tests until
https://issues.apache.org/jira/browse/SPARK-39015 is fixed

Signed-off-by: Raza Jafri <rjafri@nvidia.com>

* switch skipif to xfail

Signed-off-by: Raza Jafri <rjafri@nvidia.com>

Co-authored-by: Raza Jafri <rjafri@nvidia.com>
  • Loading branch information
razajafri and razajafri authored Apr 26, 2022
1 parent 50c2bf7 commit fa7840b
Showing 1 changed file with 6 additions and 0 deletions.
6 changes: 6 additions & 0 deletions integration_tests/src/main/python/map_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -288,6 +288,9 @@ def test_simple_get_map_value_ansi_fail(data_gen):

@pytest.mark.skipif(is_before_spark_330(),
reason="Only in Spark 3.3.0 + ANSI mode + Strict Index, map key throws on no such element")
@pytest.mark.xfail(not is_before_spark_330(),
reason="There was a bug introduced in Spark 3.3.0 which is being tracked by " \
"https://issues.apache.org/jira/browse/SPARK-39015")
@pytest.mark.parametrize('strict_index', ['true', 'false'])
@pytest.mark.parametrize('data_gen', [simple_string_to_string_map_gen], ids=idfn)
def test_simple_get_map_value_with_strict_index(strict_index, data_gen):
Expand Down Expand Up @@ -359,6 +362,9 @@ def test_element_at_map_timestamp_keys(data_gen):


@pytest.mark.parametrize('data_gen', [simple_string_to_string_map_gen], ids=idfn)
@pytest.mark.xfail(not is_before_spark_330(),
reason="There was a bug introduced in Spark 3.3.0 which is being tracked by " \
"https://issues.apache.org/jira/browse/SPARK-39015")
def test_map_element_at_ansi_fail(data_gen):
message = "org.apache.spark.SparkNoSuchElementException" if (not is_before_spark_330() or is_databricks104_or_later()) else "java.util.NoSuchElementException"
# For 3.3.0+ strictIndexOperator should not affect element_at
Expand Down

0 comments on commit fa7840b

Please sign in to comment.