Enable testing zstd for spark releases 3.2.0 and later (#5898)

Signed-off-by: Jim Brennan <jimb@nvidia.com>
NVIDIA · Jun 24, 2022 · 321f9b9 · 321f9b9
1 parent 111b222
commit 321f9b9
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/integration_tests/src/main/python/parquet_test.py b/integration_tests/src/main/python/parquet_test.py
@@ -145,6 +145,9 @@ def test_parquet_read_round_trip_binary_as_string(std_input_path, read_func, rea
             conf=all_confs)
 
 parquet_compress_options = ['none', 'uncompressed', 'snappy', 'gzip']
+# zstd is available in spark 3.2.0 and later.
+if not is_before_spark_320():
+    parquet_compress_options.append('zstd')
 # The following need extra jars 'lzo', 'lz4', 'brotli', 'zstd'
 # https://github.com/NVIDIA/spark-rapids/issues/143