From 7db843829d4dbcd8e01885175602d1fbc7ea345d Mon Sep 17 00:00:00 2001 From: Jason Lowe Date: Thu, 27 Jul 2023 11:02:43 -0500 Subject: [PATCH] Fix test failure on Spark < 3.3.x --- integration_tests/src/main/python/parquet_testing_test.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/integration_tests/src/main/python/parquet_testing_test.py b/integration_tests/src/main/python/parquet_testing_test.py index b5874fee527..3f2a3230918 100644 --- a/integration_tests/src/main/python/parquet_testing_test.py +++ b/integration_tests/src/main/python/parquet_testing_test.py @@ -20,6 +20,7 @@ from data_gen import copy_and_update from pathlib import Path import pytest +from spark_session import is_before_spark_330 import warnings _rebase_confs = { @@ -62,6 +63,8 @@ "nested_structs.rust.parquet": "PySpark cannot handle year 52951", "repeated_no_annotation.parquet": "https://github.com/NVIDIA/spark-rapids/issues/8631", } +if is_before_spark_330(): + _xfail_files["rle_boolean_encoding.parquet"] = "Spark CPU cannot decode V2 style RLE before 3.3.x" def locate_parquet_testing_files(): """