From 8461596427ef69cb3e853ea514043d0887fc31ff Mon Sep 17 00:00:00 2001 From: "Robert (Bobby) Evans" Date: Wed, 19 Jan 2022 15:07:33 -0600 Subject: [PATCH 1/2] A few quick fixes to try to reduce max memory usage in the tests Signed-off-by: Robert (Bobby) Evans --- integration_tests/src/main/python/hash_aggregate_test.py | 3 ++- integration_tests/src/main/python/parquet_write_test.py | 3 +-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/integration_tests/src/main/python/hash_aggregate_test.py b/integration_tests/src/main/python/hash_aggregate_test.py index 1ea6f88fda5..4b3934c781e 100644 --- a/integration_tests/src/main/python/hash_aggregate_test.py +++ b/integration_tests/src/main/python/hash_aggregate_test.py @@ -303,8 +303,9 @@ def get_params(init_list, marked_params=[]): _grpkey_short_full_neg_scale_decimals] #Any smaller precision takes way too long to process on the CPU +# or results in using too much memory on the GPU @nightly_gpu_mem_consuming_case -@pytest.mark.parametrize('precision', [38, 37, 36, 35, 34, 33, 32, 31, 30], ids=idfn) +@pytest.mark.parametrize('precision', [38, 37, 36, 35, 34, 33, 32, 31], ids=idfn) def test_hash_reduction_decimal_overflow_sum(precision): constant = '9' * precision count = pow(10, 38 - precision) diff --git a/integration_tests/src/main/python/parquet_write_test.py b/integration_tests/src/main/python/parquet_write_test.py index 250c22ab1e6..4ae86414bcd 100644 --- a/integration_tests/src/main/python/parquet_write_test.py +++ b/integration_tests/src/main/python/parquet_write_test.py @@ -77,8 +77,7 @@ def limited_int96(): parquet_map_gens = parquet_map_gens_sample + [ MapGen(StructGen([['child0', StringGen()], ['child1', StringGen()]], nullable=False), FloatGen()), MapGen(StructGen([['child0', StringGen(nullable=True)]], nullable=False), StringGen())] -parquet_write_gens_list = [ - parquet_basic_gen + parquet_struct_gen + parquet_array_gen + parquet_decimal_gens + parquet_map_gens] +parquet_write_gens_list = [parquet_basic_gen, parquet_decimal_gens] + [ [single_gen] for single_gen in parquet_struct_gen + parquet_array_gen + parquet_map_gens] parquet_ts_write_options = ['INT96', 'TIMESTAMP_MICROS', 'TIMESTAMP_MILLIS'] @pytest.mark.order(1) # at the head of xdist worker queue if pytest-order is installed From 0475c144ef86175476a1df253fae91cd8d882039 Mon Sep 17 00:00:00 2001 From: "Robert (Bobby) Evans" Date: Wed, 19 Jan 2022 15:10:55 -0600 Subject: [PATCH 2/2] Copyright date --- integration_tests/src/main/python/parquet_write_test.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/integration_tests/src/main/python/parquet_write_test.py b/integration_tests/src/main/python/parquet_write_test.py index 4ae86414bcd..1256e48436b 100644 --- a/integration_tests/src/main/python/parquet_write_test.py +++ b/integration_tests/src/main/python/parquet_write_test.py @@ -1,4 +1,4 @@ -# Copyright (c) 2020-2021, NVIDIA CORPORATION. +# Copyright (c) 2020-2022, NVIDIA CORPORATION. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.