Skip to content

Commit

Permalink
A few quick fixes to try to reduce max memory usage in the tests (#4570)
Browse files Browse the repository at this point in the history
* A few quick fixes to try to reduce max memory usage in the tests

Signed-off-by: Robert (Bobby) Evans <bobby@apache.org>

* Copyright date
  • Loading branch information
revans2 authored Jan 20, 2022
1 parent 0d236d8 commit 321b760
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 4 deletions.
3 changes: 2 additions & 1 deletion integration_tests/src/main/python/hash_aggregate_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -303,8 +303,9 @@ def get_params(init_list, marked_params=[]):
_grpkey_short_full_neg_scale_decimals]

#Any smaller precision takes way too long to process on the CPU
# or results in using too much memory on the GPU
@nightly_gpu_mem_consuming_case
@pytest.mark.parametrize('precision', [38, 37, 36, 35, 34, 33, 32, 31, 30], ids=idfn)
@pytest.mark.parametrize('precision', [38, 37, 36, 35, 34, 33, 32, 31], ids=idfn)
def test_hash_reduction_decimal_overflow_sum(precision):
constant = '9' * precision
count = pow(10, 38 - precision)
Expand Down
5 changes: 2 additions & 3 deletions integration_tests/src/main/python/parquet_write_test.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
# Copyright (c) 2020-2021, NVIDIA CORPORATION.
# Copyright (c) 2020-2022, NVIDIA CORPORATION.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
Expand Down Expand Up @@ -77,8 +77,7 @@ def limited_int96():
parquet_map_gens = parquet_map_gens_sample + [
MapGen(StructGen([['child0', StringGen()], ['child1', StringGen()]], nullable=False), FloatGen()),
MapGen(StructGen([['child0', StringGen(nullable=True)]], nullable=False), StringGen())]
parquet_write_gens_list = [
parquet_basic_gen + parquet_struct_gen + parquet_array_gen + parquet_decimal_gens + parquet_map_gens]
parquet_write_gens_list = [parquet_basic_gen, parquet_decimal_gens] + [ [single_gen] for single_gen in parquet_struct_gen + parquet_array_gen + parquet_map_gens]
parquet_ts_write_options = ['INT96', 'TIMESTAMP_MICROS', 'TIMESTAMP_MILLIS']

@pytest.mark.order(1) # at the head of xdist worker queue if pytest-order is installed
Expand Down

0 comments on commit 321b760

Please sign in to comment.