From 21abd9f41d1a47846cf904708962a61113c02331 Mon Sep 17 00:00:00 2001 From: Jason Lowe Date: Thu, 3 Sep 2020 16:20:06 -0500 Subject: [PATCH] Mark UVM config as internal until supported (#652) Signed-off-by: Jason Lowe --- docs/configs.md | 1 - .../com/nvidia/spark/rapids/RapidsConf.scala | 15 ++++++++------- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/docs/configs.md b/docs/configs.md index 65198d12f27..44a89c4374f 100644 --- a/docs/configs.md +++ b/docs/configs.md @@ -36,7 +36,6 @@ Name | Description | Default Value spark.rapids.memory.gpu.reserve|The amount of GPU memory that should remain unallocated by RMM and left for system use such as memory needed for kernels, kernel launches or JIT compilation.|1073741824 spark.rapids.memory.host.spillStorageSize|Amount of off-heap host memory to use for buffering spilled GPU data before spilling to local disk|1073741824 spark.rapids.memory.pinnedPool.size|The size of the pinned memory pool in bytes unless otherwise specified. Use 0 to disable the pool.|0 -spark.rapids.memory.uvm.enabled|UVM or universal memory can allow main host memory to act essentially as swap for device(GPU) memory. This allows the GPU to process more data than fits in memory, but can result in slower processing. This is an experimental feature.|false spark.rapids.shuffle.transport.enabled|When set to true, enable the Rapids Shuffle Transport for accelerated shuffle.|false spark.rapids.shuffle.transport.maxReceiveInflightBytes|Maximum aggregate amount of bytes that be fetched at any given time from peers during shuffle|1073741824 spark.rapids.shuffle.ucx.managementServerHost|The host to be used to start the management server|null diff --git a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsConf.scala b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsConf.scala index 35928678127..34b3c65d619 100644 --- a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsConf.scala +++ b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsConf.scala @@ -291,13 +291,6 @@ object RapidsConf { .booleanConf .createWithDefault(true) - val UVM_ENABLED = conf("spark.rapids.memory.uvm.enabled") - .doc("UVM or universal memory can allow main host memory to act essentially as swap " + - "for device(GPU) memory. This allows the GPU to process more data than fits in memory, but " + - "can result in slower processing. This is an experimental feature.") - .booleanConf - .createWithDefault(false) - val CONCURRENT_GPU_TASKS = conf("spark.rapids.sql.concurrentGpuTasks") .doc("Set the number of tasks that can execute concurrently per GPU. " + "Tasks may temporarily block when the number of concurrent tasks in the executor " + @@ -334,6 +327,14 @@ object RapidsConf { // Internal Features + val UVM_ENABLED = conf("spark.rapids.memory.uvm.enabled") + .doc("UVM or universal memory can allow main host memory to act essentially as swap " + + "for device(GPU) memory. This allows the GPU to process more data than fits in memory, but " + + "can result in slower processing. This is an experimental feature.") + .internal() + .booleanConf + .createWithDefault(false) + val EXPORT_COLUMNAR_RDD = conf("spark.rapids.sql.exportColumnarRdd") .doc("Spark has no simply way to export columnar RDD data. This turns on special " + "processing/tagging that allows the RDD to be picked back apart into a Columnar RDD.")