From a9b513f18f04026c6c74384e66dd0960d7ff05e1 Mon Sep 17 00:00:00 2001 From: Tim Liu Date: Wed, 26 Jul 2023 08:45:54 +0800 Subject: [PATCH] Init version 23.10.0-SNAPSHOT (#8796) Bump up project version to 23.10.0-SNAPSHOT in branch-23.10 also include TODO to remind us bump up deps (JNI, private, cudf-py) versions when available #8794 Signed-off-by: Tim Liu --- README.md | 2 +- aggregator/pom.xml | 4 ++-- api_validation/pom.xml | 4 ++-- delta-lake/delta-20x/pom.xml | 4 ++-- delta-lake/delta-21x/pom.xml | 4 ++-- delta-lake/delta-22x/pom.xml | 4 ++-- delta-lake/delta-24x/pom.xml | 4 ++-- delta-lake/delta-spark321db/pom.xml | 4 ++-- delta-lake/delta-spark330db/pom.xml | 4 ++-- delta-lake/delta-spark332db/pom.xml | 4 ++-- delta-lake/delta-stub/pom.xml | 4 ++-- dist/pom.xml | 4 ++-- docs/configs.md | 2 +- docs/dev/shims.md | 12 ++++++------ docs/get-started/getting-started-on-prem.md | 4 ++-- integration_tests/DATA_GEN.md | 6 +++--- integration_tests/README.md | 6 +++--- integration_tests/pom.xml | 4 ++-- jenkins/databricks/create.py | 2 +- jenkins/databricks/init_cudf_udf.sh | 1 + jenkins/version-def.sh | 5 +++-- pom.xml | 3 ++- shuffle-plugin/pom.xml | 4 ++-- sql-plugin/pom.xml | 4 ++-- .../scala/com/nvidia/spark/rapids/RapidsConf.scala | 2 +- .../scala/com/nvidia/spark/rapids/ShimLoader.scala | 8 ++++---- tests/pom.xml | 4 ++-- udf-compiler/pom.xml | 4 ++-- 28 files changed, 60 insertions(+), 57 deletions(-) diff --git a/README.md b/README.md index 900305931f6..5f2a246bafe 100644 --- a/README.md +++ b/README.md @@ -73,7 +73,7 @@ as a `provided` dependency. com.nvidia rapids-4-spark_2.12 - 23.08.0-SNAPSHOT + 23.10.0-SNAPSHOT provided ``` diff --git a/aggregator/pom.xml b/aggregator/pom.xml index f1db4d96fa0..c030cc298e3 100644 --- a/aggregator/pom.xml +++ b/aggregator/pom.xml @@ -22,12 +22,12 @@ com.nvidia rapids-4-spark-parent - 23.08.0-SNAPSHOT + 23.10.0-SNAPSHOT rapids-4-spark-aggregator_2.12 RAPIDS Accelerator for Apache Spark Aggregator Creates an aggregated shaded package of the RAPIDS plugin for Apache Spark - 23.08.0-SNAPSHOT + 23.10.0-SNAPSHOT 23.08.0-SNAPSHOT 23.08.0-SNAPSHOT 2.12 diff --git a/shuffle-plugin/pom.xml b/shuffle-plugin/pom.xml index 9927d0c9c1d..bcf8c8e3599 100644 --- a/shuffle-plugin/pom.xml +++ b/shuffle-plugin/pom.xml @@ -22,13 +22,13 @@ com.nvidia rapids-4-spark-parent - 23.08.0-SNAPSHOT + 23.10.0-SNAPSHOT rapids-4-spark-shuffle_2.12 RAPIDS Accelerator for Apache Spark Shuffle Plugin Accelerated shuffle plugin for the RAPIDS plugin for Apache Spark - 23.08.0-SNAPSHOT + 23.10.0-SNAPSHOT false diff --git a/sql-plugin/pom.xml b/sql-plugin/pom.xml index ce67b985395..e4a01c559c2 100644 --- a/sql-plugin/pom.xml +++ b/sql-plugin/pom.xml @@ -22,12 +22,12 @@ com.nvidia rapids-4-spark-parent - 23.08.0-SNAPSHOT + 23.10.0-SNAPSHOT rapids-4-spark-sql_2.12 RAPIDS Accelerator for Apache Spark SQL Plugin The RAPIDS SQL plugin for Apache Spark - 23.08.0-SNAPSHOT + 23.10.0-SNAPSHOT false diff --git a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsConf.scala b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsConf.scala index ce83044493b..1abf627a765 100644 --- a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsConf.scala +++ b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsConf.scala @@ -1996,7 +1996,7 @@ object RapidsConf { |On startup use: `--conf [conf key]=[conf value]`. For example: | |``` - |${SPARK_HOME}/bin/spark-shell --jars rapids-4-spark_2.12-23.08.0-SNAPSHOT-cuda11.jar \ + |${SPARK_HOME}/bin/spark-shell --jars rapids-4-spark_2.12-23.10.0-SNAPSHOT-cuda11.jar \ |--conf spark.plugins=com.nvidia.spark.SQLPlugin \ |--conf spark.rapids.sql.concurrentGpuTasks=2 |``` diff --git a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/ShimLoader.scala b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/ShimLoader.scala index 9ee559bfbcd..6917612c2e4 100644 --- a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/ShimLoader.scala +++ b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/ShimLoader.scala @@ -58,13 +58,13 @@ import org.apache.spark.util.MutableURLClassLoader E.g., Spark 3.2.0 Shim will use - jar:file:/home/spark/rapids-4-spark_2.12-23.08.0.jar!/spark3xx-common/ - jar:file:/home/spark/rapids-4-spark_2.12-23.08.0.jar!/spark320/ + jar:file:/home/spark/rapids-4-spark_2.12-23.10.0.jar!/spark3xx-common/ + jar:file:/home/spark/rapids-4-spark_2.12-23.10.0.jar!/spark320/ Spark 3.1.1 will use - jar:file:/home/spark/rapids-4-spark_2.12-23.08.0.jar!/spark3xx-common/ - jar:file:/home/spark/rapids-4-spark_2.12-23.08.0.jar!/spark311/ + jar:file:/home/spark/rapids-4-spark_2.12-23.10.0.jar!/spark3xx-common/ + jar:file:/home/spark/rapids-4-spark_2.12-23.10.0.jar!/spark311/ Using these Jar URL's allows referencing different bytecode produced from identical sources by incompatible Scala / Spark dependencies. diff --git a/tests/pom.xml b/tests/pom.xml index f54c924084e..16a72866fed 100644 --- a/tests/pom.xml +++ b/tests/pom.xml @@ -22,12 +22,12 @@ com.nvidia rapids-4-spark-parent - 23.08.0-SNAPSHOT + 23.10.0-SNAPSHOT rapids-4-spark-tests_2.12 RAPIDS Accelerator for Apache Spark Tests RAPIDS plugin for Apache Spark integration tests - 23.08.0-SNAPSHOT + 23.10.0-SNAPSHOT **/* diff --git a/udf-compiler/pom.xml b/udf-compiler/pom.xml index e7d500a9151..f87f922f720 100644 --- a/udf-compiler/pom.xml +++ b/udf-compiler/pom.xml @@ -22,12 +22,12 @@ com.nvidia rapids-4-spark-parent - 23.08.0-SNAPSHOT + 23.10.0-SNAPSHOT rapids-4-spark-udf_2.12 RAPIDS Accelerator for Apache Spark Scala UDF Plugin The RAPIDS Scala UDF plugin for Apache Spark - 23.08.0-SNAPSHOT + 23.10.0-SNAPSHOT false