From 2dc1ac8fd866f387ca7d520a5774877942aa901b Mon Sep 17 00:00:00 2001 From: Thomas Graves Date: Fri, 29 Jan 2021 23:15:16 +0000 Subject: [PATCH 1/5] Add explicit Arrow dep for databricks --- pom.xml | 6 ++++++ shims/spark301db/pom.xml | 6 ++++++ 2 files changed, 12 insertions(+) diff --git a/pom.xml b/pom.xml index 7865400523f..394a8451ac8 100644 --- a/pom.xml +++ b/pom.xml @@ -230,6 +230,12 @@ test-jar test + + org.apache.arrow + arrow-vector + 0.15.1 + provided + org.apache.orc orc-core diff --git a/shims/spark301db/pom.xml b/shims/spark301db/pom.xml index 178fe1c1459..25835250701 100644 --- a/shims/spark301db/pom.xml +++ b/shims/spark301db/pom.xml @@ -82,6 +82,12 @@ rapids-4-spark-shims-spark301_${scala.binary.version} ${project.version} + + org.apache.arrow + arrow-vector + 0.15.1 + provided + org.apache.spark spark-sql_${scala.binary.version} From d7c43f955a8bb0629027da36487ddea323666c15 Mon Sep 17 00:00:00 2001 From: Thomas Graves Date: Fri, 29 Jan 2021 23:24:15 +0000 Subject: [PATCH 2/5] remove uneeded --- pom.xml | 6 ------ 1 file changed, 6 deletions(-) diff --git a/pom.xml b/pom.xml index 394a8451ac8..7865400523f 100644 --- a/pom.xml +++ b/pom.xml @@ -230,12 +230,6 @@ test-jar test - - org.apache.arrow - arrow-vector - 0.15.1 - provided - org.apache.orc orc-core From f4c897e54a9bfe39ab39d73c1b7fefa410da8032 Mon Sep 17 00:00:00 2001 From: Thomas Graves Date: Fri, 29 Jan 2021 23:29:38 +0000 Subject: [PATCH 3/5] fix tabs --- shims/spark301db/pom.xml | 21 +++++++++++---------- 1 file changed, 11 insertions(+), 10 deletions(-) diff --git a/shims/spark301db/pom.xml b/shims/spark301db/pom.xml index 25835250701..f5ffc7ddfa9 100644 --- a/shims/spark301db/pom.xml +++ b/shims/spark301db/pom.xml @@ -23,7 +23,7 @@ com.nvidia rapids-4-spark-shims_2.12 0.4.0-SNAPSHOT - ../pom.xml + ../pom.xml com.nvidia rapids-4-spark-shims-spark301-databricks_2.12 @@ -74,6 +74,7 @@ 1.10.1 3.0.1-databricks + 0.15.1 @@ -82,29 +83,29 @@ rapids-4-spark-shims-spark301_${scala.binary.version} ${project.version} - + org.apache.arrow arrow-vector - 0.15.1 - provided + ${arrow.version} + provided org.apache.spark spark-sql_${scala.binary.version} - ${spark301db.version} - provided + ${spark301db.version} + provided org.apache.spark spark-catalyst_${scala.binary.version} - ${spark301db.version} - provided + ${spark301db.version} + provided org.apache.spark spark-core_${scala.binary.version} - ${spark301db.version} - provided + ${spark301db.version} + provided org.apache.spark From 57b2033b28ce1e486a47464779deda743690ec94 Mon Sep 17 00:00:00 2001 From: Thomas Graves Date: Fri, 29 Jan 2021 23:30:51 +0000 Subject: [PATCH 4/5] sign off Signed-off-by: Thomas Graves From 0990f655958caf3121af45381fb3edc287651792 Mon Sep 17 00:00:00 2001 From: Thomas Graves Date: Fri, 29 Jan 2021 23:36:46 +0000 Subject: [PATCH 5/5] fix copyright Signed-off-by: Thomas Graves --- shims/spark301db/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/shims/spark301db/pom.xml b/shims/spark301db/pom.xml index f5ffc7ddfa9..65555b61655 100644 --- a/shims/spark301db/pom.xml +++ b/shims/spark301db/pom.xml @@ -1,6 +1,6 @@