From cec1b7d47f2ace962b7301db953634ac2004a9b7 Mon Sep 17 00:00:00 2001 From: Thomas Graves Date: Wed, 13 Apr 2022 12:44:46 -0500 Subject: [PATCH] Fix tools depending on the common jar (#5239) Signed-off-by: Thomas Graves --- tools/pom.xml | 6 --- .../rapids/tool/ThreadFactoryBuilder.scala | 52 +++++++++++++++++++ .../rapids/tool/profiling/Profiler.scala | 2 +- .../tool/qualification/Qualification.scala | 2 +- .../spark/sql/rapids/tool/AppFilterImpl.scala | 2 +- 5 files changed, 55 insertions(+), 9 deletions(-) create mode 100644 tools/src/main/scala/com/nvidia/spark/rapids/tool/ThreadFactoryBuilder.scala diff --git a/tools/pom.xml b/tools/pom.xml index e90a275070e..e4edcd8670e 100644 --- a/tools/pom.xml +++ b/tools/pom.xml @@ -40,11 +40,6 @@ - - com.nvidia - rapids-4-spark-common_${scala.binary.version} - ${project.version} - org.scala-lang scala-library @@ -105,7 +100,6 @@ org.rogach:scallop_${scala.binary.version} - com.nvidia:rapids-4-spark-common_${scala.binary.version} diff --git a/tools/src/main/scala/com/nvidia/spark/rapids/tool/ThreadFactoryBuilder.scala b/tools/src/main/scala/com/nvidia/spark/rapids/tool/ThreadFactoryBuilder.scala new file mode 100644 index 00000000000..582c7adcd6f --- /dev/null +++ b/tools/src/main/scala/com/nvidia/spark/rapids/tool/ThreadFactoryBuilder.scala @@ -0,0 +1,52 @@ +/* + * Copyright (c) 2022, NVIDIA CORPORATION. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package com.nvidia.spark.rapids.tool + +import java.util.concurrent.{Executors, ThreadFactory} +import java.util.concurrent.atomic.AtomicLong + +// This is similar to Guava ThreadFactoryBuilder +// Avoid to use Guava as it is a messy dependency in practice. +// This is copied from the common module +class ThreadFactoryBuilder { + private var nameFormat = Option.empty[String] + private var daemon = Option.empty[Boolean] + + def setNameFormat(nameFormat: String): ThreadFactoryBuilder = { + nameFormat.format(0) + this.nameFormat = Some(nameFormat) + this + } + + def setDaemon(daemon: Boolean): ThreadFactoryBuilder = { + this.daemon = Some(daemon) + this + } + + def build(): ThreadFactory = { + val count = nameFormat.map(_ => new AtomicLong(0)) + new ThreadFactory() { + private val defaultThreadFactory = Executors.defaultThreadFactory + + override def newThread(r: Runnable): Thread = { + val thread = defaultThreadFactory.newThread(r) + nameFormat.foreach(f => thread.setName(f.format(count.get.getAndIncrement()))) + daemon.foreach(b => thread.setDaemon(b)) + thread + } + } + } +} diff --git a/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Profiler.scala b/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Profiler.scala index 6c176842ed3..d5e9715bab8 100644 --- a/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Profiler.scala +++ b/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Profiler.scala @@ -22,8 +22,8 @@ import scala.collection.JavaConverters._ import scala.collection.mutable.{ArrayBuffer, HashMap} import scala.util.control.NonFatal -import com.nvidia.spark.rapids.ThreadFactoryBuilder import com.nvidia.spark.rapids.tool.{EventLogInfo, EventLogPathProcessor} +import com.nvidia.spark.rapids.tool.ThreadFactoryBuilder import org.apache.hadoop.conf.Configuration import org.apache.spark.internal.Logging diff --git a/tools/src/main/scala/com/nvidia/spark/rapids/tool/qualification/Qualification.scala b/tools/src/main/scala/com/nvidia/spark/rapids/tool/qualification/Qualification.scala index a895d28fe69..bb08c9312fb 100644 --- a/tools/src/main/scala/com/nvidia/spark/rapids/tool/qualification/Qualification.scala +++ b/tools/src/main/scala/com/nvidia/spark/rapids/tool/qualification/Qualification.scala @@ -20,8 +20,8 @@ import java.util.concurrent.{ConcurrentLinkedQueue, Executors, ThreadPoolExecuto import scala.collection.JavaConverters._ -import com.nvidia.spark.rapids.ThreadFactoryBuilder import com.nvidia.spark.rapids.tool.EventLogInfo +import com.nvidia.spark.rapids.tool.ThreadFactoryBuilder import org.apache.hadoop.conf.Configuration import org.apache.spark.internal.Logging diff --git a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/AppFilterImpl.scala b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/AppFilterImpl.scala index 5ebae2a075b..9b7373afedb 100644 --- a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/AppFilterImpl.scala +++ b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/AppFilterImpl.scala @@ -22,8 +22,8 @@ import java.util.regex.PatternSyntaxException import scala.collection.JavaConverters._ -import com.nvidia.spark.rapids.ThreadFactoryBuilder import com.nvidia.spark.rapids.tool.EventLogInfo +import com.nvidia.spark.rapids.tool.ThreadFactoryBuilder import com.nvidia.spark.rapids.tool.qualification.QualificationArgs import org.apache.hadoop.conf.Configuration