comments

marmbrus · Jan 10, 2016 · a52200b · a52200b
1 parent e06c0e3
commit a52200b
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 7 deletions.
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/DataStreamWriter.scala b/sql/core/src/main/scala/org/apache/spark/sql/DataStreamWriter.scala
@@ -135,8 +135,6 @@ final class DataStreamWriter private[sql](df: DataFrame) {
 
   private var source: String = df.sqlContext.conf.defaultDataSourceName
 
-  private var mode: SaveMode = SaveMode.ErrorIfExists
-
   private var extraOptions = new scala.collection.mutable.HashMap[String, String]
 
   private var partitioningColumns: Option[Seq[String]] = None

diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/text/DefaultSource.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/text/DefaultSource.scala
@@ -30,7 +30,7 @@ import org.apache.spark.rdd.RDD
 import org.apache.spark.sql.catalyst.InternalRow
 import org.apache.spark.sql.catalyst.expressions.UnsafeRow
 import org.apache.spark.sql.catalyst.expressions.codegen.{UnsafeRowWriter, BufferHolder}
-import org.apache.spark.sql.execution.streaming.{FileStreamSink, Sink, FileStreamSouce, Source}
+import org.apache.spark.sql.execution.streaming.{FileStreamSink, Sink, FileStreamSource, Source}
 import org.apache.spark.sql.{AnalysisException, Row, SQLContext}
 import org.apache.spark.sql.execution.datasources.PartitionSpec
 import org.apache.spark.sql.sources._
@@ -77,7 +77,7 @@ class DefaultSource
     val path = parameters("path")
     val metadataPath = parameters.getOrElse("metadataPath", s"$path/_metadata")
 
-    new FileStreamSouce(sqlContext, metadataPath, path)
+    new FileStreamSource(sqlContext, metadataPath, path)
   }
 
   override def createSink(sqlContext: SQLContext, parameters: Map[String, String]): Sink = {

diff --git a/...execution/streaming/FileStreamSouce.scala → ...xecution/streaming/FileStreamSource.scala b/...execution/streaming/FileStreamSouce.scala → ...xecution/streaming/FileStreamSource.scala
@@ -30,7 +30,7 @@ import scala.collection.mutable.ArrayBuffer
 /**
  * A very simple source that reads text files from the given directory as they appear.
  */
-class FileStreamSouce(
+class FileStreamSource(
     val sqlContext: SQLContext,
     val metadataPath: String,
     val path: String) extends Source with Logging {
@@ -89,8 +89,8 @@ class FileStreamSouce(
     }
   }
 
-  def restart(): FileStreamSouce = {
-    new FileStreamSouce(sqlContext, metadataPath, path)
+  def restart(): FileStreamSource = {
+    new FileStreamSource(sqlContext, metadataPath, path)
   }
 
   private def sparkContext = sqlContext.sparkContext