minor fixes

Tagar · Nov 2, 2017 · 24c45b9 · 24c45b9
1 parent 65c1777
commit 24c45b9
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/pyspark.py b/pyspark.py
@@ -149,7 +149,7 @@ def dataframeToTextFile (dataframe, dst_file, overwrite=False,
         .option('header', header)
         .option('delimiter', delimiter)
         .option('quoteMode', quoteMode)
-        .mode('overwrite')
+        .mode('overwrite')     # temp directory will always be overwritten
         .csv(dst_dir)
         )
 
@@ -160,6 +160,6 @@ def dataframeToTextFile (dataframe, dst_file, overwrite=False,
                                                                 # alphabetical order
         writeString(header_filename, header_record)
 
-    copyMerge(dst_dir, dst_file, overwrite=False, deleteSource=True)
+    copyMerge(dst_dir, dst_file, overwrite, deleteSource=True)