From 708d1407fe6fb338935ae6a457fdd57e65d1fece Mon Sep 17 00:00:00 2001 From: Ruslan Dautkhanov Date: Tue, 31 Jul 2018 08:25:30 -0600 Subject: [PATCH] header write fix for overwrite argument --- abalon/spark/sparkutils.py | 2 +- abalon/version.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/abalon/spark/sparkutils.py b/abalon/spark/sparkutils.py index 6f05693..d7828b8 100644 --- a/abalon/spark/sparkutils.py +++ b/abalon/spark/sparkutils.py @@ -483,7 +483,7 @@ def dataframeToHDFSfile (dataframe, dst_file, overwrite=False header_record = delimiter.join(dataframe.columns) header_filename = "{}/--00_header.csv".format(dst_dir) # have to make sure header filename is 1st in # alphabetical order - HDFSwriteString(header_filename, header_record, compression) + HDFSwriteString(dst_file=header_filename, content=header_record, compression=compression) HDFScopyMerge(dst_dir, dst_file, overwrite, deleteSource=True) diff --git a/abalon/version.py b/abalon/version.py index ee0c89e..17b3503 100644 --- a/abalon/version.py +++ b/abalon/version.py @@ -12,6 +12,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -version = '2.2.8' +version = '2.2.9'