From d7778673bb0c764e6fa19f68fb710efab006e066 Mon Sep 17 00:00:00 2001 From: Ruslan Dautkhanov Date: Mon, 6 Nov 2017 19:21:55 -0700 Subject: [PATCH] sort change --- abalon/spark/sparkutils.py | 4 ++-- abalon/version.py | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/abalon/spark/sparkutils.py b/abalon/spark/sparkutils.py index 476b351..2983819 100644 --- a/abalon/spark/sparkutils.py +++ b/abalon/spark/sparkutils.py @@ -131,11 +131,11 @@ def debug_print (message): files = [] for f in fs.listStatus(hadoop.fs.Path(src_dir)): if f.isFile(): - files.append(str(f.getPath())) + files.append(f.getPath()) if not files: raise ValueError("Source directory {} is empty".format(src_dir)) # determine order of files in which they will be written: - files.sort() + files.sort(key=lambda f: str(f)) # dst_permission = hadoop.fs.permission.FsPermission.valueOf(permission) # , permission='-rw-r-----' out_stream = fs.create(hadoop.fs.Path(dst_file), overwrite) diff --git a/abalon/version.py b/abalon/version.py index 1e42ba7..1896a19 100644 --- a/abalon/version.py +++ b/abalon/version.py @@ -12,4 +12,4 @@ # See the License for the specific language governing permissions and # limitations under the License. -version = '1.4.0' +version = '1.4.1'