Skip to content

Commit

Permalink
sort change
Browse files Browse the repository at this point in the history
  • Loading branch information
Tagar committed Nov 7, 2017
1 parent c70dea2 commit d777867
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
4 changes: 2 additions & 2 deletions abalon/spark/sparkutils.py
Original file line number Diff line number Diff line change
Expand Up @@ -131,11 +131,11 @@ def debug_print (message):
files = []
for f in fs.listStatus(hadoop.fs.Path(src_dir)):
if f.isFile():
files.append(str(f.getPath()))
files.append(f.getPath())
if not files:
raise ValueError("Source directory {} is empty".format(src_dir))
# determine order of files in which they will be written:
files.sort()
files.sort(key=lambda f: str(f))

# dst_permission = hadoop.fs.permission.FsPermission.valueOf(permission) # , permission='-rw-r-----'
out_stream = fs.create(hadoop.fs.Path(dst_file), overwrite)
Expand Down
2 changes: 1 addition & 1 deletion abalon/version.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,4 +12,4 @@
# See the License for the specific language governing permissions and
# limitations under the License.

version = '1.4.0'
version = '1.4.1'

0 comments on commit d777867

Please sign in to comment.