close parquet writer (huggingface#4081)

hunterlang · Apr 1, 2022 · 763ae47 · 763ae47
1 parent 3e1086b
commit 763ae47
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/datasets/io/parquet.py b/src/datasets/io/parquet.py
@@ -99,4 +99,5 @@ def _write(self, file_obj: BinaryIO, batch_size: int, **parquet_writer_kwargs) -
             )
             writer.write_table(batch)
             written += batch.nbytes
+        writer.close()
         return written