Add a test for byte_range

rapidsai · Mar 22, 2022 · 4859623 · 4859623
1 parent 2d74d42
commit 4859623
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/python/dask_cudf/dask_cudf/io/tests/test_text.py b/python/dask_cudf/dask_cudf/io/tests/test_text.py
@@ -20,3 +20,13 @@ def test_read_text(file, chunksize):
     df1 = cudf.read_text(text_file, delimiter='"]')
     df2 = dask_cudf.read_text(file, chunksize=chunksize, delimiter='"]')
     dd.assert_eq(df1, df2, check_index=False)
+
+
+@pytest.mark.parametrize("offset", [0, 100, 250, 500, 1000])
+@pytest.mark.parametrize("size", [64, 128, 256])
+def test_read_text_byte_range(offset, size):
+    df1 = cudf.read_text(text_file, delimiter=".", byte_range=(offset, size))
+    df2 = dask_cudf.read_text(
+        text_file, chunksize=None, delimiter=".", byte_range=(offset, size)
+    )
+    dd.assert_eq(df1, df2, check_index=False)