wip

xbeam_virtualizarr/recipe.py

@@ -25,14 +25,14 @@ def run(argv=None, save_main_session=True):
 
     combined_ds = xr.open_dataset(reference_path, engine="kerchunk", chunks={})
     # subset the reference zarr
-    source_dataset = combined_ds.isel(day=slice(0, 2000))[
+    source_dataset = combined_ds.isel(day=slice(0, 5000))[
         ["air_temperature"]
     ]  # all vars
     # source_chunks = dict(source_dataset.sizes) # this is total size. Hardcode for now
     source_chunks = {"day": 61, "lat": 98, "lon": 231}
     target_chunks = {"day": 16, "lat": 585, "lon": 1386}  # ~ full map 100MB chunks
 
-    itemsize =8
+    itemsize = 8
 
     with beam.Pipeline(options=pipeline_options) as p:
         (