Ready to test dataflow

leap-stc · Oct 17, 2024 · 8ef1232 · 8ef1232
1 parent a5370cf
commit 8ef1232
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/feedstock/recipe.py b/feedstock/recipe.py
@@ -42,14 +42,15 @@
 # small recipe
 recipe = (
     beam.Create(pattern_a.items())
-    | OpenURLWithFSSpec()
+    | OpenURLWithFSSpec(open_kwargs={'cache_type':'none'})
     | OpenWithXarray()
     | StoreToZarr(
         store_name="chirps-global-daily.zarr",
         # FIXME: This is brittle. it needs to be named exactly like in meta.yaml...
         # Can we inject this in the same way as the root?
         # Maybe its better to find another way and avoid injections entirely...
         combine_dims=pattern_a.combine_dim_keys,
+        target_chunks={'time':10, 'longitude':2400, 'latitude':1000},
     )
     | InjectAttrs()
     | ConsolidateDimensionCoordinates()