Feature/merge 0 16 3 into develop

docs/examples/index.rst

@@ -170,6 +170,7 @@ Xarray engine
     xarray_engine_split.ipynb
     xarray_engine_squeeze.ipynb
     xarray_engine_chunks.ipynb
+    xarray_engine_chunks_on_dask_cluster.ipynb
     xarray_cupy.ipynb
 
 Targets and encoders

docs/release_notes/version_0.16_updates.rst

@@ -2,11 +2,19 @@ Version 0.16 Updates
 /////////////////////////
 
 
+Version 0.16.3
+===============
+
+Fixes
+++++++++
+
+- Fixed fieldlist serialisation problem when dask cluster is used (:pr:`791`)
+
 
 Version 0.16.2
 ===============
 
-Changes
+Fixes
 ++++++++
 
 - Fixed issue when global attributes were not set correctly when using the Xarray engine (:pr:`787`)

src/earthkit/data/readers/__init__.py

@@ -33,6 +33,7 @@ class Reader(Base, os.PathLike, metaclass=ReaderMeta):
     def __init__(self, source, path):
         LOG.debug("Reader for %s is %s", path, self.__class__.__name__)
 
+        self._source_kwargs = source._kwargs
         self._source = weakref.ref(source)
         self.path = path
         self.source_filename = self.source.source_filename

src/earthkit/data/readers/directory.py

@@ -79,7 +79,7 @@ def mutate_source(self):
                 merger=self.merger,
                 stream=self.stream,
                 parts=self.parts,
-                **self.source._kwargs,
+                **self._source_kwargs,
             )
 
         return from_source(
@@ -92,7 +92,7 @@ def mutate_source(self):
                     merger=self.merger,
                     stream=self.stream,
                     parts=self.parts,
-                    **self.source._kwargs,
+                    **self._source_kwargs,
                 )
                 for path in sorted(self._content)
             ],

src/earthkit/data/readers/grib/file.py

@@ -50,7 +50,7 @@ def __getstate__(self):
         from earthkit.data.core.config import CONFIG
 
         policy = CONFIG.get("grib-file-serialisation-policy")
-        r = {"serialisation_policy": policy, "kwargs": self.source._kwargs}
+        r = {"serialisation_policy": policy, "kwargs": self._source_kwargs}
 
         if policy == "path":
             r["path"] = self.path

tests/documentation/test_notebooks.py

@@ -41,7 +41,7 @@
     "shapefile.ipynb",
     "grib_to_xarray.ipynb",
     "grib_to_fdb_target.ipynb",
-    "xarray_engine.ipynb",
+    "xarray_engine_chunks_on_dask_cluster.ipynb",
     "xarray_cupy.ipynb",
     "netcdf_opendap.ipynb",
 ]