manage chunks in odc

CHANGELOG.md

@@ -4,7 +4,8 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
-## [0.0.1-rc5] 2023-10-31
+
+## [0.0.1-rc5] 2023-11-02
 
 ### Added
 

earthdaily/earthdatastore/cube_utils/__init__.py

@@ -43,7 +43,7 @@ def _cube_odc(items_collection, assets=None, times=None, **kwargs):
     if "resampling" in kwargs:
         if isinstance(kwargs["resampling"], int):
             kwargs["resampling"] = Resampling(kwargs["resampling"]).name
-    chunks = kwargs.get("chunks", dict(x="auto", y="auto", time="auto"))
+    chunks = kwargs.get("chunks", dict(x="256", y="256", time="auto"))
     kwargs.pop("chunks", None)
 
     ds = stac.load(

examples/field_evolution.py

@@ -36,7 +36,7 @@
     assets=["red", "green", "blue"],
     mask_with="native",  # same as scl
     # mask_statistics=True, # as you ask `clear_cover`it will force computing mask_statistics
-    clear_cover=50,
+    clear_cover=50
 )
 
 pivot_cube.clear_percent.plot.scatter(x="time")

tests/test_simple_datacube.py

@@ -17,15 +17,26 @@ def test_venus(self):
             "eo:cloud_cover": {"lt": max_cloud_cover},
         }
 
-        items  = self.eds.search(collection, query=query, max_items=2)
+        items  = self.eds.search(collection, query=query, max_items=1)
+        crs = items[0].properties['proj:epsg']
+        gsd = items[0].properties['gsd']
 
 
-        datacube = self.eds.datacube(collection, search_kwargs=dict(query=query, max_items=2),resolution=5, crs=3857, rescale=True)
-        self.assertEqual(datacube.rio.width,12054)
-        self.assertEqual(datacube.rio.height,13178)
-        self.assertEqual(datacube.time.size,2)
+        datacube = self.eds.datacube(collection, assets=['image_file_SRE_B3'], search_kwargs=dict(query=query, max_items=1),resolution=gsd,crs=crs)
+
+        self.assertEqual(datacube.rio.width,9374)
+        self.assertEqual(datacube.rio.height,10161)
+        self.assertEqual(datacube.time.size,1)
         blue = datacube['image_file_SRE_B3'].isel(x=5000,y=5000,time=0).data.compute()
-        self.assertEqual(blue,0.134)
+        self.assertEqual(blue,0.028999999999999998)
+
+
+    def test_sentinel1(self):
+        # TODO : implement s1
+        collection = "sentinel-1-rtc"
+
+        # datacube = self.eds.datacube(collection, bbox=bbox)
+
 
 if __name__ == "__main__":
     unittest.main()