bug: move consolidate metadata out of loop (#380)

tasansal · web-flow · commit 12f20099ae0d · 2024-04-04T10:00:13.000-05:00
diff --git a/src/mdio/api/convenience.py b/src/mdio/api/convenience.py
@@ -164,6 +164,8 @@ def create_rechunk_plan(
             )
         )
 
+    zarr.consolidate_metadata(source.store)
+
     n_dimension = len(data_array.shape)
     dummy_array = zarr.empty_like(data_array, chunks=(MAX_BUFFER,) * n_dimension)
     iterator = ChunkIterator(dummy_array)
@@ -202,8 +204,6 @@ def write_rechunked_values(  # noqa: PLR0913
         for array in data_arrs_out:
             array[slice_] = source._traces[slice_]
 
-        zarr.consolidate_metadata(source.store)
-
 
 def rechunk_batch(
     source: MDIOAccessor,

Original file line number	Diff line number	Diff line change
`@@ -164,6 +164,8 @@ def create_rechunk_plan(`
`164`	`164`	`)`
`165`	`165`	`)`
`166`	`166`
	`167`	`+ zarr.consolidate_metadata(source.store)`
	`168`	`+`
`167`	`169`	`n_dimension = len(data_array.shape)`
`168`	`170`	`dummy_array = zarr.empty_like(data_array, chunks=(MAX_BUFFER,) * n_dimension)`
`169`	`171`	`iterator = ChunkIterator(dummy_array)`
`@@ -202,8 +204,6 @@ def write_rechunked_values( # noqa: PLR0913`
`202`	`204`	`for array in data_arrs_out:`
`203`	`205`	`array[slice_] = source._traces[slice_]`
`204`	`206`
`205`		`- zarr.consolidate_metadata(source.store)`
`206`		`-`
`207`	`207`
`208`	`208`	`def rechunk_batch(`
`209`	`209`	`source: MDIOAccessor,`