Add support for compressing extracted features (#28)

anwai98 · web-flow · commit 2d85ea1cdce0 · 2025-03-14T19:20:13.000+01:00
diff --git a/src/featureforest/utils/extract.py b/src/featureforest/utils/extract.py
@@ -62,7 +62,8 @@ def get_slice_features(
     stride, _ = get_stride_margin(patch_size, overlap)
     dataset = storage_group.create_dataset(
         model_adapter.name, shape=(num_patches, stride, stride, total_channels),
-        dtype=np.float16
+        dtype=np.float16,
+        compression="lzf",
     )
 
     # get sam encoder output for image patches

Original file line number	Diff line number	Diff line change
`@@ -62,7 +62,8 @@ def get_slice_features(`
`62`	`62`	`stride, _ = get_stride_margin(patch_size, overlap)`
`63`	`63`	`dataset = storage_group.create_dataset(`
`64`	`64`	`model_adapter.name, shape=(num_patches, stride, stride, total_channels),`
`65`		`- dtype=np.float16`
	`65`	`+ dtype=np.float16,`
	`66`	`+ compression="lzf",`
`66`	`67`	`)`
`67`	`68`
`68`	`69`	`# get sam encoder output for image patches`