Image detection example - read from folder (#6)

Author: rjtokenring

examples/datalogger/app.yaml

@@ -1,4 +1,5 @@
 display-name: Data logger
 description: A simple data logger from MQTT data
 
-container-dependencies:
+module-dependencies:
+  - arduino/mqtt

examples/imgdetection/app.yaml

@@ -0,0 +1,8 @@
+display-name: Image detection
+description: Image detection
+
+module-dependencies:
+  - arduino/object_detection
+
+models:
+  - vision/yolo11

examples/imgdetection/python/main.py

@@ -0,0 +1,30 @@
+from appslab.modules.log import Log
+from appslab.modules.objectdetection import ObjectDetection
+from appslab.modules.folderwatcher import FolderWatcher
+from appslab.pipeline import Pipeline
+import logging
+import asyncio
+
+logging.basicConfig(level=logging.INFO)
+
+async def main():
+    watcher = FolderWatcher(".")
+    object_detection = ObjectDetection()
+    logger = Log()
+
+    pipe = Pipeline()
+    pipe.add_source(watcher)
+    pipe.add_processor(lambda x: {'image': x})
+    pipe.add_processor(object_detection)
+    pipe.add_sink(logger)
+    pipe.start()
+
+    await asyncio.sleep(60)
+    await pipe.stop()
+
+if __name__ == "__main__":
+    try:
+        # TODO: can we find a way to not expose the asyncio dependency to the user?
+        asyncio.run(main())
+    except KeyboardInterrupt:
+        pass

internal/declarative/main.py

@@ -9,13 +9,12 @@ async def main():
     pipe.add_sink(print)
     pipe.start()
 
-    try:
-        await asyncio.sleep(5)
-    finally:
-        await pipe.stop()
+    await asyncio.sleep(5)
+    await pipe.stop()
 
 if __name__ == "__main__":
     try:
+        # TODO: can we find a way to not expose the asyncio dependency to the user?
         asyncio.run(main())
     except KeyboardInterrupt:
         pass

internal/folderwatcher/main.py

@@ -0,0 +1,11 @@
+from appslab.modules.folderwatcher import FolderWatcher
+
+def main():
+    watcher = FolderWatcher(".")
+    watcher.start()
+    content = watcher.wait_for_event()
+    print(content)
+    watcher.stop()
+
+if __name__ == "__main__":
+    main()

pyproject.toml

@@ -30,15 +30,27 @@ dev = [
     "pytest",
     "appslab_modules[all]",
 ]
-db_storage = [
+dbstorage = [
     "influxdb_client>=1.48.0",
 ]
 mqtt = [
     "paho_mqtt>=2.1.0",
 ]
+objdetection = [
+    "Pillow",
+]
+edge-impulse-classification = [
+    "Pillow",
+]
+folderwatcher = [
+    "watchdog>=6.0.0",
+]
 all = [
-    "appslab_modules[db_storage]",
+    "appslab_modules[dbstorage]",
     "appslab_modules[mqtt]",
+    "appslab_modules[objdetection]",
+    "appslab_modules[edge-impulse-classification]",
+    "appslab_modules[folderwatcher]",
 ]
 
 [project.urls]

src/appslab/modules/dbstorage/module_config.yaml

@@ -1,4 +1,4 @@
-name: db_storage
+name: arduino/dbstorage
 module_description: "Simplified database storage layer for Arduino sensor data"
 require_container: true
 

src/appslab/modules/edge_impulse_classification/__init__.py

@@ -3,6 +3,8 @@
 from appslab.core import load_module_compose_file, parse_docker_compose_variable
 import logging
 import io
+from PIL import Image
+from io import BytesIO
 
 logger = logging.getLogger(__name__)
 
@@ -28,6 +30,14 @@ def detect_from_file(self, image_path :str) -> dict:
                 logger.error(f"Error: {e}")
                 return None
 
+    def _get_image_type(self, image_bytes):
+        try:
+            image = Image.open(BytesIO(image_bytes))
+            return image.format.lower()  # Returns 'jpeg', 'png', etc.
+        except Exception as e:
+            print(f"Error detecting image type: {e}")
+            return None
+
     def detect(self, image_bytes, image_type:str = "jpg") -> dict:
         if not image_bytes or not image_type:
             return None
@@ -55,12 +65,33 @@ def detect(self, image_bytes, image_type:str = "jpg") -> dict:
             return None
 
     def process(self, item):
-        if isinstance(item, str):
-            return self.parse(item)
-        elif isinstance(item, dict) and 'image' in item and item['image'] != "":
-            image = item['image']
-            image_type = image.split('.')[-1]
-            return self.detect(image, image_type.lower())
+        """Process an item to detect objects in an image.
 
-        return item # No processing needed
+        Args:
+            item: A file path (str) or a dictionary with the 'image' and 'image_type' keys (dict). 'image_type' is optional while 'image' contains image as bytes.
+        """
+        try:
+            if isinstance(item, str):
+                # Use this like a file path
+                with open(item, 'rb') as f:
+                    return self.detect(f.read(), item.split('.')[-1])
+            elif isinstance(item, dict) and 'image' in item and item['image'] != "":
+                image = item['image']
+                if 'image_type' in item and item['image_type'] != "":
+                    image_type = item['image_type']
+                else:
+                    image_type = self._get_image_type(image)
+                    
+                if image_type is None:
+                    logger.debug(f"[{self.__class__}] Discarding not supported file type")
+                    return None
+                
+                return self.detect(image, image_type.lower())
+
+            return item # No processing needed
+        except FileNotFoundError:
+            logger.error(f"[{self.__class__}] File not found: {item}")
+        except Exception as e:
+            logger.error(f"[{self.__class__}] Error processing file {item}: {e}")
+        return None
 

src/appslab/modules/edge_impulse_classification/module_config.yaml

@@ -1,4 +1,4 @@
-name: edge_impulse_classification
+name: arduino/edge_impulse_classification
 module_description: "Image classification using Edge Impulse"
 require_container: true
 configuration_variables:

src/appslab/modules/execute/module_config.yaml

@@ -1,2 +1,2 @@
-name: execute_function
+name: arduino/execute_function
 module_description: "Module that allow the execute of a user defined function."