Automated merge - qualcomm/Startup-Demos:feature_rel_20260508_143941 -> qualcomm/Startup-Demos:main

CV_VR/IoT-Robotics/plant_disease_detection/app.yaml

@@ -0,0 +1,17 @@
+#===--app.yaml----------------------------------------------===//
+# Part of the Startup-Demos Project, under the MIT License
+# See https://github.com/qualcomm/Startup-Demos/blob/main/LICENSE.txt
+# for license information.
+# Copyright (c) Qualcomm Technologies, Inc. and/or its subsidiaries.
+# SPDX-License-Identifier: MIT License
+#===--------------------------------------------------------===//
+
+name: Plant Disease Detection
+description: This example showcases plant disease classification within a live feed from a USB camera using Edge Impulse model.
+ports: []
+bricks:
+- arduino:video_image_classification: {variables: {
+      EI_IMAGE_CLASSIFICATION_MODEL: /home/arduino/.arduino-bricks/ei-models/plant-disease-detection-linux-aarch64-v1.eim
+    }}
+- arduino:web_ui: {}
+icon: 🌱

CV_VR/IoT-Robotics/plant_disease_detection/project.yaml

@@ -0,0 +1,14 @@
+name: "Plant_Disease_Detection"
+description: "This application enables real-time plant disease classification from a live video feed captured by a USB webcam. It detects 16 different plant disease scenarios including Apple Black Rot, Apple Scab, Bell Pepper Bacterial Spot, Cherry Powdery Mildew, Corn Common Rust, Corn Northern Leaf Blight, Grape Black Rot, Grape Leaf Blight, Tomato Late Blight, Tomato Mosaic Virus, and healthy states for Tomato, Grape, Cherry, Corn, Bell Pepper, and Apple."
+category:
+  - "CV_VR"
+  - "IoT-Robotics"
+platforms:
+  - "Arduino UNO-Q"
+  - "Edge Impulse"
+tags:
+  - "Computer Vision"
+  - "IoT"
+  - "Image Classification"
+  - "Real-time"
+  - "MCU"

CV_VR/IoT-Robotics/plant_disease_detection/python/main.py

@@ -0,0 +1,235 @@
+#===--main.py-------------------------------------------------------------===//
+# Part of the Startup-Demos Project, under the MIT License
+# See https://github.com/qualcomm/Startup-Demos/blob/main/LICENSE.txt
+# for license information.
+# Copyright (c) Qualcomm Technologies, Inc. and/or its subsidiaries.
+#===----------------------------------------------------------------------===//
+
+from arduino.app_utils import *
+from arduino.app_bricks.web_ui import WebUI
+from arduino.app_bricks.video_imageclassification import VideoImageClassification
+from datetime import datetime, UTC
+import threading
+import time
+import json
+
+## Disease Scenarios Configuration
+
+# Valid plant disease scenarios
+DISEASE_SCENARIOS = {
+    # Apple diseases
+    "Apple_Black_Rot": {"plant": "Apple", "condition": "diseased", "severity": "high"},
+    "Apple_Scab": {"plant": "Apple", "condition": "diseased", "severity": "high"},
+    "Apple_Healthy": {"plant": "Apple", "condition": "healthy", "severity": "none"},
+
+    # Bell Pepper diseases
+    "Bell_Pepper_Bacterial_Spot": {"plant": "Bell Pepper", "condition": "diseased", "severity": "medium"},
+    "Bell_Pepper_Healthy": {"plant": "Bell Pepper", "condition": "healthy", "severity": "none"},
+
+    # Cherry diseases
+    "Cherry_Powdery_Mildew": {"plant": "Cherry", "condition": "diseased", "severity": "medium"},
+    "Cherry_Healthy": {"plant": "Cherry", "condition": "healthy", "severity": "none"},
+
+    # Corn diseases
+    "Corn_Common_Rust": {"plant": "Corn", "condition": "diseased", "severity": "medium"},
+    "Corn_Northern_Leaf_Blight": {"plant": "Corn", "condition": "diseased", "severity": "high"},
+    "Corn_Healthy": {"plant": "Corn", "condition": "healthy", "severity": "none"},
+
+    # Grape diseases
+    "Grape_Black_Rot": {"plant": "Grape", "condition": "diseased", "severity": "high"},
+    "Grape_Leaf_Blight": {"plant": "Grape", "condition": "diseased", "severity": "high"},
+    "Grape_Healthy": {"plant": "Grape", "condition": "healthy", "severity": "none"},
+
+    # Tomato diseases
+    "Tomato_Late_Blight": {"plant": "Tomato", "condition": "diseased", "severity": "high"},
+    "Tomato_Mosaic_Virus": {"plant": "Tomato", "condition": "diseased", "severity": "high"},
+    "Tomato_Healthy": {"plant": "Tomato", "condition": "healthy", "severity": "none"},
+
+    # Potato diseases
+    "Potato_Late_Blight": {"plant": "Potato", "condition": "diseased", "severity": "high"},
+    "Potato_Early_Blight": {"plant": "Potato", "condition": "diseased", "severity": "high"},
+    "Potato_Healthy": {"plant": "Potato", "condition": "healthy", "severity": "none"},
+
+    # Strawberry diseases
+    "Strawberry_Scorch": {"plant": "Strawberry", "condition": "diseased", "severity": "medium"},
+    "Strawberry_Healthy": {"plant": "Strawberry", "condition": "healthy", "severity": "none"},
+}
+
+# Helper function to check if a detection is a disease (not healthy)
+def is_disease(classification: str) -> bool:
+    """Check if the classification represents a disease (not healthy state)"""
+    if classification not in DISEASE_SCENARIOS:
+        return False
+    return DISEASE_SCENARIOS[classification]["condition"] == "diseased"
+
+# Helper function to get disease info
+def get_disease_info(classification: str) -> dict:
+    """Get detailed information about a disease classification"""
+    return DISEASE_SCENARIOS.get(classification, {
+        "plant": "Unknown",
+        "condition": "unknown",
+        "severity": "unknown"
+    })
+
+## global state
+
+current_status = "Unknown"      # Plant disease status or Unknown
+status_lock = threading.Lock()
+
+MIN_CONFIDENCE = 0.5
+
+last_decision = "Unknown"
+same_decision_count = 0
+DEBOUNCE_COUNT = 3
+
+# Timeout: if no detection occurs beyond this number of seconds, force the status to Unknown
+TIMEOUT_SECONDS = 1.0
+last_detection_time = time.time()
+
+# Track last detection for buzzer control (with lock protection)
+last_detected_disease = None
+detection_timestamp = 0
+detection_lock = threading.Lock()  # Add lock for buzzer state
+
+
+# Web UI & Video Image Classification
+
+ui = WebUI()
+detection_stream = VideoImageClassification(confidence=MIN_CONFIDENCE, debounce_sec=0.0)
+
+ui.on_message("override_th",
+              lambda sid, threshold: detection_stream.override_threshold(threshold))
+
+
+def update_status_with_debounce(new_status: str):
+    global last_decision, same_decision_count, current_status
+
+    if new_status == last_decision:
+        same_decision_count += 1
+    else:
+        last_decision = new_status
+        same_decision_count = 1
+
+    if same_decision_count >= DEBOUNCE_COUNT:
+        with status_lock:
+            if current_status != new_status:
+                print(f"[INFO] Detection status changed: {current_status} -> {new_status}")
+            current_status = new_status
+
+
+# VideoImageClassification callback
+
+def send_classifications_to_ui(classifications: dict):
+    global last_detection_time, last_detected_disease, detection_timestamp
+
+    if len(classifications) == 0:
+        print("[DEBUG] classifications is empty (no detections this frame)")
+        return
+
+    # Update last detection time
+    last_detection_time = time.time()
+
+    entries = []
+    best_classification = None
+    best_confidence = 0.0
+
+    for key, value in classifications.items():
+        confidence = value if isinstance(value, float) else value.get("confidence", 0.0)
+
+        entry = {
+            "content": key,
+            "confidence": confidence,
+            "timestamp": datetime.now(UTC).isoformat()
+        }
+        entries.append(entry)
+
+        # Validate against known disease scenarios
+        if key in DISEASE_SCENARIOS:
+            disease_info = get_disease_info(key)
+            print(f"[DEBUG] classification label='{key}' confidence={confidence} | "
+                  f"Plant: {disease_info['plant']}, Condition: {disease_info['condition']}, "
+                  f"Severity: {disease_info['severity']}")
+        else:
+            print(f"[DEBUG] classification label='{key}' confidence={confidence} (unknown scenario)")
+
+        # Track the best classification
+        if confidence > best_confidence:
+            best_confidence = confidence
+            best_classification = key
+
+    # Send all classifications to UI
+    if len(entries) > 0:
+        msg = json.dumps(entries)
+        ui.send_message("classifications", message=msg)
+
+    # Update status based on best classification
+    if best_classification and best_confidence >= MIN_CONFIDENCE:
+        current_time = time.time()
+        with detection_lock:  # Protect shared state
+            if (last_detected_disease != best_classification or 
+                (current_time - detection_timestamp) > 5.0):
+                last_detected_disease = best_classification
+                detection_timestamp = current_time
+                print(f"[INFO] New plant disease detected: {best_classification} (confidence: {best_confidence:.2f})")
+
+        update_status_with_debounce(best_classification)
+    else:
+        update_status_with_debounce("Unknown")
+
+
+detection_stream.on_detect_all(send_classifications_to_ui)
+
+
+# Timeout background thread: set status to Unknown if no detection for over 1 second
+
+def timeout_watcher():
+    global current_status
+    while True:
+        now = time.time()
+        dt = now - last_detection_time
+        if dt > TIMEOUT_SECONDS:
+            with status_lock:
+                if current_status != "Unknown":
+                    print(f"[INFO] No detections for {dt:.2f}s -> force Unknown")
+                    current_status = "Unknown"
+        time.sleep(0.1)
+
+
+# Start the timeout thread
+threading.Thread(target=timeout_watcher, daemon=True).start()
+
+
+# Bridge: For MCU
+
+def get_detection_status():
+    with status_lock:
+        status = current_status
+    print(f"[DEBUG] get_detection_status -> {status}")
+    return status
+
+def should_trigger_buzzer():
+    """Check if buzzer should be triggered based on new detection"""
+    with detection_lock:  # Protect shared state
+        current_time = time.time()
+
+        # Trigger buzzer only for diseased plants (not healthy ones)
+        if last_detected_disease and last_detected_disease != "Unknown":
+            time_since_detection = current_time - detection_timestamp
+            is_recent = time_since_detection < 5.0
+            is_diseased = is_disease(last_detected_disease)
+            should_trigger = is_recent and is_diseased
+
+            if is_recent:
+                disease_info = get_disease_info(last_detected_disease)
+                print(f"[DEBUG] should_trigger_buzzer -> {should_trigger} | "
+                      f"Disease: {last_detected_disease}, Condition: {disease_info['condition']}, "
+                      f"Severity: {disease_info['severity']}, Time since: {time_since_detection:.2f}s")
+
+            return should_trigger
+
+    return False
+
+Bridge.provide("get_detection_status", get_detection_status)
+Bridge.provide("should_trigger_buzzer", should_trigger_buzzer)
+
+App.run()

CV_VR/IoT-Robotics/plant_disease_detection/sketch/sketch.ino

@@ -0,0 +1,68 @@
+//===--sketch.ino----------------------------------------------------------===//
+// Part of the Startup-Demos Project, under the MIT License
+// See https://github.com/qualcomm/Startup-Demos/blob/main/LICENSE.txt
+// for license information.
+// Copyright (c) Qualcomm Technologies, Inc. and/or its subsidiaries.
+//===----------------------------------------------------------------------===//
+
+#include <Arduino_RouterBridge.h>
+#include <Modulino.h>
+
+ModulinoBuzzer buzzer;
+
+// Buzzer control variables
+unsigned long buzzerStartTime = 0;
+bool buzzerActive = false;
+const unsigned long BUZZER_DURATION = 5000; // 5 seconds in milliseconds
+bool lastBuzzerTrigger = false;
+
+void setup() {
+  Serial.begin(115200);
+
+  // Initialize Modulino
+  Modulino.begin();
+  buzzer.begin();
+
+  // Initialize Bridge
+  Bridge.begin();
+
+  Serial.println("Plant Disease Detection System Initialized");
+}
+
+void loop() {
+  String detectionStatus;
+  bool statusOk = Bridge.call("get_detection_status").result(detectionStatus);
+
+  // Check if buzzer should be triggered
+  bool shouldTrigger = false;
+  bool triggerOk = Bridge.call("should_trigger_buzzer").result(shouldTrigger);
+
+  // Handle buzzer triggering
+  if (triggerOk && shouldTrigger && !lastBuzzerTrigger) {
+    // New detection - start buzzer
+    buzzerStartTime = millis();
+    buzzerActive = true;
+    buzzer.tone(1000, BUZZER_DURATION); // 1000 Hz tone for 5 seconds
+    Serial.println("Buzzer activated - Disease detected!");
+  }
+
+  lastBuzzerTrigger = shouldTrigger;
+
+  // Check if buzzer duration has elapsed
+  if (buzzerActive && (millis() - buzzerStartTime >= BUZZER_DURATION)) {
+    buzzerActive = false;
+    Serial.println("Buzzer deactivated");
+  }
+
+  // Print status for debugging
+  if (statusOk) {
+    static String lastStatus = "";
+    if (detectionStatus != lastStatus) {
+      Serial.print("Detection Status: ");
+      Serial.println(detectionStatus);
+      lastStatus = detectionStatus;
+    }
+  }
+
+  delay(100); // Small delay to prevent excessive polling
+}

README.md

@@ -58,6 +58,9 @@ This repository is a collection of demo applications that highlight the capabili
       </a><br>
       <a href="./CV_VR/AI_PC/Segmentation/" title="A segmentation application using an ONNX model.">
         <img src="https://img.shields.io/badge/Segmentation_(ONNX)-2026.03.05-grey?style=flat-square&labelColor=blueviolet" alt="Segmentation (ONNX)"/>
+      </a><br>
+      <a href="./CV_VR/AI_PC/SuperResolution/" title="A real-time image super resolution application running on Snapdragon X Elite.">
+        <img src="https://img.shields.io/badge/Super_Resolution_(ONNX)-2026.04.29-grey?style=flat-square&labelColor=blueviolet" alt="Super Resolution (ONNX)"/>
       </a>
     </td>
     <td align="center">—</td>
@@ -97,6 +100,9 @@ This repository is a collection of demo applications that highlight the capabili
       </a><br>
       <a href="./CV_VR/IoT-Robotics/people_detection/" title="A people counting application for retail use case running on RB3 Gen2 with YOLO model and Enhanced SDK.">
         <img src="https://img.shields.io/badge/People_Detection_on_IoT-2026.02.03-grey?style=flat-square&labelColor=blueviolet" alt="People Detection on IoT"/>
+      </a><br>
+      <a href="./CV_VR/IoT-Robotics/plant_disease_detection/" title="This application enables real-time plant disease classification from a live video feed captured by a USB webcam. It detects 16 different plant disease scenarios including Apple Black Rot, Apple Scab, Bell Pepper Bacterial Spot, Cherry Powdery Mildew, Corn Common Rust, Corn Northern Leaf Blight, Grape Black Rot, Grape Leaf Blight, Tomato Late Blight, Tomato Mosaic Virus, and healthy states for Tomato, Grape, Cherry, Corn, Bell Pepper, and Apple.">
+        <img src="https://img.shields.io/badge/Plant_Disease_Detection-2026.05.07-grey?style=flat-square&labelColor=blueviolet" alt="Plant_Disease_Detection"/>
       </a>
     </td>
     <td align="center">—</td>
@@ -186,6 +192,9 @@ This repository is a collection of demo applications that highlight the capabili
       <a href="./CV_VR/IoT-Robotics/Object_detection_via_Tflite_model/" title="Integrate YOLOX TFLite model for real-time object detection on UNO Q">
         <img src="https://img.shields.io/badge/Object_detection_via_Tflite_model-2026.03.10-grey?style=flat-square&labelColor=blue" alt="Object_detection_via_Tflite_model"/>
       </a><br>
+      <a href="./CV_VR/IoT-Robotics/plant_disease_detection/" title="This application enables real-time plant disease classification from a live video feed captured by a USB webcam. It detects 16 different plant disease scenarios including Apple Black Rot, Apple Scab, Bell Pepper Bacterial Spot, Cherry Powdery Mildew, Corn Common Rust, Corn Northern Leaf Blight, Grape Black Rot, Grape Leaf Blight, Tomato Late Blight, Tomato Mosaic Virus, and healthy states for Tomato, Grape, Cherry, Corn, Bell Pepper, and Apple.">
+        <img src="https://img.shields.io/badge/Plant_Disease_Detection-2026.05.07-grey?style=flat-square&labelColor=blue" alt="Plant_Disease_Detection"/>
+      </a><br>
       <a href="./GenAI/IoT-Robotics/Voice_Enabled_Gate_Control_System/" title="Voice-controlled intelligent gate system powered by on-device Whisper AI for real-time open/close command detection">
         <img src="https://img.shields.io/badge/Voice_Enabled_Gate_Control_System-2026.03.24-grey?style=flat-square&labelColor=blue" alt="Voice Enabled Gate Control System"/>
       </a>