Added new code - almost final version

Author: fabiobove-dr

README.md

@@ -1,8 +1,32 @@
 # HEYoT Neural Network Offloading Example
 What about an Offloading Algorithm and some Split Computing?
 
-# Installation
+# Configurations
 After giving us a star: You can download the repo and then start to configure all the infrastracture...
 
-Within the folder "environment" you can find the ".env.dev" file. This file sets the variables for the MQTT configurations used by the MQTT Client on the Edge, other than some parameters for the DJango App
+Within the folder "environment" you can find the ".env.dev" file. This file sets the variables for the MQTT Client running on the Edge and other parameters for the DJango Web App.
+
+Another important file that needs to be configured is contained in the folder "esp32_board/nn_runner/src" and it's the "conf.h" file. This file contains the configurations of: WiFi, MQTT and NTP server for the device and the edge.
+
+
+# The Neural Network Model
+Inside the folder "heyot/neyral_networks/ai_models" you can find all the utils used for  examples of nn model generation and conversion.
+The jupyter notebook "ConvertModel" can give you an idea on how to obtain a single header file for each layer of your neural network model - these header files are key components of the code that then runs on the ESP32 devices.
+
+
+Each model that you wat to run should be put in the models subdirectory with this structure:
+<model_name>/
+    analytics_data/
+        analytics.csv
+    data/
+        ...
+    layers/
+        h/
+        h5/
+        tflite/
+    pred_data/
+    <moel_name>.h
+    <model_name>.h5
+    <model_name>.tflite
+
 

environment/.env.dev

@@ -14,4 +14,6 @@ DOCKER_IMG_NAME="heyot"
 ######################################################################################
 MQTT_BROKER="FLOWFACTORY-FABIO.local"
 MQTT_PORT="1883"
-MQTT_QOS="2"
+MQTT_QOS="2"
+######################################################################################
+NTP_SERVER="0.it.pool.ntp.org"

environment/.env.template

@@ -1,42 +1,19 @@
 ######################################################################################
 # Djagno Main Configuration
-DEBUG=""
-DJANGO_SECRET_KEY=""
-DJANGO_ALLOWED_HOSTS=""
-DJANGO_PROJECT_NAME=""
-DJANGO_ADMIN_EMAIL=""
-DJANGO_USR_PWD=""
-APP_USER=""
-WORK_DIR=""
-######################################################################################
-# Postgres Database
-SQL_ENGINE=""
-SQL_DATABASE=""
-SQL_HOST=""
-SQL_PORT=""
-SQL_USER=""
-SQL_PASSWORD=""
-DATABASE=""
-POSTGRES_DB=""
-POSTGRES_USER=""
-POSTGRES_PASSWORD=""
-######################################################################################
-# Nginx
-PROXY_NAME=""
-######################################################################################
-EMAIL_BACKEND="django_smtp_ssl.SSLEmailBackend"
-EMAIL_HOST=""
-EMAIL_HOST_USER=""
-EMAIL_HOST_PASSWORD=""
-EMAIL_PORT=""
-DEFAULT_FROM_EMAIL=""
+DEBUG="1"
+DJANGO_SECRET_KEY="django-insecure-h19zb6ksveuyc+$r1+qc0foxmz47#^2poboyw+sz@-r49gbw53"
+DJANGO_ALLOWED_HOSTS="*"
+DJANGO_PROJECT_NAME="heyot"
+DJANGO_ADMIN_EMAIL="[email protected]"
+DJANGO_USR_PWD="iot"
+APP_USER="heyot"
+WORK_DIR="heyot"
 ######################################################################################
 # Docker Repository
-DOCKER_USERNAME=""
-DOCKER_IMG_NAME=""
-DOCKER_PASSWORD=""
-DOCKER_REPOSITORY=""
+DOCKER_IMG_NAME="heyot"
+######################################################################################
+MQTT_BROKER="FLOWFACTORY-FABIO.local"
+MQTT_PORT="1883"
+MQTT_QOS="2"
 ######################################################################################
-MQTT_BROKER=""
-MQTT_PORT=""
-MQTT_QOS=""
+NTP_SERVER="0.it.pool.ntp.org"

esp32_board/nn_runner/src/main.cpp

@@ -34,6 +34,12 @@ float imageData[10][10] = {
     {255, 255, 0, 0, 255, 0, 0, 255, 255, 255},
     {255, 255, 255, 255, 255, 255, 255, 255, 255, 255}
 };
+/*
+{0, 0, 255, 0, 0},
+ {0, 0, 255, 0, 0},
+ {0, 0, 255, 0, 0},
+   {0, 0, 255, 0, 0}, 
+   {0, 0, 255, 0, 0}*/
 const int imageHeight = 10;
 const int imageWidth  = 10;
 
@@ -60,29 +66,33 @@ const int imageWidth  = 10;
 * ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
 */
 // NN Variables
-tflite::MicroErrorReporter micro_error_reporter;
-tflite::ErrorReporter* error_reporter = &micro_error_reporter;
-const tflite::Model* model = nullptr;
-tflite::MicroInterpreter* interpreter = nullptr;
-TfLiteTensor* input;
-TfLiteTensor* output;
-constexpr int kTensorArenaSize        = 12*1024;
-uint8_t tensor_arena[kTensorArenaSize];
-bool modelLoaded                      = false;
+tflite::MicroErrorReporter  micro_error_reporter;
+tflite::ErrorReporter*      error_reporter = &micro_error_reporter;
+const tflite::Model*        model = nullptr;
+tflite::MicroInterpreter*   interpreter = nullptr;
+TfLiteTensor*               input;
+TfLiteTensor*               output;
+constexpr int               kTensorArenaSize        = 12*1024;
+uint8_t                     tensor_arena[kTensorArenaSize];
+bool                        modelLoaded                      = false;
 // Communication & Offloading Variables
-WiFiClient espClient;
-PubSubClient client(espClient);
-int computedLayer       = 0;
-struct tm timeinfo;
-UUID uuid;
-String MessageUUID      = "";
-const int nonValidLayer = 999;
-int offloadingLayer     = nonValidLayer;
-bool offloaded          = false;
-bool analyticsPublished = false;
-bool modelDataLoaded    = true;
+WiFiClient                  espClient;
+PubSubClient                client(espClient);
+int                         computedLayer       = 0;
+struct tm                   timeinfo;
+UUID                        uuid;
+String                      MessageUUID      = "";
+const int                   nonValidLayer = 999;
+int                         offloadingLayer     = nonValidLayer;
+bool                        offloaded          = false;
+bool                        analyticsPublished = false;
+bool                        modelDataLoaded    = true;
 StaticJsonDocument<512> jsonDoc;
 
+
+ 
+ 
+
 /*
  * ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
  * GENERATE MESSAGE UUID
@@ -136,17 +146,31 @@ void loadNNLayer(String layer_name){
 * INFERENCE FOR NN LAYER
 * ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
 */
-void runNNLayer(int offloading_layer_index){
+extern "C" void runNNLayer(int offloading_layer_index){
   // Generate the JSON message
+ 
   for (int i = 0; i < offloading_layer_index; i++){
     String layer_name = "layer_" + String(i);
     float inizio = micros();
     loadNNLayer(layer_name);
-    /*input = interpreter->input(0);
+    input = interpreter->input(0);
     output = interpreter->output(0);
-    interpreter->Invoke();*/
+    interpreter->Invoke();
     jsonDoc["layer_inference_time"][i] = (micros()-inizio);
+    
+    
+    // Extract relevant information from the output tensor
+    TfLiteTensor* outputTensor = output;
+    float* outputData = outputTensor->data.f;
+    int numOutput = outputTensor->dims->data[1];
+    
+    // Store output values in a C++ array
+    /*String outputArray[numOutput - 1];
+    for (int j = 0; j < numOutput; j++) {
+      jsonDoc["layer_output"].add(String(outputData[j]));
+    }*/
     jsonDoc["layer_output"][i] = "";
+
     Serial.println("Computed layer: " + String(i)+" Inf Time: " + String(micros()-inizio) );
   }
 }

esp32_board/nn_runner/src/model_layers/layer_0.h

@@ -3,5 +3,5 @@
 #include <cstdint>
 
 const uint8_t layer_1[] = {
-28, 0, 0, 0, 84, 70, 76, 51, 20, 0, 32, 0, 28, 0, 24, 0, 20, 0, 16, 0, 12, 0, 0, 0, 8, 0, 4, 0, 20, 0, 0, 0, 28, 0, 0, 0, 148, 0, 0, 0, 236, 0, 0, 0, 144, 1, 0, 0, 160, 1, 0, 0, 64, 3, 0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 16, 0, 0, 0, 0, 0, 10, 0, 16, 0, 12, 0, 8, 0, 4, 0, 10, 0, 0, 0, 12, 0, 0, 0, 28, 0, 0, 0, 56, 0, 0, 0, 15, 0, 0, 0, 115, 101, 114, 118, 105, 110, 103, 95, 100, 101, 102, 97, 117, 108, 116, 0, 1, 0, 0, 0, 4, 0, 0, 0, 148, 255, 255, 255, 1, 0, 0, 0, 4, 0, 0, 0, 7, 0, 0, 0, 108, 97, 121, 101, 114, 95, 49, 0, 1, 0, 0, 0, 4, 0, 0, 0, 14, 255, 255, 255, 4, 0, 0, 0, 13, 0, 0, 0, 108, 97, 121, 101, 114, 95, 49, 95, 105, 110, 112, 117, 116, 0, 0, 0, 2, 0, 0, 0, 52, 0, 0, 0, 4, 0, 0, 0, 220, 255, 255, 255, 4, 0, 0, 0, 4, 0, 0, 0, 19, 0, 0, 0, 67, 79, 78, 86, 69, 82, 83, 73, 79, 78, 95, 77, 69, 84, 65, 68, 65, 84, 65, 0, 8, 0, 12, 0, 8, 0, 4, 0, 8, 0, 0, 0, 3, 0, 0, 0, 4, 0, 0, 0, 19, 0, 0, 0, 109, 105, 110, 95, 114, 117, 110, 116, 105, 109, 101, 95, 118, 101, 114, 115, 105, 111, 110, 0, 5, 0, 0, 0, 160, 0, 0, 0, 152, 0, 0, 0, 144, 0, 0, 0, 112, 0, 0, 0, 4, 0, 0, 0, 158, 255, 255, 255, 4, 0, 0, 0, 84, 0, 0, 0, 12, 0, 0, 0, 8, 0, 14, 0, 8, 0, 4, 0, 8, 0, 0, 0, 16, 0, 0, 0, 36, 0, 0, 0, 0, 0, 6, 0, 8, 0, 4, 0, 6, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 16, 0, 12, 0, 8, 0, 4, 0, 10, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 0, 4, 0, 0, 0, 6, 0, 0, 0, 50, 46, 49, 51, 46, 48, 0, 0, 0, 0, 6, 0, 8, 0, 4, 0, 6, 0, 0, 0, 4, 0, 0, 0, 16, 0, 0, 0, 49, 46, 53, 46, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 124, 254, 255, 255, 128, 254, 255, 255, 132, 254, 255, 255, 15, 0, 0, 0, 77, 76, 73, 82, 32, 67, 111, 110, 118, 101, 114, 116, 101, 100, 46, 0, 1, 0, 0, 0, 20, 0, 0, 0, 0, 0, 14, 0, 24, 0, 20, 0, 16, 0, 12, 0, 8, 0, 4, 0, 14, 0, 0, 0, 20, 0, 0, 0, 28, 0, 0, 0, 124, 0, 0, 0, 128, 0, 0, 0, 132, 0, 0, 0, 4, 0, 0, 0, 109, 97, 105, 110, 0, 0, 0, 0, 1, 0, 0, 0, 20, 0, 0, 0, 0, 0, 14, 0, 22, 0, 0, 0, 16, 0, 12, 0, 11, 0, 4, 0, 14, 0, 0, 0, 32, 0, 0, 0, 0, 0, 0, 5, 48, 0, 0, 0, 52, 0, 0, 0, 0, 0, 14, 0, 24, 0, 23, 0, 16, 0, 12, 0, 8, 0, 4, 0, 14, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 128, 0, 0, 0, 4, 0, 0, 0, 158, 255, 255, 255, 0, 0, 0, 1, 20, 0, 0, 0, 36, 0, 0, 0, 36, 0, 0, 0, 2, 0, 0, 0, 52, 0, 0, 0, 4, 0, 0, 0, 255, 255, 255, 255, 4, 0, 0, 0, 4, 0, 0, 0, 32, 0, 0, 0, 136, 255, 255, 255, 17, 0, 0, 0, 80, 97, 114, 116, 105, 116, 105, 111, 110, 101, 100, 67, 97, 108, 108, 58, 48, 0, 0, 0, 4, 0, 0, 0, 1, 0, 0, 0, 4, 0, 0, 0, 4, 0, 0, 0, 32, 0, 0, 0, 0, 0, 22, 0, 28, 0, 24, 0, 0, 0, 20, 0, 16, 0, 12, 0, 0, 0, 0, 0, 8, 0, 7, 0, 22, 0, 0, 0, 0, 0, 0, 1, 20, 0, 0, 0, 40, 0, 0, 0, 40, 0, 0, 0, 1, 0, 0, 0, 68, 0, 0, 0, 4, 0, 0, 0, 255, 255, 255, 255, 8, 0, 0, 0, 8, 0, 0, 0, 32, 0, 0, 0, 4, 0, 4, 0, 4, 0, 0, 0, 31, 0, 0, 0, 115, 101, 114, 118, 105, 110, 103, 95, 100, 101, 102, 97, 117, 108, 116, 95, 108, 97, 121, 101, 114, 95, 49, 95, 105, 110, 112, 117, 116, 58, 48, 0, 4, 0, 0, 0, 1, 0, 0, 0, 8, 0, 0, 0, 8, 0, 0, 0, 32, 0, 0, 0, 1, 0, 0, 0, 16, 0, 0, 0, 12, 0, 12, 0, 11, 0, 0, 0, 0, 0, 4, 0, 12, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 17
+28, 0, 0, 0, 84, 70, 76, 51, 20, 0, 32, 0, 28, 0, 24, 0, 20, 0, 16, 0, 12, 0, 0, 0, 8, 0, 4, 0, 20, 0, 0, 0, 28, 0, 0, 0, 148, 0, 0, 0, 236, 0, 0, 0, 144, 1, 0, 0, 160, 1, 0, 0, 64, 3, 0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 16, 0, 0, 0, 0, 0, 10, 0, 16, 0, 12, 0, 8, 0, 4, 0, 10, 0, 0, 0, 12, 0, 0, 0, 28, 0, 0, 0, 56, 0, 0, 0, 15, 0, 0, 0, 115, 101, 114, 118, 105, 110, 103, 95, 100, 101, 102, 97, 117, 108, 116, 0, 1, 0, 0, 0, 4, 0, 0, 0, 148, 255, 255, 255, 1, 0, 0, 0, 4, 0, 0, 0, 7, 0, 0, 0, 108, 97, 121, 101, 114, 95, 49, 0, 1, 0, 0, 0, 4, 0, 0, 0, 14, 255, 255, 255, 4, 0, 0, 0, 13, 0, 0, 0, 108, 97, 121, 101, 114, 95, 49, 95, 105, 110, 112, 117, 116, 0, 0, 0, 2, 0, 0, 0, 52, 0, 0, 0, 4, 0, 0, 0, 220, 255, 255, 255, 4, 0, 0, 0, 4, 0, 0, 0, 19, 0, 0, 0, 67, 79, 78, 86, 69, 82, 83, 73, 79, 78, 95, 77, 69, 84, 65, 68, 65, 84, 65, 0, 8, 0, 12, 0, 8, 0, 4, 0, 8, 0, 0, 0, 3, 0, 0, 0, 4, 0, 0, 0, 19, 0, 0, 0, 109, 105, 110, 95, 114, 117, 110, 116, 105, 109, 101, 95, 118, 101, 114, 115, 105, 111, 110, 0, 5, 0, 0, 0, 160, 0, 0, 0, 152, 0, 0, 0, 144, 0, 0, 0, 112, 0, 0, 0, 4, 0, 0, 0, 158, 255, 255, 255, 4, 0, 0, 0, 84, 0, 0, 0, 12, 0, 0, 0, 8, 0, 14, 0, 8, 0, 4, 0, 8, 0, 0, 0, 16, 0, 0, 0, 36, 0, 0, 0, 0, 0, 6, 0, 8, 0, 4, 0, 6, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 16, 0, 12, 0, 8, 0, 4, 0, 10, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 0, 4, 0, 0, 0, 6, 0, 0, 0, 50, 46, 49, 51, 46, 48, 0, 0, 0, 0, 6, 0, 8, 0, 4, 0, 6, 0, 0, 0, 4, 0, 0, 0, 16, 0, 0, 0, 49, 46, 53, 46, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 124, 254, 255, 255, 128, 254, 255, 255, 132, 254, 255, 255, 15, 0, 0, 0, 77, 76, 73, 82, 32, 67, 111, 110, 118, 101, 114, 116, 101, 100, 46, 0, 1, 0, 0, 0, 20, 0, 0, 0, 0, 0, 14, 0, 24, 0, 20, 0, 16, 0, 12, 0, 8, 0, 4, 0, 14, 0, 0, 0, 20, 0, 0, 0, 28, 0, 0, 0, 124, 0, 0, 0, 128, 0, 0, 0, 132, 0, 0, 0, 4, 0, 0, 0, 109, 97, 105, 110, 0, 0, 0, 0, 1, 0, 0, 0, 20, 0, 0, 0, 0, 0, 14, 0, 22, 0, 0, 0, 16, 0, 12, 0, 11, 0, 4, 0, 14, 0, 0, 0, 32, 0, 0, 0, 0, 0, 0, 5, 48, 0, 0, 0, 52, 0, 0, 0, 0, 0, 14, 0, 24, 0, 23, 0, 16, 0, 12, 0, 8, 0, 4, 0, 14, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 128, 0, 0, 0, 4, 0, 0, 0, 158, 255, 255, 255, 0, 0, 0, 1, 20, 0, 0, 0, 36, 0, 0, 0, 36, 0, 0, 0, 2, 0, 0, 0, 52, 0, 0, 0, 4, 0, 0, 0, 255, 255, 255, 255, 1, 0, 0, 0, 1, 0, 0, 0, 32, 0, 0, 0, 136, 255, 255, 255, 17, 0, 0, 0, 80, 97, 114, 116, 105, 116, 105, 111, 110, 101, 100, 67, 97, 108, 108, 58, 48, 0, 0, 0, 4, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 32, 0, 0, 0, 0, 0, 22, 0, 28, 0, 24, 0, 0, 0, 20, 0, 16, 0, 12, 0, 0, 0, 0, 0, 8, 0, 7, 0, 22, 0, 0, 0, 0, 0, 0, 1, 20, 0, 0, 0, 40, 0, 0, 0, 40, 0, 0, 0, 1, 0, 0, 0, 68, 0, 0, 0, 4, 0, 0, 0, 255, 255, 255, 255, 3, 0, 0, 0, 3, 0, 0, 0, 32, 0, 0, 0, 4, 0, 4, 0, 4, 0, 0, 0, 31, 0, 0, 0, 115, 101, 114, 118, 105, 110, 103, 95, 100, 101, 102, 97, 117, 108, 116, 95, 108, 97, 121, 101, 114, 95, 49, 95, 105, 110, 112, 117, 116, 58, 48, 0, 4, 0, 0, 0, 1, 0, 0, 0, 3, 0, 0, 0, 3, 0, 0, 0, 32, 0, 0, 0, 1, 0, 0, 0, 16, 0, 0, 0, 12, 0, 12, 0, 11, 0, 0, 0, 0, 0, 4, 0, 12, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 17
 };