Remove git submodules in favour of shallow checkout approach

Instead of using submodules create a script that will make a shallow git clone of the dependency repos:
1. ulab
2. micropython
3. tflite-micro-esp-examples
4. tflite-micro (for non esp32 boards)

Pin the versions to the latest releases of each dependency.

ulab: 6.0.12
micropython: master
esp32-tflite: v1.0.0
tflite-micro: <undefined>

tflite-micro doesn't tag releases so its undefined to be the latest commit on the tip of the main branch.

use latest micropython to get upgrade to idf 5.0.2

Author: Michael O'Cleirigh

.github/workflows/build_esp32.yml

@@ -49,7 +49,7 @@ jobs:
       - name: Setup IDF
         #        if: steps.cache-esp-idf.outputs.cache-hit != 'true'
         run: |
-          source ./micropython/tools/ci.sh && ci_esp32_setup_helper v4.3.1
+          source ./micropython/tools/ci.sh && ci_esp32_idf50_setup
       - name: Cache tflm
         id: cache-tflm
         uses: actions/cache@v2

.gitignore

@@ -2,3 +2,5 @@
 build
 lib/*.a
 micropython-modules/microlite/tflm
+dependencies
+esp-idf

.gitmodules

@@ -63,5 +63,6 @@
         }
     ],
     "cortex-debug.variableUseNaturalFormat": false,
-    "cmake.configureOnOpen": false
+    "cmake.configureOnOpen": false,
+    "git.ignoreLimitWarning": true
 }

.vscode/settings.json

@@ -1,17 +1,19 @@
 # Top-level cmake file for building MicroPython on ESP32.
 # Nothing in here needs to be customised, it will work for any board.
 
-cmake_minimum_required(VERSION 3.12)
+cmake_minimum_required(VERSION 3.16)
 
 # Set the location of MicroPython, the esp32 port, and the board directory.
 get_filename_component(PROJECT_DIR "../../.." ABSOLUTE)
-set(MICROPY_PORT_DIR ${PROJECT_DIR}/micropython/ports/esp32)
+set(MICROPY_PORT_DIR ${PROJECT_DIR}/dependencies/micropython/ports/esp32)
 get_filename_component(MICROPY_BOARD_DIR "." ABSOLUTE)
 
 message (STATUS "PROJECT_DIR=${PROJECT_DIR}")
 message (STATUS "MICROPY_PORT_DIR=${MICROPY_PORT_DIR}")
 message (STATUS "MICROPY_BOARD_DIR=${MICROPY_BOARD_DIR}")
 
+set(EXTRA_COMPONENT_DIRS ../../../dependencies/tflite-micro-esp-examples/components)
+
 # Define the output sdkconfig so it goes in the build directory.
 set(SDKCONFIG ${CMAKE_BINARY_DIR}/sdkconfig)
 
@@ -29,4 +31,4 @@ set(SDKCONFIG_DEFAULTS ${CMAKE_BINARY_DIR}/sdkconfig.combined)
 
 # Include main IDF cmake file and define the project.
 include($ENV{IDF_PATH}/tools/cmake/project.cmake)
-project(micropython)
+project(micropython)

boards/esp32/MICROLITE/CMakeLists.txt

@@ -4,10 +4,10 @@ get_filename_component(CURRENT_DIR "." ABSOLUTE)
 
 message(STATUS "microlite/main/cmake: CURRENT_DIR=${CURRENT_DIR}")
 
-get_filename_component(MICROPY_DIR "../../../../micropython" ABSOLUTE)
+get_filename_component(MICROPY_DIR "../../../../dependencies/micropython" ABSOLUTE)
 
 
 message (STATUS "microlite/main/cmake: MICROPY_DIR=${MICROPY_DIR}")
 
 set(PROJECT_DIR ${MICROPY_DIR}/ports/esp32)
-include(${PROJECT_DIR}/main/CMakeLists.txt)
+include(${PROJECT_DIR}/main_esp32/CMakeLists.txt)

boards/esp32/MICROLITE/main/CMakeLists.txt

@@ -1,67 +1,82 @@
-# File to contain all the source list for Espressif boards to build
+#
+# This file is part of the Tensorflow Micropython Examples Project.
+#
+# The MIT License (MIT)
+#
+# Copyright (c) 2021 Michael O'Cleirigh
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#/
 
-if(IDF_TARGET STREQUAL "esp32")
-  set(MICROLITE_PLATFORM "ESP32")
-endif()
+add_library(microlite INTERFACE)
 
-if(IDF_TARGET STREQUAL "esp32s2")
-  set(MICROLITE_PLATFORM "ESP32S2")
-endif()
+set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=c++11")
+set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -stdlib=libc++")
 
-if(IDF_TARGET STREQUAL "esp32s3")
-  set(MICROLITE_PLATFORM "ESP32S3")
-endif()
+set (COMPONENTS esp-tflite-micro)
 
-if(IDF_TARGET STREQUAL "esp32c3")
-  set(MICROLITE_PLATFORM "ESP32C3")
-endif()
+target_sources(microlite INTERFACE
+#   microlite micropython module sources
+    ${CMAKE_CURRENT_LIST_DIR}/tensorflow-microlite.c
+    ${CMAKE_CURRENT_LIST_DIR}/audio_frontend.c
+    ${CMAKE_CURRENT_LIST_DIR}/openmv-libtf.cpp
+)
 
-if (MICROLITE_PLATFORM STREQUAL "ESP32" OR
-    MICROLITE_PLATFORM STREQUAL "ESP32S3" OR
-    MICROLITE_PLATFORM STREQUAL "ESP32C3" OR
-    MICROLITE_PLATFORM STREQUAL "ESP32S2")
+get_filename_component(TENSORFLOW_DIR ${CMAKE_CURRENT_LIST_DIR}/../../dependencies/tflite-micro-esp-examples/components/esp-tflite-micro ABSOLUTE)
+get_filename_component(TENSORFLOW_THIRD_PARTY_DIR ${CMAKE_CURRENT_LIST_DIR}/../../dependencies/tflite-micro-esp-examples/components/esp-tflite-micro/third_party ABSOLUTE)
+
+set (FLATBUFFERS_DIR ${TENSORFLOW_THIRD_PARTY_DIR}/flatbuffers/include)
+set (GEMMLOWP_DIR ${TENSORFLOW_THIRD_PARTY_DIR}/gemmlowp)
+set (KISSFFT_DIR ${TENSORFLOW_THIRD_PARTY_DIR}/kissfft)
+set (RUY_DIR ${TENSORFLOW_THIRD_PARTY_DIR}/ruy)
+
+# ESP32 
+target_include_directories(microlite INTERFACE
+    ${CMAKE_CURRENT_LIST_DIR}
+    ${TENSORFLOW_DIR}
+    ${FLATBUFFERS_DIR}
+    ${GEMMLOWP_DIR}
+    ${KISSFFT_DIR}
+    ${RUY_DIR}
+)   
+
+target_compile_definitions(microlite INTERFACE
+    MODULE_MICROLITE_ENABLED=1
+    TF_LITE_STATIC_MEMORY=1
+    TF_LITE_MCU_DEBUG_LOG
+    NDEBUG
+)
+
+target_compile_options(microlite INTERFACE
+    -Wno-error
+    -Wno-error=float-conversion
+    -Wno-error=nonnull
+    -Wno-error=double-promotion
+    -Wno-error=pointer-arith
+    -Wno-error=unused-const-variable
+    -Wno-error=sign-compare
+    -Wno-error=stringop-overflow
+    -fno-exceptions
+    -O3
+    -Wno-error=maybe-uninitialized
+)
+
+
+target_link_libraries(usermod INTERFACE microlite)
 
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=c++11")
-    set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -stdlib=libc++")
-    set(ESP_NN_DIR "${CMAKE_CURRENT_LIST_DIR}/../../tflm_esp_kernels/components/esp-nn")
-    set(ESP_NN_SRCS
-        "${ESP_NN_DIR}/src/activation_functions/esp_nn_relu_ansi.c"
-        "${ESP_NN_DIR}/src/basic_math/esp_nn_add_ansi.c"
-        "${ESP_NN_DIR}/src/basic_math/esp_nn_mul_ansi.c"
-        "${ESP_NN_DIR}/src/convolution/esp_nn_conv_ansi.c"
-        "${ESP_NN_DIR}/src/convolution/esp_nn_conv_opt.c"
-        "${ESP_NN_DIR}/src/convolution/esp_nn_depthwise_conv_ansi.c"
-        "${ESP_NN_DIR}/src/convolution/esp_nn_depthwise_conv_opt.c"
-        "${ESP_NN_DIR}/src/fully_connected/esp_nn_fully_connected_ansi.c"
-        "${ESP_NN_DIR}/src/softmax/esp_nn_softmax_ansi.c"
-        "${ESP_NN_DIR}/src/softmax/esp_nn_softmax_opt.c"
-        "${ESP_NN_DIR}/src/pooling/esp_nn_avg_pool_ansi.c"
-        "${ESP_NN_DIR}/src/pooling/esp_nn_max_pool_ansi.c"
-    )
-    if(CONFIG_IDF_TARGET_ESP32S3)
-        list(APPEND ESP_NN_SRCS
-            "${ESP_NN_DIR}/src/common/esp_nn_common_functions_esp32s3.S"
-            "${ESP_NN_DIR}/src/common/esp_nn_multiply_by_quantized_mult_esp32s3.S"
-            "${ESP_NN_DIR}/src/common/esp_nn_multiply_by_quantized_mult_ver1_esp32s3.S"
-            "${ESP_NN_DIR}/src/activation_functions/esp_nn_relu_s8_esp32s3.S"
-            "${ESP_NN_DIR}/src/basic_math/esp_nn_add_s8_esp32s3.S"
-            "${ESP_NN_DIR}/src/basic_math/esp_nn_mul_s8_esp32s3.S"
-            "${ESP_NN_DIR}/src/convolution/esp_nn_conv_esp32s3.c"
-            "${ESP_NN_DIR}/src/convolution/esp_nn_depthwise_conv_s8_esp32s3.c"
-            "${ESP_NN_DIR}/src/convolution/esp_nn_conv_s16_mult8_esp32s3.S"
-            "${ESP_NN_DIR}/src/convolution/esp_nn_conv_s8_mult8_1x1_esp32s3.S"
-            "${ESP_NN_DIR}/src/convolution/esp_nn_conv_s16_mult4_1x1_esp32s3.S"
-            "${ESP_NN_DIR}/src/convolution/esp_nn_conv_s8_filter_aligned_input_padded_esp32s3.S"
-            "${ESP_NN_DIR}/src/convolution/esp_nn_depthwise_conv_s8_mult1_3x3_padded_esp32s3.S"
-            "${ESP_NN_DIR}/src/convolution/esp_nn_depthwise_conv_s16_mult1_esp32s3.S"
-            "${ESP_NN_DIR}/src/convolution/esp_nn_depthwise_conv_s16_mult1_3x3_esp32s3.S"
-            "${ESP_NN_DIR}/src/convolution/esp_nn_depthwise_conv_s16_mult1_3x3_no_pad_esp32s3.S"
-            "${ESP_NN_DIR}/src/convolution/esp_nn_depthwise_conv_s16_mult8_3x3_esp32s3.S"
-            "${ESP_NN_DIR}/src/convolution/esp_nn_depthwise_conv_s16_mult4_esp32s3.S"
-            "${ESP_NN_DIR}/src/convolution/esp_nn_depthwise_conv_s16_mult8_esp32s3.S"
-            "${ESP_NN_DIR}/src/fully_connected/esp_nn_fully_connected_s8_esp32s3.S"
-            "${ESP_NN_DIR}/src/pooling/esp_nn_max_pool_s8_esp32s3.S"
-            "${ESP_NN_DIR}/src/pooling/esp_nn_avg_pool_s8_esp32s3.S")
-    endif()
-    set(ESP_NN_INC ${ESP_NN_DIR}/include ${ESP_NN_DIR}/src/common)
-endif()