Updates from branch s3 120 (#86)

* Update GH actions

* Update python

* CONFIG_SPI_FLASH_YIELD_DURING_ERASE=y

* Use MacOS ARM

* Update push.yml

* Update push.yml

* add lib Builder branch

* add env

* add comments

* CONFIG_ETH_TRANSMIT_MUTEX

* Fix build of build Platformio manifest (fail in second run)

* fix manifest script build error

* rm outdated code

* don't know why it needs to be restored?!?

* Build Pio framework manifest (#78)

* Update build.sh

* Update gen_pio_frmwk_manifest.py

* Delete core_version.h

* generate core version.h

* Update build.sh

* Update .gitignore

* Update prepare-ci.sh

* Update README.md

* Update README.md

* NO BT in common settings

* Fix wrong change

* NO BT setting in common

* add BT settings

* add BT settings

* add BT settings

* add BT settings

* add BT settings

* add BT settings

* Use exact IDF version

* get version from file

* CONFIG_ESP_WIFI_MBEDTLS_TLS_CLIENT=y

* rm every exe from folder tools

* add $TARGET to framework name

* prepare tokens use for pushing in target repos

* rm Arduino chip debug report

* rm chip debug report header file

* Update build.sh

* deprecate warn off

* Update defconfig.common

* Update defconfig.common

* add build date

Author: Jason2866

.github/workflows/push.yml

@@ -18,6 +18,9 @@ jobs:
       run: |
         echo "GIT_BRANCH=${GITHUB_HEAD_REF:-${GITHUB_REF#refs/heads/}}" >> $GITHUB_ENV
     - name: Build Arduino Libs
+      env:
+        GITHUB_TOKEN: ${{ secrets.PUSH_TOKEN }}
+        GIT_AUTHOR_EMAIL: ${{ secrets.PUSH_EMAIL }}
       run: bash ./build.sh
     - name: Release
       uses: jason2866/[email protected]

README.md

@@ -4,8 +4,9 @@ This repository contains the scripts that produce the libraries included with Ta
 
 ### Build on Ubuntu
 ```bash
-sudo apt-get install git wget curl libssl-dev libncurses-dev flex bison gperf python3 python3-pip python3-setuptools python3-serial python3-click python3-cryptography python3-future python3-pyparsing python3-pyelftools cmake ninja-build ccache jq p7zip-full
-sudo pip3 install --upgrade pip3
+sudo apt update && sudo apt install -y git wget curl libssl-dev libncurses-dev flex bison gperf python3 cmake ninja-build ccache jq
+curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py && python3 get-pip.py && \
+pip3 install setuptools pyserial click future wheel cryptography pyparsing pyelftools
 git clone https://github.com/Jason2866/esp32-arduino-lib-builder
 cd esp32-arduino-lib-builder
 ./build.sh

build.sh

@@ -10,7 +10,7 @@ if ! [ -x "$(command -v git)" ]; then
     exit 1
 fi
 
-TARGET="all"
+export TARGET="all"
 BUILD_TYPE="all"
 SKIP_ENV=0
 COPY_OUT=0
@@ -246,7 +246,7 @@ fi
 
 # Generate PlatformIO library manifest file
 if [ "$BUILD_TYPE" = "all" ]; then
-    python3 ./tools/gen_pio_lib_manifest.py -o "$TOOLS_JSON_OUT/" -s "$IDF_BRANCH" -c "$IDF_COMMIT"
+    python3 ./tools/gen_pio_lib_manifest.py -o "$TOOLS_JSON_OUT/" -s "v$IDF_VERSION" -c "$IDF_COMMIT"
     if [ $? -ne 0 ]; then exit 1; fi
 fi
 

configs/defconfig.common

@@ -1,18 +1,18 @@
 CONFIG_AUTOSTART_ARDUINO=y
 # CONFIG_WS2812_LED_ENABLE is not set
 CONFIG_APP_BUILD_TYPE_APP_2NDBOOT=y
+CONFIG_APP_REPRODUCIBLE_BUILD=y
 CONFIG_COMPILER_HIDE_PATHS_MACROS=y
 CONFIG_APP_EXCLUDE_PROJECT_VER_VAR=y
 CONFIG_APP_EXCLUDE_PROJECT_NAME_VAR=y
 # CONFIG_APP_COMPILE_TIME_DATE is not set
 CONFIG_BOOTLOADER_LOG_LEVEL_NONE=y
+CONFIG_BOOT_ROM_LOG_ALWAYS_OFF=y
 CONFIG_BOOTLOADER_SKIP_VALIDATE_ALWAYS=y
 CONFIG_ARDUHAL_LOG_DEFAULT_LEVEL_NONE=y
 CONFIG_I2S_SUPPRESS_DEPRECATE_WARN=y
-CONFIG_BT_ENABLED=y
-CONFIG_BT_STACK_NO_LOG=y
-# CONFIG_BT_BLE_42_FEATURES_SUPPORTED is not set
-# CONFIG_BLE_MESH is not set
+CONFIG_RMT_SUPPRESS_DEPRECATE_WARN=y
+CONFIG_TEMP_SENSOR_SUPPRESS_DEPRECATE_WARN=y
 CONFIG_BOOTLOADER_COMPILER_OPTIMIZATION_SIZE=y
 CONFIG_COMPILER_OPTIMIZATION_SIZE=y
 CONFIG_COMPILER_OPTIMIZATION_ASSERTIONS_DISABLE=y
@@ -34,12 +34,19 @@ CONFIG_ESP_TASK_WDT_PANIC=y
 CONFIG_ESP_TIMER_TASK_STACK_SIZE=4096
 CONFIG_ESPTOOLPY_FLASHSIZE_4MB=y
 CONFIG_ESPTOOLPY_HEADER_FLASHSIZE_UPDATE=y
-CONFIG_ESP_WIFI_FTM_ENABLE=n
+# CONFIG_ESP_WIFI_FTM_ENABLE is not set
 CONFIG_ESP_WIFI_STATIC_RX_BUFFER_NUM=8
 CONFIG_ESP_WIFI_STATIC_TX_BUFFER_NUM=8
 CONFIG_ESP_WIFI_CACHE_TX_BUFFER_NUM=16
-CONFIG_ESP_WIFI_CSI_ENABLED=n
+# CONFIG_ESP_WIFI_CSI_ENABLED is not set
 CONFIG_ESP_WIFI_ENABLE_WPA3_SAE=y
+CONFIG_ESP_WIFI_ENABLE_SAE_PK=y
+# CONFIG_ESP_WIFI_ENTERPRISE_SUPPORT is not set
+CONFIG_ESP_WIFI_MBEDTLS_TLS_CLIENT=y
+# CONFIG_ESP_WIFI_SOFTAP_SAE_SUPPORT is not set
+# CONFIG_ESP_WIFI_ENABLE_WPA3_OWE_STA is not set
+CONFIG_ESP_WIFI_ESPNOW_MAX_ENCRYPT_NUM=0
+# CONFIG_ESP_WIFI_MBEDTLS_CRYPTO is not set
 # CONFIG_ESP_WIFI_IRAM_OPT is not set
 # CONFIG_ESP_WIFI_RX_IRAM_OPT is not set
 CONFIG_ETH_TRANSMIT_MUTEX=y
@@ -93,13 +100,6 @@ CONFIG_LWIP_UDP_RECVMBOX_SIZE=64
 CONFIG_NEWLIB_NANO_FORMAT=y
 # CONFIG_DAC_DMA_AUTO_16BIT_ALIGN is not set
 
-# CONFIG_ESP_WIFI_ENTERPRISE_SUPPORT is not set
-# CONFIG_ESP_WIFI_MBEDTLS_TLS_CLIENT is not set
-# CONFIG_ESP_WIFI_SOFTAP_SAE_SUPPORT is not set
-# CONFIG_ESP_WIFI_ENABLE_WPA3_OWE_STA is not set
-CONFIG_ESP_WIFI_ESPNOW_MAX_ENCRYPT_NUM=0
-# CONFIG_ESP_WIFI_MBEDTLS_CRYPTO is not set
-
 CONFIG_MBEDTLS_CERTIFICATE_BUNDLE=y
 CONFIG_MBEDTLS_CERTIFICATE_BUNDLE_DEFAULT_FULL=y
 CONFIG_MBEDTLS_TLS_DISABLED=y

configs/defconfig.esp32

@@ -1,8 +1,10 @@
-CONFIG_ESP_MAC_IGNORE_MAC_CRC_ERROR=y
 #
 # Bluetooth
 #
 CONFIG_BT_ENABLED=y
+CONFIG_BT_STACK_NO_LOG=y
+# CONFIG_BT_BLE_42_FEATURES_SUPPORTED is not set
+# CONFIG_BLE_MESH is not set 
 CONFIG_BT_NIMBLE_ENABLED=y
 CONFIG_BT_NIMBLE_LOG_LEVEL_NONE=y
 CONFIG_BT_NIMBLE_MAX_CONNECTIONS=1
@@ -12,6 +14,8 @@ CONFIG_BT_NIMBLE_MAX_CONNECTIONS=1
 # CONFIG_BT_NIMBLE_LL_CFG_FEAT_LE_CODED_PHY is not set
 # CONFIG_BT_NIMBLE_50_FEATURE_SUPPORT is not set
 
+CONFIG_ESP_MAC_IGNORE_MAC_CRC_ERROR=y
+
 CONFIG_ETH_ENABLED=y
 CONFIG_ETH_USE_ESP32_EMAC=y
 CONFIG_ETH_PHY_INTERFACE_RMII=y

configs/defconfig.esp32c2

@@ -5,6 +5,9 @@ CONFIG_XTAL_FREQ=26
 # Bluetooth
 #
 CONFIG_BT_ENABLED=y
+CONFIG_BT_STACK_NO_LOG=y
+# CONFIG_BT_BLE_42_FEATURES_SUPPORTED is not set
+# CONFIG_BLE_MESH is not set 
 CONFIG_BT_NIMBLE_ENABLED=y
 CONFIG_BT_NIMBLE_LOG_LEVEL_NONE=y
 CONFIG_BT_NIMBLE_MAX_CONNECTIONS=1

configs/defconfig.esp32c3

@@ -2,6 +2,9 @@
 # Bluetooth
 #
 CONFIG_BT_ENABLED=y
+CONFIG_BT_STACK_NO_LOG=y
+# CONFIG_BT_BLE_42_FEATURES_SUPPORTED is not set
+# CONFIG_BLE_MESH is not set
 CONFIG_BT_NIMBLE_ENABLED=y
 CONFIG_BT_NIMBLE_LOG_LEVEL_NONE=y
 CONFIG_BT_NIMBLE_MAX_CONNECTIONS=1

configs/defconfig.esp32c6

@@ -10,6 +10,9 @@ CONFIG_ULP_COPROC_RESERVE_MEM=8192
 # Bluetooth
 #
 CONFIG_BT_ENABLED=y
+CONFIG_BT_STACK_NO_LOG=y
+# CONFIG_BT_BLE_42_FEATURES_SUPPORTED is not set
+# CONFIG_BLE_MESH is not set
 CONFIG_BT_NIMBLE_ENABLED=y
 CONFIG_BT_NIMBLE_LOG_LEVEL_NONE=y
 CONFIG_BT_NIMBLE_MAX_CONNECTIONS=1

configs/defconfig.esp32h2

@@ -2,6 +2,9 @@
 # Bluetooth
 #
 CONFIG_BT_ENABLED=y
+CONFIG_BT_STACK_NO_LOG=y
+# CONFIG_BT_BLE_42_FEATURES_SUPPORTED is not set
+# CONFIG_BLE_MESH is not set
 CONFIG_BT_NIMBLE_ENABLED=y
 CONFIG_BT_NIMBLE_LOG_LEVEL_NONE=y
 CONFIG_BT_NIMBLE_MAX_CONNECTIONS=1

configs/defconfig.esp32s3

@@ -22,6 +22,9 @@ CONFIG_LCD_RGB_RESTART_IN_VSYNC=y
 # Bluetooth
 #
 CONFIG_BT_ENABLED=y
+CONFIG_BT_STACK_NO_LOG=y
+# CONFIG_BT_BLE_42_FEATURES_SUPPORTED is not set
+# CONFIG_BLE_MESH is not set
 CONFIG_BT_NIMBLE_ENABLED=y
 CONFIG_BT_NIMBLE_LOG_LEVEL_NONE=y
 CONFIG_BT_NIMBLE_MAX_CONNECTIONS=1

tools/archive-build.sh

@@ -2,10 +2,10 @@
 
 idf_version_string=${IDF_BRANCH//\//_}"-$IDF_COMMIT"
 
-archive_path="dist/arduino-esp32-libs-$idf_version_string.tar.gz"
-build_archive_path="dist/arduino-esp32-build-$idf_version_string.tar.gz"
-pio_archive_path="dist/framework-arduinoespressif32-$idf_version_string.tar.gz"
-pio_zip_archive_path="dist/framework-arduinoespressif32-$idf_version_string.zip"
+archive_path="dist/arduino-esp32-libs-$TARGET-$idf_version_string.tar.gz"
+build_archive_path="dist/arduino-esp32-build-$TARGET-$idf_version_string.tar.gz"
+pio_archive_path="dist/framework-arduinoespressif32-$TARGET-$idf_version_string.tar.gz"
+pio_zip_archive_path="dist/framework-arduinoespressif32-$TARGET-$idf_version_string.zip"
 
 mkdir -p dist && rm -rf "$archive_path" "$build_archive_path"
 
@@ -38,12 +38,11 @@ rm -rf arduino-esp32/libraries/TFLiteMicro
 rm -rf arduino-esp32/libraries/ESP32
 rm -rf arduino-esp32/package
 rm -rf arduino-esp32/tools/esp32-arduino-libs
+rm -rf arduino-esp32/tools/*.exe
 rm -rf arduino-esp32/tools/esptool.py
 rm -rf arduino-esp32/tools/get.py
-rm -rf arduino-esp32/tools/get.exe
 rm -rf arduino-esp32/tools/ide-debug
 rm -rf arduino-esp32/tools/gen_insights_package.py
-rm -rf arduino-esp32/tools/gen_insights_package.exe
 rm -rf arduino-esp32/platform.txt
 rm -rf arduino-esp32/programmers.txt
 rm -rf arduino-esp32/boards.txt

tools/install-esp-idf.sh

@@ -37,7 +37,7 @@ if [ ! -d "$IDF_PATH" ]; then
     idf_was_installed="1"
 else
     # update existing branch
-    echo "ESP-IDF is already installed, updating branch '$IDF_BRANCH'"
+    echo "ESP-IDF is already installed, updating branch $IDF_BRANCH"
     cd $IDF_PATH
     git pull
     git reset --hard $IDF_BRANCH
@@ -68,6 +68,12 @@ if [ ! -x $idf_was_installed ] || [ ! -x $commit_predefined ]; then
 	cd $IDF_PATH
 	patch -p1 -N -i ../patches/esp32s2_i2c_ll_master_init.diff
 	cd -
+
+        # Get the exact IDF version from file "version.txt"
+	cd $IDF_PATH
+	export IDF_VERSION=$(<version.txt)
+        echo "IDF version: $IDF_VERSION"
+	cd -  
 fi
 
 #