Merge remote-tracking branch 'upstream/main' into w14/main-to-disterl-merge

1. Partial revert of a6add4b regarding removal
of stop handler for BSD sockets and move of reference count logic to monitor to
resources.c. Indeed, main features another approach for fixing race conditions
in monitors involving signals which is a better design

2. Slight modification of resource monitor logic in context_destroy so that
`resource_type_fire_monitor` is called with the current context as the erl_nif
env, which was the case in feature/distributed-erlang branch and that
`dist_connection_down` relied upon. This is a hack documented in
`dist_connection_down` so that the exit reason is passed to distributed
monitors

3. Fix typo in emscripten platform_nifs regarding crypto

Author: pguyot

.github/workflows/build-and-test-macos.yaml

@@ -49,12 +49,12 @@ jobs:
 
     - name: "Install deps"
       if: matrix.otp != '24'
-      run: HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=1 brew install gperf doxygen erlang@${{ matrix.otp }} ninja mbedtls rebar3
+      run: HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=1 brew install gperf doxygen erlang@${{ matrix.otp }} gleam ninja mbedtls rebar3
 
     - name: "Install deps"
       if: matrix.otp == '24'
       run: |
-        HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=1 brew install gperf doxygen erlang@${{ matrix.otp }} ninja mbedtls
+        HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=1 brew install gperf doxygen erlang@${{ matrix.otp }} gleam ninja mbedtls
         wget https://github.com/erlang/rebar3/releases/download/3.23.0/rebar3
         chmod +x rebar3
         if [ -e /usr/local/opt/erlang@24/bin/ ] ; then

.github/workflows/build-and-test.yaml

@@ -51,6 +51,7 @@ jobs:
         cc: ["gcc-9", "gcc-11", "gcc-13", "clang-10", "clang-14", "clang-18"]
         cflags: ["-O3"]
         otp: ["25", "26", "27"]
+        gleam_version: ["1.8.0"]
 
         include:
         - cc: "gcc-7"
@@ -301,6 +302,7 @@ jobs:
         otp-version: ${{ matrix.otp }}
         elixir-version: ${{ matrix.elixir_version }}
         rebar3-version: ${{ matrix.rebar3_version }}
+        gleam-version: ${{ matrix.gleam_version }}
         hexpm-mirrors: |
           https://builds.hex.pm
           https://repo.hex.pm
@@ -365,37 +367,37 @@ jobs:
       working-directory: build
       run: |
         ulimit -c unlimited
+        valgrind --error-exitcode=1 ./tests/test-erlang -s prime_smp
         ./tests/test-erlang -s prime_smp
-        valgrind ./tests/test-erlang -s prime_smp
 
     - name: "Test: test-enif"
       working-directory: build
       run: |
         ulimit -c unlimited
+        valgrind --error-exitcode=1 ./tests/test-enif
         ./tests/test-enif
-        valgrind ./tests/test-enif
 
     - name: "Test: test-heap"
       working-directory: build
       run: |
         ulimit -c unlimited
+        valgrind --error-exitcode=1 ./tests/test-heap
         ./tests/test-heap
-        valgrind ./tests/test-heap
 
     - name: "Test: test-mailbox"
       working-directory: build
       run: |
         ulimit -c unlimited
+        valgrind --error-exitcode=1 ./tests/test-mailbox
         ./tests/test-mailbox
-        valgrind ./tests/test-mailbox
 
     - name: "Test: test-structs"
       timeout-minutes: 10
       working-directory: build
       run: |
         ulimit -c unlimited
+        valgrind --error-exitcode=1 ./tests/test-structs
         ./tests/test-structs
-        valgrind ./tests/test-structs
 
     - name: "Test: test_etest.avm"
       timeout-minutes: 5
@@ -410,24 +412,24 @@ jobs:
       working-directory: build
       run: |
         ulimit -c unlimited
+        valgrind --error-exitcode=1 ./src/AtomVM ./tests/libs/estdlib/test_estdlib.avm
         ./src/AtomVM ./tests/libs/estdlib/test_estdlib.avm
-        valgrind ./src/AtomVM ./tests/libs/estdlib/test_estdlib.avm
 
     - name: "Test: test_eavmlib.avm"
       timeout-minutes: 10
       working-directory: build
       run: |
         ulimit -c unlimited
+        valgrind --error-exitcode=1 ./src/AtomVM ./tests/libs/eavmlib/test_eavmlib.avm
         ./src/AtomVM ./tests/libs/eavmlib/test_eavmlib.avm
-        valgrind ./src/AtomVM ./tests/libs/eavmlib/test_eavmlib.avm
 
     - name: "Test: test_alisp.avm"
       timeout-minutes: 10
       working-directory: build
       run: |
         ulimit -c unlimited
+        valgrind --error-exitcode=1 ./src/AtomVM ./tests/libs/alisp/test_alisp.avm
         ./src/AtomVM ./tests/libs/alisp/test_alisp.avm
-        valgrind ./src/AtomVM ./tests/libs/alisp/test_alisp.avm
 
     - name: "Test: Tests.avm (Elixir)"
       timeout-minutes: 10
@@ -436,8 +438,8 @@ jobs:
         ulimit -c unlimited
         if command -v elixirc &> /dev/null
         then
+          valgrind --error-exitcode=1 ./src/AtomVM ./tests/libs/exavmlib/Tests.avm
           ./src/AtomVM ./tests/libs/exavmlib/Tests.avm
-          valgrind ./src/AtomVM ./tests/libs/exavmlib/Tests.avm
         fi
 
     - name: "Install and smoke test"

.github/workflows/build-libraries.yaml

@@ -89,8 +89,8 @@ jobs:
       timeout-minutes: 10
       working-directory: build
       run: |
+        valgrind --error-exitcode=1 ./src/AtomVM ./tests/libs/estdlib/test_estdlib.avm
         ./src/AtomVM ./tests/libs/estdlib/test_estdlib.avm
-        valgrind ./src/AtomVM ./tests/libs/estdlib/test_estdlib.avm
 
     - name: "Rename and write sha256sum"
       working-directory: build

.github/workflows/pico-build.yaml

@@ -48,7 +48,7 @@ jobs:
     - name: "Install deps"
       run: |
         sudo apt install -y \
-            cmake gperf ninja-build gcc-arm-none-eabi \
+            cmake doxygen gperf ninja-build gcc-arm-none-eabi \
             libnewlib-arm-none-eabi libstdc++-arm-none-eabi-newlib \
             erlang-base erlang-dev erlang-dialyzer erlang-eunit rebar3
 

.github/workflows/publish-docs.yaml

@@ -129,7 +129,7 @@ jobs:
           git add "doc/${{ github.ref_name }}"
           git add .
           git diff --exit-code Production || echo "Going to commit"
-          git diff --exit-code Production || git commit -m "Update Documentation"
+          git diff --exit-code Production || git commit -m "Update Documentation for ${{ github.ref_name }}"
           git log -1
       - name: Push changes
         if: github.repository == 'atomvm/AtomVM'

.github/workflows/wasm-build.yaml

@@ -47,7 +47,7 @@ jobs:
         cd build
         cmake .. -G Ninja -DAVM_WARNINGS_ARE_ERRORS=ON
         # test_eavmlib does not work with wasm due to http + ssl test
-        ninja AtomVM atomvmlib test_etest test_alisp hello_world run_script call_cast html5_events wasm_webserver
+        ninja AtomVM atomvmlib erlang_test_modules test_etest test_alisp test_estdlib hello_world run_script call_cast html5_events wasm_webserver
 
     - name: Upload AtomVM and test modules
       uses: actions/upload-artifact@v4
@@ -112,9 +112,11 @@ jobs:
         node src/AtomVM.js ../../../../build/examples/erlang/hello_world.beam  ../../../../build/libs/eavmlib/src/eavmlib.avm
         # Run tests that pass
         node src/AtomVM.js ../../../../build/tests/libs/alisp/test_alisp.avm
+        node src/AtomVM.js ../../../../build/tests/libs/estdlib/test_estdlib.avm
         # test_eavmlib does not work with wasm due to http + ssl test
         # node src/AtomVM.js ../../../../build/tests/libs/eavmlib/test_eavmlib.avm
         node src/AtomVM.js ../../../../build/tests/libs/etest/test_etest.avm
+        node src/AtomVM.js ../../../../build/tests/erlang_tests/test_crypto.beam
 
     - name: "Rename and write sha256sum (node)"
       if: startsWith(github.ref, 'refs/tags/')
@@ -124,9 +126,6 @@ jobs:
         ATOMVM_JS=AtomVM-node-${{ github.ref_name }}.js
         mv AtomVM.js "${ATOMVM_JS}"
         sha256sum "${ATOMVM_JS}" > "${ATOMVM_JS}.sha256"
-        ATOMVM_WORKER_JS=AtomVM.worker-node-${{ github.ref_name }}.js
-        mv AtomVM.worker.js "${ATOMVM_WORKER_JS}"
-        sha256sum "${ATOMVM_WORKER_JS}" > "${ATOMVM_WORKER_JS}.sha256"
         ATOMVM_WASM=AtomVM-node-${{ github.ref_name }}.wasm
         mv AtomVM.wasm "${ATOMVM_WASM}"
         sha256sum "${ATOMVM_WASM}" > "${ATOMVM_WASM}.sha256"
@@ -140,8 +139,6 @@ jobs:
         files: |
           src/platforms/emscripten/build/src/AtomVM-node-${{ github.ref_name }}.js
           src/platforms/emscripten/build/src/AtomVM-node-${{ github.ref_name }}.js.sha256
-          src/platforms/emscripten/build/src/AtomVM.worker-node-${{ github.ref_name }}.js
-          src/platforms/emscripten/build/src/AtomVM.worker-node-${{ github.ref_name }}.js.sha256
           src/platforms/emscripten/build/src/AtomVM-node-${{ github.ref_name }}.wasm
           src/platforms/emscripten/build/src/AtomVM-node-${{ github.ref_name }}.wasm.sha256
 
@@ -227,9 +224,6 @@ jobs:
         ATOMVM_JS=AtomVM-web-${{ github.ref_name }}.js
         mv AtomVM.js "${ATOMVM_JS}"
         sha256sum "${ATOMVM_JS}" > "${ATOMVM_JS}.sha256"
-        ATOMVM_WORKER_JS=AtomVM.worker-web-${{ github.ref_name }}.js
-        mv AtomVM.worker.js "${ATOMVM_WORKER_JS}"
-        sha256sum "${ATOMVM_WORKER_JS}" > "${ATOMVM_WORKER_JS}.sha256"
         ATOMVM_WASM=AtomVM-web-${{ github.ref_name }}.wasm
         mv AtomVM.wasm "${ATOMVM_WASM}"
         sha256sum "${ATOMVM_WASM}" > "${ATOMVM_WASM}.sha256"
@@ -243,7 +237,5 @@ jobs:
         files: |
           src/platforms/emscripten/build/src/AtomVM-web-${{ github.ref_name }}.js
           src/platforms/emscripten/build/src/AtomVM-web-${{ github.ref_name }}.js.sha256
-          src/platforms/emscripten/build/src/AtomVM.worker-web-${{ github.ref_name }}.js
-          src/platforms/emscripten/build/src/AtomVM.worker-web-${{ github.ref_name }}.js.sha256
           src/platforms/emscripten/build/src/AtomVM-web-${{ github.ref_name }}.wasm
           src/platforms/emscripten/build/src/AtomVM-web-${{ github.ref_name }}.wasm.sha256

.gitignore

@@ -8,6 +8,8 @@
 *.o
 build/**
 xcode/**
+examples/**/build
+libs/**/build
 src/platforms/esp32/build/**
 src/platforms/esp32/build/**/*.d
 src/platforms/esp32/test/build/**

CHANGELOG.md

@@ -30,6 +30,15 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - Added `erl_epmd` client implementation to epmd using `socket` module
 - Added support for socket asynchronous API for `recv`, `recvfrom` and `accept`.
 - Added support for UDP multicast with socket API.
+- Added support for `ets:update_counter/3` and `ets:update_counter/4`.
+- Added `erlang:+/1`
+- Added `lists:append/1` and `lists:append/2`
+- Added `erlang:spawn_monitor/1`, `erlang:spawn_monitor/3`
+- Added `lists:dropwhile/2`.
+- Support for `float/1` BIF.
+- Added `erlang:get/0` and `erlang:erase/0`.
+- Added `erlang:unique_integer/0` and `erlang:unique_integer/1`
+- Added support for 'ets:delete/1'.
 
 ### Changed
 
@@ -40,6 +49,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - ESP32: improved sntp sync speed from a cold boot.
 - Fixed `gen_server` internal messages to match OTP so it works across erlang distribution
 - Utilize reserved `phy_init` partition on ESP32 to store wifi calibration for faster connections.
+- Support for zero count in `lists:duplicate/2`.
 
 ## [0.6.6] - Unreleased
 
@@ -49,6 +59,10 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 with nodejs and emscripten)
 - Added preliminary support for ESP32P4 (no networking support yet).
 - Added memory info in `out_of_memory` crash logs to help developers fix memory issues.
+- Added documentation and function specs for uart driver
+- Added `uart:read/2` with a timeout parameter.
+- Missing `erlang:is_function/2` BIF
+- Added `erlang:is_record/2`
 
 ### Fixed
 
@@ -87,6 +101,21 @@ bug when handling errors from BIFs used as NIFs (when called with `CALL_EXT` and
 - Fixed call to funs such as fun erlang:'not'/1, that make use of BIFs
 - Fixed potential crashes or memory leaks caused by a mistake in calculation of reference counts
 and a race condition in otp_socket code
+- Fixed an out of memory issue by forcing GC to copy data from message fragments
+- Fixed a bug where calling repeatedly `process_info` on a stopped process could cause an out of
+memory error
+- Fixed possible concurrency problems in ESP32 UART driver
+- Fixed concurrency and memory leak related to links and monitors
+- Fixed issues with parsing of line references for stack traces
+- Fixed memory corruption issue with `erlang:make_tuple/2`
+- Fix potential use after free with code generated from OTP <= 24
+- Fix `is_function/2` guard
+- Fixed segfault when calling `lists:reverse/1` (#1600)
+- Fixed nif_atomvm_posix_read GC bug
+
+### Changed
+
+- ESP32 UART driver no longer aborts because of badargs in configuration, instead raising an error
 
 ## [0.6.5] - 2024-10-15
 

CMakeLists.txt

@@ -25,6 +25,7 @@ set(CMAKE_MODULE_PATH ${PROJECT_SOURCE_DIR}/CMakeModules)
 
 find_package(Dialyzer)
 find_package(Elixir)
+find_package(Gleam)
 
 option(AVM_DISABLE_FP "Disable floating point support." OFF)
 option(AVM_DISABLE_SMP "Disable SMP." OFF)

CMakeModules/BuildErlang.cmake

@@ -61,10 +61,12 @@ endmacro()
 macro(pack_lib avm_name)
 
     foreach(archive_name ${ARGN})
-        if(NOT ${archive_name} STREQUAL "exavmlib")
-            set(pack_lib_${avm_name}_archives ${pack_lib_${avm_name}_archives} ${CMAKE_BINARY_DIR}/libs/${archive_name}/src/${archive_name}.avm)
-        else()
+        if(${archive_name} STREQUAL "exavmlib")
             set(pack_lib_${avm_name}_archives ${pack_lib_${avm_name}_archives} ${CMAKE_BINARY_DIR}/libs/${archive_name}/lib/${archive_name}.avm)
+        elseif(${archive_name} STREQUAL "gleam_avm")
+            set(pack_lib_${avm_name}_archives ${pack_lib_${avm_name}_archives} ${CMAKE_BINARY_DIR}/libs/${archive_name}/${archive_name}.avm)
+        else()
+            set(pack_lib_${avm_name}_archives ${pack_lib_${avm_name}_archives} ${CMAKE_BINARY_DIR}/libs/${archive_name}/src/${archive_name}.avm)
         endif()
         set(pack_lib_${avm_name}_archive_targets ${pack_lib_${avm_name}_archive_targets} ${archive_name})
     endforeach()