chore: prepare v1.2.1-rc.0 (#1489)

* test(appengine): show interface tag in logs
  there was a typo in interface, so it was not showing
* chore: remove astarte_rpc where it's no longer needed
  DUP and AppEngine don't need astarte_rpc now that we've replaced VMQ and
  DUP's RPCs with Horde
  Remove it as a direct dependency (it's still a transitive dependency
  because of the realm_management dependency in tests) and remove its
  mocks
* chore: prepare v1.2.1-rc.0

Signed-off-by: Francesco Noacco <francesco.noacco@secomind.com>

Author: noaccOS

CHANGELOG.md

@@ -4,7 +4,7 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/)
 and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
 
-## [1.2.1] - Unreleased
+## [1.2.1-rc.0] - 2025-08-26
 ### Added
 - New environment variables to control how clustering work, needed on AppEngine and DUP.
   - `CLUSTERING_STRATEGY`. Its possible values are:
@@ -26,9 +26,26 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 - Rework RPC between DUP and VerneMQ using Erlang's native clustering and
   message-passing instead of AMQP queues:
   [#1197](https://github.com/astarte-platform/astarte/pull/1197).
+- Changed the database driver from CQEx (unmantained) to (E)xandra
+- [astarte_trigger_engine] avoid exposing __unknown_fields__ in mustache templates
+- [astarte_trigger_engine] properly handle incoming introspection events
 
 ### Fixed
+- avoid leaving dangling device deletion entries
+- [astarte_appengine_api] fix a crash on invalid object update values
+- [astarte_appengine_api] fix a crash with empty result and `disjoint_tables` format for object aggregates
+- [astarte_appengine_api] Create needed AMQP exchanges instead of crashing
+- [astarte_appengine_api] Handle unset of properties which don't allow being unset
+- [astarte_data_updater_plant] fix a crash when performing updates of deleted values
+- [astarte_data_updater_plant] Fix a crash while handling device introspection
 - [astarte_data_updater_plant] Fix DataUpdater GenServer timeout handling that prevented inactive processes to shut down automatically.
+- [astarte_data_updater_plant] Handle unset of properties which don't allow being unset
+- [astarte_data_updater_plant] properly discard heartbeat messages when discarding messages
+- [astarte_data_updater_plant] Properly reconnect to RabbitMQ in case of disconnection
+- [astarte_data_updater_plant] Some queries had the `astarte_instance_id` applied twice
+- [astarte_realm_management] avoid crashing on interface list
+- [astarte_realm_management] avoid crash when deleting devices with invalid introspection
+- [astarte_realm_management] ensure devices are cleaned up after being deleted
 
 ## [1.2.1-alpha.0] - 2025-04-10
 ### Changed

apps/astarte_appengine_api/config/test.exs

@@ -17,7 +17,7 @@ config :logger, :console,
     :group_name,
     :device_alias,
     :device_id,
-    :inteface,
+    :interface,
     :path,
     :function,
     :request_id,
@@ -26,8 +26,6 @@ config :logger, :console,
 
 config :astarte_rpc, :amqp_connection, host: System.get_env("RABBITMQ_HOST") || "rabbitmq"
 
-config :astarte_appengine_api, :rpc_client, MockRPCClient
-
 config :astarte_appengine_api,
        :data_updater_plant_rpc_client,
        Astarte.AppEngine.API.RPC.DataUpdaterPlant.ClientMock

apps/astarte_appengine_api/lib/astarte_appengine_api/application.ex

@@ -26,7 +26,6 @@ defmodule Astarte.AppEngine.API.Application do
   def start(_type, _args) do
     alias Astarte.AppEngine.API.Config
     alias Astarte.DataAccess.Config, as: DataAccessConfig
-    alias Astarte.RPC.Config, as: RPCConfig
 
     # make amqp supervisors logs less verbose
     :logger.add_primary_filter(
@@ -37,7 +36,6 @@ defmodule Astarte.AppEngine.API.Application do
     Logger.info("Starting application v#{@app_version}.", tag: "appengine_api_start")
 
     DataAccessConfig.validate!()
-    RPCConfig.validate!()
     Config.validate!()
 
     xandra_options = Config.xandra_options!()

apps/astarte_appengine_api/lib/astarte_appengine_api/config.ex

@@ -121,13 +121,6 @@ defmodule Astarte.AppEngine.API.Config do
           os_env: "APPENGINE_API_ROOMS_AMQP_CLIENT_SSL_CUSTOM_SNI",
           type: :binary
 
-  @envdoc "Returns the RPC client, defaulting to AMQP.Client. Used for Mox during testing."
-  app_env :rpc_client, :astarte_appengine_api, :rpc_client,
-    os_env: "APPENGINE_API_RPC_CLIENT",
-    binding_skip: [:system],
-    type: :module,
-    default: Astarte.RPC.AMQP.Client
-
   @envdoc "The Erlang cluster strategy to use. One of `none`, `kubernetes`. Defaults to `none`."
   app_env :clustering_strategy,
           :astarte_appengine_api,

apps/astarte_appengine_api/mix.exs

@@ -22,7 +22,7 @@ defmodule Astarte.AppEngine.API.Mixfile do
     [
       app: :astarte_appengine_api,
       elixir: "~> 1.15",
-      version: "1.2.1-alpha.0",
+      version: "1.2.1-rc.0",
       elixirc_paths: elixirc_paths(Mix.env()),
       start_permanent: Mix.env() == :prod,
       test_coverage: [tool: ExCoveralls],
@@ -62,8 +62,7 @@ defmodule Astarte.AppEngine.API.Mixfile do
   defp astarte_required_modules("true") do
     [
       {:astarte_core, in_umbrella: true},
-      {:astarte_data_access, in_umbrella: true},
-      {:astarte_rpc, in_umbrella: true}
+      {:astarte_data_access, in_umbrella: true}
     ]
   end
 
@@ -74,8 +73,7 @@ defmodule Astarte.AppEngine.API.Mixfile do
        github: "astarte-platform/astarte_data_access", branch: "release-1.2"},
       {:astarte_generators, github: "astarte-platform/astarte_generators", only: [:dev, :test]},
       {:astarte_realm_management,
-       path: "../astarte_realm_management", only: [:dev, :test], runtime: false},
-      {:astarte_rpc, "~> 1.2"}
+       path: "../astarte_realm_management", only: [:dev, :test], runtime: false}
     ]
   end
 
@@ -84,6 +82,7 @@ defmodule Astarte.AppEngine.API.Mixfile do
   # Type `mix help deps` for examples and options.
   defp deps do
     [
+      {:amqp, "~> 3.0"},
       {:phoenix, "~> 1.7"},
       {:phoenix_ecto, "~> 4.0"},
       {:phoenix_view, "~> 2.0"},

apps/astarte_appengine_api/mix.lock

@@ -1,11 +1,11 @@
 %{
   "amqp": {:hex, :amqp, "3.3.2", "6cad7469957b29c517a26a27474828f1db28278a13bcc2e7970db9854a3d3080", [:mix], [{:amqp_client, "~> 3.9", [hex: :amqp_client, repo: "hexpm", optional: false]}], "hexpm", "f977c41d81b65a21234a9158e6491b2296f8bd5bda48d5b611a64b6e0d2c3f31"},
   "amqp_client": {:hex, :amqp_client, "3.12.14", "2b677bc3f2e2234ba7517042b25d72071a79735042e91f9116bd3c176854b622", [:make, :rebar3], [{:credentials_obfuscation, "3.4.0", [hex: :credentials_obfuscation, repo: "hexpm", optional: false]}, {:rabbit_common, "3.12.14", [hex: :rabbit_common, repo: "hexpm", optional: false]}], "hexpm", "5f70b6c3b1a739790080da4fddc94a867e99f033c4b1edc20d6ff8b8fb4bd160"},
-  "astarte_core": {:git, "https://github.com/astarte-platform/astarte_core.git", "7ba3d8f672e54c55b0abe8fd7c4d00f40a4f023e", [branch: "release-1.2"]},
-  "astarte_data_access": {:git, "https://github.com/astarte-platform/astarte_data_access.git", "991f8d99b31cccd626b434251b577b5001259ced", [branch: "release-1.2"]},
+  "astarte_core": {:git, "https://github.com/astarte-platform/astarte_core.git", "9f40710a57cd2b0c8490bcca32b270a02ba94d74", [branch: "release-1.2"]},
+  "astarte_data_access": {:git, "https://github.com/astarte-platform/astarte_data_access.git", "30d8ff36a8479a898947a86146ac9b7814a00d79", [branch: "release-1.2"]},
   "astarte_generators": {:git, "https://github.com/astarte-platform/astarte_generators.git", "673834e5a90c753c3cc22ad53be20b705c827d4a", []},
   "astarte_rpc": {:hex, :astarte_rpc, "1.2.0", "dcef7434bf3f19ff30ff0bc245ef2d3b0f9abeb369405713cfd28916a5635926", [:mix], [{:amqp, "~> 3.3", [hex: :amqp, repo: "hexpm", optional: false]}, {:castore, "~> 1.0.0", [hex: :castore, repo: "hexpm", optional: false]}, {:protobuf, "~> 0.12", [hex: :protobuf, repo: "hexpm", optional: false]}, {:skogsra, "~> 2.2", [hex: :skogsra, repo: "hexpm", optional: false]}], "hexpm", "8470ed2f116fa8c9d70845f295f3738529aff123d9d3f98cbfa37107314763cb"},
-  "castore": {:hex, :castore, "1.0.11", "4bbd584741601eb658007339ea730b082cc61f3554cf2e8f39bf693a11b49073", [:mix], [], "hexpm", "e03990b4db988df56262852f20de0f659871c35154691427a5047f4967a16a62"},
+  "castore": {:hex, :castore, "1.0.15", "8aa930c890fe18b6fe0a0cff27b27d0d4d231867897bd23ea772dee561f032a3", [:mix], [], "hexpm", "96ce4c69d7d5d7a0761420ef743e2f4096253931a3ba69e5ff8ef1844fe446d3"},
   "cors_plug": {:hex, :cors_plug, "2.0.3", "316f806d10316e6d10f09473f19052d20ba0a0ce2a1d910ddf57d663dac402ae", [:mix], [{:plug, "~> 1.8", [hex: :plug, repo: "hexpm", optional: false]}], "hexpm", "ee4ae1418e6ce117fc42c2ba3e6cbdca4e95ecd2fe59a05ec6884ca16d469aea"},
   "cowboy": {:hex, :cowboy, "2.13.0", "09d770dd5f6a22cc60c071f432cd7cb87776164527f205c5a6b0f24ff6b38990", [:make, :rebar3], [{:cowlib, ">= 2.14.0 and < 3.0.0", [hex: :cowlib, repo: "hexpm", optional: false]}, {:ranch, ">= 1.8.0 and < 3.0.0", [hex: :ranch, repo: "hexpm", optional: false]}], "hexpm", "e724d3a70995025d654c1992c7b11dbfea95205c047d86ff9bf1cda92ddc5614"},
   "cowboy_telemetry": {:hex, :cowboy_telemetry, "0.3.1", "ebd1a1d7aff97f27c66654e78ece187abdc646992714164380d8a041eda16754", [:rebar3], [{:cowboy, "~> 2.7", [hex: :cowboy, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "3a6efd3366130eab84ca372cbd4a7d3c3a97bdfcfb4911233b035d117063f0af"},

apps/astarte_appengine_api/test/support/mocks.ex

@@ -18,8 +18,6 @@
 # SPDX-License-Identifier: Apache-2.0
 #
 
-Mox.defmock(MockRPCClient, for: Astarte.RPC.Client)
-
 Mox.defmock(Astarte.AppEngine.API.RPC.DataUpdaterPlant.ClientMock,
   for: Astarte.AppEngine.API.RPC.DataUpdaterPlant.Behaviour
 )

apps/astarte_data_updater_plant/config/test.exs

@@ -10,7 +10,6 @@ config :logger, :console,
   metadata: [:realm, :device_id, :function]
 
 config :astarte_data_updater_plant, :astarte_instance_id, "test"
-config :astarte_data_updater_plant, :rpc_client, MockRPCClient
 
 config :astarte_data_updater_plant,
        :vernemq_plugin_rpc_client,

apps/astarte_data_updater_plant/lib/astarte_data_updater_plant/config.ex

@@ -206,15 +206,6 @@ defmodule Astarte.DataUpdaterPlant.Config do
     type: :integer,
     default: 4000
 
-  @envdoc """
-  The RPC client, defaulting to AMQP.Client. Used for Mox during testing.
-  """
-  app_env :rpc_client, :astarte_data_updater_plant, :rpc_client,
-    os_env: "DATA_UPDATER_PLANT_RPC_CLIENT",
-    binding_skip: [:system],
-    type: :module,
-    default: Astarte.RPC.AMQP.Client
-
   @envdoc "The interval between two heartbeats sent from the VernqMQ device process."
   app_env :device_heartbeat_interval_ms,
           :astarte_data_updater_plant,

apps/astarte_data_updater_plant/mix.exs

@@ -23,7 +23,7 @@ defmodule Astarte.DataUpdaterPlant.Mixfile do
     [
       app: :astarte_data_updater_plant,
       elixir: "~> 1.15",
-      version: "1.2.1-alpha.0",
+      version: "1.2.1-rc.0",
       build_embedded: Mix.env() == :prod,
       start_permanent: Mix.env() == :prod,
       elixirc_paths: elixirc_paths(Mix.env()),
@@ -61,20 +61,19 @@ defmodule Astarte.DataUpdaterPlant.Mixfile do
   defp astarte_required_modules("true") do
     [
       {:astarte_core, in_umbrella: true},
-      {:astarte_data_access, in_umbrella: true},
-      {:astarte_rpc, in_umbrella: true}
+      {:astarte_data_access, in_umbrella: true}
     ]
   end
 
   defp astarte_required_modules(_) do
     [
-      {:astarte_core, github: "astarte-platform/astarte_core", branch: "release-1.2"},
+      {:astarte_core,
+       github: "astarte-platform/astarte_core", branch: "release-1.2", override: true},
       {:astarte_data_access,
        github: "astarte-platform/astarte_data_access", branch: "release-1.2"},
       {:astarte_generators, github: "astarte-platform/astarte_generators", only: [:dev, :test]},
       {:astarte_realm_management,
-       path: "../astarte_realm_management", only: [:dev, :test], runtime: false},
-      {:astarte_rpc, "~> 1.2"}
+       path: "../astarte_realm_management", only: [:dev, :test], runtime: false}
     ]
   end