Move keyspace translations to public functions in query files

Signed-off-by: Eddy Babetto <eddy.babetto@secomind.com>

Author: eddbbt

apps/astarte_appengine_api/lib/astarte_appengine_api/auth/auth.ex

@@ -18,14 +18,10 @@
 
 defmodule Astarte.AppEngine.API.Auth do
   alias Astarte.AppEngine.API.Queries
-  alias Astarte.AppEngine.API.Config
-  alias Astarte.Core.CQLUtils
 
   require Logger
 
   def fetch_public_key(realm) do
-    keyspace = CQLUtils.realm_name_to_keyspace_name(realm, Config.astarte_instance_id!())
-
-    Queries.fetch_public_key(keyspace)
+    Queries.fetch_public_key(realm)
   end
 end

apps/astarte_appengine_api/lib/astarte_appengine_api/device/device.ex

@@ -40,7 +40,7 @@ defmodule Astarte.AppEngine.API.Device do
   alias Astarte.DataAccess.Device, as: DeviceQueries
   alias Astarte.DataAccess.Interface, as: InterfaceQueries
   alias Ecto.Changeset
-  alias Astarte.Core.CQLUtils
+
   require Logger
 
   def list_devices!(realm_name, params) do

apps/astarte_appengine_api/lib/astarte_appengine_api/device/queries.ex

@@ -31,15 +31,15 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   alias Astarte.Core.CQLUtils
   alias Astarte.Core.Device
   alias Astarte.Core.InterfaceDescriptor
-  alias Astarte.AppEngine.API.Realm
+  alias Astarte.AppEngine.API.Realm, as: DataAccessRealm
   alias Astarte.AppEngine.API.Devices.Device, as: DatabaseDevice
   alias Astarte.AppEngine.API.Endpoint, as: DatabaseEndpoint
 
   require CQEx
   require Logger
 
   def retrieve_interfaces_list(realm_name, device_id) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     query =
       from d in DatabaseDevice,
@@ -53,7 +53,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def retrieve_all_endpoint_ids_for_interface!(realm_name, interface_id, opts \\ []) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     query =
       from DatabaseEndpoint,
@@ -71,7 +71,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def retrieve_all_endpoints_for_interface!(realm_name, interface_id) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     query =
       from DatabaseEndpoint,
@@ -83,7 +83,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def retrieve_mapping(realm_name, interface_id, endpoint_id) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     query =
       from DatabaseEndpoint,
@@ -105,7 +105,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def interface_has_explicit_timestamp?(realm_name, interface_id) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
     do_interface_has_explicit_timestamp?(keyspace, interface_id)
   end
 
@@ -125,7 +125,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def fetch_datastream_maximum_storage_retention(realm_name) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
     group = "realm_config"
     key = "datastream_maximum_storage_retention"
 
@@ -145,16 +145,19 @@ defmodule Astarte.AppEngine.API.Device.Queries do
         opts
       ) do
     columns = default_endpoint_column_selection(endpoint_row)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     opts = %{opts | limit: 1}
 
-    do_get_datastream_values(realm_name, device_id, interface_row, endpoint_id, path, opts)
+    do_get_datastream_values(keyspace, device_id, interface_row, endpoint_id, path, opts)
     |> select(^columns)
     |> Repo.fetch_one()
   end
 
   def retrieve_all_endpoint_paths!(realm_name, device_id, interface_id, endpoint_id) do
-    find_endpoints(realm_name, "individual_properties", device_id, interface_id, endpoint_id)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
+
+    find_endpoints(keyspace, "individual_properties", device_id, interface_id, endpoint_id)
     |> select([:path])
     |> Repo.all()
   end
@@ -176,7 +179,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
     # TODO: use received value_timestamp when needed
     # TODO: :reception_timestamp_submillis is just a place holder right now
 
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     # Ecto expects microsecond precision
     {reception, reception_submillis} = split_datetime_to_ms_and_submillis(reception_timestamp)
@@ -223,7 +226,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
 
     # TODO: :reception_timestamp_submillis is just a place holder right now
     %InterfaceDescriptor{interface_id: interface_id, storage: storage} = interface_descriptor
-    keyspace_name = Realm.keyspace_name(realm_name)
+    keyspace_name = DataAccessRealm.keyspace_name(realm_name)
 
     q =
       from v in storage,
@@ -257,7 +260,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
         opts
       ) do
     value_column = CQLUtils.type_to_db_column_name(endpoint.value_type)
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     {timestamp_ms, timestamp_submillis} = split_ms_and_submillis(timestamp)
 
@@ -295,7 +298,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
         opts
       ) do
     value_column = CQLUtils.type_to_db_column_name(endpoint.value_type)
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
     {timestamp_ms, timestamp_submillis} = split_ms_and_submillis(timestamp)
 
     attributes = %{
@@ -325,7 +328,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
         timestamp,
         opts
       ) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
     interface_id = interface_descriptor.interface_id
 
     endpoint_rows =
@@ -452,7 +455,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def retrieve_device_status(realm_name, device_id) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
     fields = [:device_id | @device_status_columns_without_device_id]
 
     query = from(DatabaseDevice, prefix: ^keyspace, select: ^fields)
@@ -470,7 +473,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def retrieve_devices_list(realm_name, limit, retrieve_details?, previous_token) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     field_selection =
       if retrieve_details? do
@@ -517,7 +520,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def device_alias_to_device_id(realm_name, device_alias) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
     do_device_alias_to_device_id(keyspace, device_alias)
   end
 
@@ -532,7 +535,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def insert_attribute(realm_name, device_id, attribute_key, attribute_value) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
     new_attribute = %{attribute_key => attribute_value}
 
     query =
@@ -547,7 +550,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def delete_attribute(realm_name, device_id, attribute_key) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
     query = from(d in DatabaseDevice, select: d.attributes)
     opts = [prefix: keyspace, consistency: :quorum]
 
@@ -574,7 +577,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def insert_alias(realm_name, device_id, alias_tag, alias_value) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     name = %Name{
       object_name: alias_value,
@@ -615,7 +618,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def delete_alias(realm_name, device_id, alias_tag) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     query =
       from d in DatabaseDevice,
@@ -665,7 +668,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def set_inhibit_credentials_request(realm_name, device_id, inhibit_credentials_request) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     query =
       from DatabaseDevice,
@@ -679,7 +682,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def retrieve_object_datastream_values(realm_name, device_id, interface_row, path, columns, opts) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     query_limit = query_limit(opts)
     timestamp_column = timestamp_column(opts.explicit_timestamp)
@@ -710,9 +713,10 @@ defmodule Astarte.AppEngine.API.Device.Queries do
       ) do
     value_column = CQLUtils.type_to_db_column_name(endpoint_row.value_type) |> String.to_atom()
     columns = [:path, value_column]
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     find_endpoints(
-      realm_name,
+      keyspace,
       interface_row.storage,
       device_id,
       interface_row.interface_id,
@@ -732,9 +736,10 @@ defmodule Astarte.AppEngine.API.Device.Queries do
         opts
       ) do
     columns = default_endpoint_column_selection(endpoint_row)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
 
     query =
-      do_get_datastream_values(realm_name, device_id, interface_row, endpoint_id, path, opts)
+      do_get_datastream_values(keyspace, device_id, interface_row, endpoint_id, path, opts)
 
     values = query |> select(^columns) |> Repo.all()
     count = query |> select([d], count(d.value_timestamp)) |> Repo.one!()
@@ -743,22 +748,20 @@ defmodule Astarte.AppEngine.API.Device.Queries do
   end
 
   def value_type_query(realm_name, interface_id, endpoint_id) do
-    keyspace = keyspace_name(realm_name)
+    keyspace = DataAccessRealm.keyspace_name(realm_name)
     query = from DatabaseEndpoint, select: [:value_type]
 
     Repo.get_by!(query, [interface_id: interface_id, endpoint_id: endpoint_id], prefix: keyspace)
   end
 
   defp do_get_datastream_values(
-         realm_name,
+         keyspace,
          device_id,
          interface_row,
          endpoint_id,
          path,
          opts
        ) do
-    keyspace = keyspace_name(realm_name)
-
     query_limit = query_limit(opts)
 
     # Check the explicit user defined limit to know if we have to reorder data
@@ -813,9 +816,7 @@ defmodule Astarte.AppEngine.API.Device.Queries do
     |> where(^filter_to)
   end
 
-  defp find_endpoints(realm_name, table_name, device_id, interface_id, endpoint_id) do
-    keyspace = keyspace_name(realm_name)
-
+  defp find_endpoints(keyspace, table_name, device_id, interface_id, endpoint_id) do
     from(table_name, prefix: ^keyspace)
     |> where(device_id: ^device_id, interface_id: ^interface_id, endpoint_id: ^endpoint_id)
   end
@@ -833,13 +834,6 @@ defmodule Astarte.AppEngine.API.Device.Queries do
     [value_column | default_endpoint_column_selection()]
   end
 
-  defp keyspace_name(realm_name) do
-    Astarte.Core.CQLUtils.realm_name_to_keyspace_name(
-      realm_name,
-      Astarte.DataAccess.Config.astarte_instance_id!()
-    )
-  end
-
   defp timestamp_column(explicit_timestamp?) do
     case explicit_timestamp? do
       nil -> :reception_timestamp