infracost integration (backend) (#3460)

Author: kinjalh

assets/src/generated/graphql.ts

@@ -140,6 +140,9 @@ fragment StackRun on StackRun {
   insight {
     ...AiInsight
   }
+  infracostResources(limit: 5) {
+    ...StackInfracostResource
+  }
 }
 
 fragment ObservableMetric on ObservableMetric {
@@ -224,6 +227,21 @@ fragment StackRunDetails on StackRun {
     type
     maxSeverity
   }
+  infracostResources(limit: 10) {
+    ...StackInfracostResource
+  }
+}
+
+fragment StackInfracostResource on StackInfracostResource {
+  id
+  resourceScope
+  projectName
+  name
+  resourceType
+  hourlyCost
+  monthlyCost
+  monthlyUsageCost
+  rawResource
 }
 
 fragment CustomStackRun on CustomStackRun {

assets/src/generated/persisted-queries/client.json

@@ -4,6 +4,7 @@ defmodule Console.Deployments.Stacks do
   import Console.Deployments.Policies
   import Console.Deployments.Stacks.Commands
   import Console.AI.Fixer.Base, only: [blacklist: 1]
+  require Logger
   alias Console.PubSub
   alias Console.Deployments.{Services, Clusters, Settings, Git, Stacks.Stability, Tar}
   alias Console.Deployments.Git.Discovery
@@ -288,7 +289,7 @@ defmodule Console.Deployments.Stacks do
     start_transaction()
     |> add_operation(:run, fn _ ->
       get_run!(id)
-      |> Repo.preload([:state, violations: :causes])
+      |> Repo.preload([:state, :infracost_resources, violations: :causes])
       |> StackRun.update_changeset(attrs)
       |> allow(actor, :write)
       |> when_ok(:update)
@@ -429,7 +430,7 @@ defmodule Console.Deployments.Stacks do
     start_transaction()
     |> add_operation(:run, fn _ ->
       get_run!(id)
-      |> Repo.preload([:state, :output, :errors, :stack, violations: :causes])
+      |> Repo.preload([:state, :output, :errors, :stack, :infracost_resources, violations: :causes])
       |> StackRun.complete_changeset(attrs)
       |> allow(actor, :write)
       |> when_ok(:update)

assets/src/graph/stacks.graphql

@@ -110,6 +110,18 @@ defmodule Console.GraphQl.Deployments.Stack do
     field :errors,              list_of(:service_error_attributes), description: "Any errors detected when trying to run this stack"
     field :cancellation_reason, :string, description: "Why you decided to cancel this run"
     field :violations,          list_of(:stack_policy_violation_attributes), description: "the violations detected by the policy engine"
+    field :infracost_resources, list_of(:stack_infracost_resource_attributes), description: "Infracost resource rows to persist for this run"
+  end
+
+  input_object :stack_infracost_resource_attributes do
+    field :resource_scope,      non_null(:string), description: "breakdown | past_breakdown | diff | free"
+    field :project_name,        :string,           description: "Infracost project name this resource belongs to"
+    field :name,                non_null(:string)
+    field :resource_type,       :string
+    field :hourly_cost,         :float
+    field :monthly_cost,        :float
+    field :monthly_usage_cost,  :float
+    field :raw_resource,        :json
   end
 
   input_object :run_step_attributes do
@@ -270,6 +282,12 @@ defmodule Console.GraphQl.Deployments.Stack do
 
     field :tags, list_of(:tag), resolve: dataloader(Deployments), description: "key/value tags to filter stacks"
 
+    field :infracost_resources, list_of(:stack_infracost_resource),
+      description: "Infracost resource rows attached to this stack (newest first)" do
+      arg :limit, :integer
+      resolve &Deployments.list_stack_infracost_resources/3
+    end
+
     field :read_bindings,  list_of(:policy_binding), resolve: dataloader(Deployments)
     field :write_bindings, list_of(:policy_binding), resolve: dataloader(Deployments)
 
@@ -429,9 +447,37 @@ defmodule Console.GraphQl.Deployments.Stack do
     field :repository,      :git_repository, resolve: dataloader(Deployments), description: "the git repository you're sourcing IaC from"
     field :violations,      list_of(:stack_policy_violation), resolve: dataloader(Deployments), description: "policy violations for this stack"
 
+    field :infracost_resources, list_of(:stack_infracost_resource),
+      description: "Infracost resource rows attached to this run (newest first)" do
+      arg :limit, :integer
+      resolve &Deployments.list_stack_run_infracost_resources/3
+    end
+
+    timestamps()
+  end
+
+  object :stack_infracost_resource do
+    field :id,             non_null(:id)
+    field :resource_scope, non_null(:string), description: "breakdown | past_breakdown | diff | free"
+    field :project_name,   :string,           description: "Infracost project name this resource belongs to"
+    field :name,           non_null(:string)
+    field :resource_type,  :string
+
+    field :hourly_cost,        :float, resolve: fn p, _, _ -> {:ok, decimal_float(p.hourly_cost)} end
+    field :monthly_cost,       :float, resolve: fn p, _, _ -> {:ok, decimal_float(p.monthly_cost)} end
+    field :monthly_usage_cost, :float, resolve: fn p, _, _ -> {:ok, decimal_float(p.monthly_usage_cost)} end
+
+    field :raw_resource, :map
+
+    field :stack_run, :stack_run, resolve: dataloader(Deployments)
+
     timestamps()
   end
 
+  defp decimal_float(nil), do: nil
+  defp decimal_float(%Decimal{} = d), do: Decimal.to_float(d)
+  defp decimal_float(_), do: nil
+
   object :run_step do
     field :id,               non_null(:id)
     field :status,           non_null(:step_status)

go/client/models_gen.go

@@ -83,6 +83,7 @@ defmodule Console.GraphQl.Resolvers.Deployments do
     ClusterScalingRecommendation,
     StackPolicyViolation,
     StackViolationCause,
+    StackInfracostResource,
     Alert,
     AlertResolution,
     Flow,
@@ -194,6 +195,7 @@ defmodule Console.GraphQl.Resolvers.Deployments do
   def query(ClusterScalingRecommendation, _), do: ClusterScalingRecommendation
   def query(StackPolicyViolation, _), do: StackPolicyViolation
   def query(StackViolationCause, _), do: StackViolationCause
+  def query(StackInfracostResource, _), do: StackInfracostResource
   def query(Alert, _), do: Alert
   def query(AlertResolution, _), do: AlertResolution
   def query(Flow, _), do: Flow

lib/console/deployments/stacks.ex

@@ -1,5 +1,6 @@
 defmodule Console.GraphQl.Resolvers.Deployments.Stack do
   use Console.GraphQl.Resolvers.Deployments.Base
+  import Ecto.Query
   alias Console.Deployments.{Stacks, Services, Settings}
   alias Console.Schema.{
     Stack,
@@ -8,6 +9,7 @@ defmodule Console.GraphQl.Resolvers.Deployments.Stack do
     CustomStackRun,
     DeploymentSettings,
     StackDefinition,
+    StackInfracostResource,
     AgentSession
   }
 
@@ -91,6 +93,36 @@ defmodule Console.GraphQl.Resolvers.Deployments.Stack do
     |> paginate(args)
   end
 
+  def list_stack_infracost_resources(%Stack{id: stack_id} = stack, args, ctx) do
+    case safe_stack_field(stack, true, ctx) do
+      {:error, _} = err ->
+        err
+
+      _ ->
+        StackInfracostResource
+        |> where([r], r.stack_id == ^stack_id)
+        |> order_by([r], desc: r.inserted_at)
+        |> maybe_limit_infracost(args)
+        |> Console.Repo.all()
+        |> ok()
+    end
+  end
+
+  def list_stack_run_infracost_resources(%StackRun{id: run_id} = run, args, ctx) do
+    case safe_stack_field(run, true, ctx) do
+      {:error, _} = err ->
+        err
+
+      _ ->
+        StackInfracostResource
+        |> where([r], r.stack_run_id == ^run_id)
+        |> order_by([r], desc: r.inserted_at)
+        |> maybe_limit_infracost(args)
+        |> Console.Repo.all()
+        |> ok()
+    end
+  end
+
   def stack_runs_for_cluster(args, %{context: %{cluster: cluster}}) do
     StackRun.for_cluster(cluster.id)
     |> StackRun.pending()
@@ -213,4 +245,9 @@ defmodule Console.GraphQl.Resolvers.Deployments.Stack do
     do: Stacks.stack_files(id, user)
 
   def plural_creds(run, _, ctx), do: Stacks.plural_creds(run, actor(ctx))
+
+  defp maybe_limit_infracost(query, %{limit: limit}) when is_integer(limit) and limit > 0,
+    do: limit(query, ^limit)
+
+  defp maybe_limit_infracost(query, _), do: query
 end

lib/console/graphql/deployments/stack.ex

@@ -20,7 +20,8 @@ defmodule Console.Schema.Stack do
     Service,
     Project,
     StackDefinition,
-    AiInsight
+    AiInsight,
+    StackInfracostResource
   }
 
   defenum Type, terraform: 0, ansible: 1, custom: 2
@@ -186,6 +187,7 @@ defmodule Console.Schema.Stack do
     has_many :files,       StackFile, on_replace: :delete
     has_many :output,      StackOutput, on_replace: :delete
     has_many :runs,        StackRun
+    has_many :infracost_resources, StackInfracostResource, foreign_key: :stack_id
     has_many :tags,        Tag, on_replace: :delete
 
     has_many :observable_metrics, ObservableMetric, on_replace: :delete

lib/console/graphql/resolvers/deployments.ex

@@ -0,0 +1,38 @@
+defmodule Console.Schema.StackInfracostResource do
+  use Piazza.Ecto.Schema
+  alias Console.Schema.{Stack, StackRun}
+
+  @scopes ~w(breakdown past_breakdown diff free)
+
+  schema "stack_infracost_resources" do
+    field :resource_scope, :string
+    field :project_name,   :string
+    field :name,           :string
+    field :resource_type,  :string
+
+    field :hourly_cost,        :decimal
+    field :monthly_cost,       :decimal
+    field :monthly_usage_cost, :decimal
+
+    field :raw_resource, :map
+
+    belongs_to :stack,     Stack
+    belongs_to :stack_run, StackRun
+
+    timestamps()
+  end
+
+  @cast ~w(resource_scope project_name name resource_type
+           hourly_cost monthly_cost monthly_usage_cost
+           raw_resource stack_id stack_run_id)a
+
+  def changeset(model, attrs \\ %{}) do
+    model
+    |> cast(attrs, @cast)
+    |> foreign_key_constraint(:stack_id)
+    |> foreign_key_constraint(:stack_run_id)
+    |> validate_required(~w(resource_scope name stack_id)a)
+    |> validate_inclusion(:resource_scope, @scopes)
+    |> put_new_change(:id, &Piazza.Ecto.UUID.generate_monotonic/0)
+  end
+end