main.tf

#------------------------------------------------------------
# Local configuration - Default (required). 
#------------------------------------------------------------

locals {
  resource_group_name = element(coalescelist(data.azurerm_resource_group.rgrp.*.name, azurerm_resource_group.rg.*.name, [""]), 0)
  location            = element(coalescelist(data.azurerm_resource_group.rgrp.*.location, azurerm_resource_group.rg.*.location, [""]), 0)
}

#---------------------------------------------------------
# Resource Group Creation or selection - Default is "false"
#----------------------------------------------------------
data "azurerm_resource_group" "rgrp" {
  count = var.create_resource_group == false ? 1 : 0
  name  = var.resource_group_name
}

resource "azurerm_resource_group" "rg" {
  count    = var.create_resource_group ? 1 : 0
  name     = var.resource_group_name
  location = var.location
  tags     = merge({ "Name" = format("%s", var.resource_group_name) }, var.tags, )
}

data "azurerm_log_analytics_workspace" "logws" {
  count               = var.log_analytics_workspace_name != null ? 1 : 0
  name                = var.log_analytics_workspace_name
  resource_group_name = local.resource_group_name
}

#------------------------------------------------------------------
# Storage Account for hdinsight hadoop cluster - Default is "true"
#------------------------------------------------------------------

resource "random_string" "str" {
  count   = var.storage_account_name == null ? 1 : 0
  length  = 6
  special = false
  upper   = false
  keepers = {
    name = local.resource_group_name
  }
}

resource "azurerm_storage_account" "storeacc" {
  name                      = var.storage_account_name == null ? "hdinsightstorage${random_string.str.0.result}" : substr(var.storage_account_name, 0, 24)
  resource_group_name       = local.resource_group_name
  location                  = local.location
  account_kind              = var.storage_account.account_kind
  account_tier              = var.storage_account.account_tier
  account_replication_type  = var.storage_account.account_replication_type
  enable_https_traffic_only = var.storage_account.enable_https_traffic_only
  min_tls_version           = var.storage_account.min_tls_version
  tags                      = merge({ "Name" = var.storage_account_name == null ? "hdinsightstorage${random_string.str.0.result}" : substr(var.storage_account_name, 0, 24) }, var.tags, )
}

resource "azurerm_storage_container" "storcont" {
  name                  = var.storage_container_name == null ? "hdinsightstore" : var.storage_container_name
  storage_account_name  = azurerm_storage_account.storeacc.name
  container_access_type = var.storage_account.container_access_type
}

#---------------------------------------------------------------
# hdinsight hadoop cluster - Default is "false"
#----------------------------------------------------------------
resource "azurerm_hdinsight_hadoop_cluster" "main" {
  count               = var.hdinsight_cluster_type == "hadoop" ? 1 : 0
  name                = format("%s", var.hadoop_cluster.name)
  resource_group_name = local.resource_group_name
  location            = local.location
  cluster_version     = var.hadoop_cluster.cluster_version
  tier                = var.hadoop_cluster.tier
  tls_min_version     = lookup(var.hadoop_cluster, "tls_min_version", null) #var.hadoop_cluster.min_tls_version
  tags                = merge({ "Name" = format("%s", var.hadoop_cluster.name) }, var.tags, )

  component_version {
    hadoop = var.hadoop_cluster.hadoop_version
  }

  gateway {
    username = var.hadoop_cluster.gateway_username
    password = var.hadoop_cluster.gateway_password
  }

  dynamic "roles" {
    for_each = var.hadoop_roles != null ? [var.hadoop_roles] : []
    content {
      dynamic "head_node" {
        for_each = var.hadoop_roles.head_node != null ? [var.hadoop_roles.head_node] : []
        content {
          username           = var.hadoop_roles.vm_username
          password           = var.hadoop_roles.vm_password
          vm_size            = var.hadoop_roles.head_node.vm_size
          ssh_keys           = var.hadoop_roles.ssh_key_file
          subnet_id          = var.hadoop_roles.head_node.subnet_id
          virtual_network_id = var.hadoop_roles.head_node.virtual_network_id
        }
      }
      dynamic "worker_node" {
        for_each = var.hadoop_roles.worker_node != null ? [var.hadoop_roles.worker_node] : []
        content {
          # Either a password or one or more ssh_keys must be specified - but not both.
          username              = var.hadoop_roles.vm_username
          password              = var.hadoop_roles.vm_password
          vm_size               = var.hadoop_roles.worker_node.vm_size
          ssh_keys              = var.hadoop_roles.ssh_key_file
          subnet_id             = var.hadoop_roles.worker_node.subnet_id
          target_instance_count = var.hadoop_roles.worker_node.target_instance_count
          virtual_network_id    = var.hadoop_roles.worker_node.virtual_network_id
          # Either a `capacity` or `recurrence` block must be specified - but not both.
          dynamic "autoscale" {
            for_each = var.hadoop_roles.worker_node.autoscale != null ? [var.hadoop_roles.worker_node.autoscale] : []
            content {
              dynamic "capacity" {
                for_each = var.hadoop_roles.worker_node.autoscale.capacity != null ? [var.hadoop_roles.worker_node.autoscale.capacity] : []
                content {
                  max_instance_count = var.hadoop_roles.worker_node.autoscale.capacity.max_instance_count
                  min_instance_count = var.hadoop_roles.worker_node.autoscale.capacity.min_instance_count
                }
              }
              dynamic "recurrence" {
                for_each = var.hadoop_roles.worker_node.autoscale.recurrence != null ? [var.hadoop_roles.worker_node.autoscale.recurrence] : []
                content {
                  dynamic "schedule" {
                    for_each = var.hadoop_roles.worker_node.autoscale.recurrence.schedule != null ? [var.hadoop_roles.worker_node.autoscale.capacity.recurrence.schedule] : []
                    content {
                      days                  = var.hadoop_roles.worker_node.autoscale.recurrence.schedule.days
                      target_instance_count = var.hadoop_roles.worker_node.autoscale.recurrence.schedule.target_instance_count
                      time                  = var.hadoop_roles.worker_node.autoscale.recurrence.schedule.time
                    }
                  }
                  timezone = var.hadoop_roles.worker_node.autoscale.recurrence.timezone
                }
              }
            }
          }
        }
      }

      dynamic "zookeeper_node" {
        for_each = var.hadoop_roles.zookeeper_node != null ? [var.hadoop_roles.zookeeper_node] : []
        content {
          username           = var.hadoop_roles.vm_username
          password           = var.hadoop_roles.vm_password
          vm_size            = var.hadoop_roles.zookeeper_node.vm_size
          ssh_keys           = var.hadoop_roles.ssh_key_file
          subnet_id          = var.hadoop_roles.zookeeper_node.subnet_id
          virtual_network_id = var.hadoop_roles.zookeeper_node.virtual_network_id
        }
      }

      dynamic "edge_node" {
        for_each = var.hadoop_roles.edge_node != null ? [var.hadoop_roles.edge_node] : []
        content {
          vm_size = var.hadoop_roles.edge_node.vm_size
          dynamic "install_script_action" {
            for_each = var.hadoop_roles.edge_node.install_script_action != null ? [var.hadoop_roles.edge_node.install_script_action] : []
            content {
              name = var.hadoop_roles.edge_node.install_script_action.name
              uri  = var.hadoop_roles.edge_node.install_script_action.uri
            }
          }
        }
      }
    }
  }

  dynamic "storage_account" {
    for_each = var.hadoop_storage_account_gen2 == null ? [1] : []
    content {
      is_default           = true
      storage_account_key  = azurerm_storage_account.storeacc.primary_access_key
      storage_container_id = azurerm_storage_container.storcont.id
    }
  }

  dynamic "storage_account_gen2" {
    for_each = var.hadoop_storage_account_gen2 != null ? [var.hadoop_storage_account_gen2] : []
    content {
      is_default                   = true #var.hadoop_storage_account_gen2.is_default
      storage_resource_id          = var.hadoop_storage_account_gen2.storage_resource_id
      filesystem_id                = var.hadoop_storage_account_gen2.filesystem_id
      managed_identity_resource_id = var.hadoop_storage_account_gen2.managed_identity_resource_id
    }
  }

  dynamic "network" {
    for_each = var.hadoop_network != null ? [var.hadoop_network] : []
    content {
      connection_direction = var.hadoop_network.connection_direction
      private_link_enabled = var.hadoop_network.private_link_enabled
    }
  }

  dynamic "metastores" {
    for_each = var.hadoop_metastores != null ? [var.hadoop_metastores] : []
    content {
      dynamic "hive" {
        for_each = var.hadoop_metastores.hive != null ? [var.hadoop_metastores.hive] : []
        content {
          server        = var.hadoop_metastores.hive.server
          database_name = var.hadoop_metastores.hive.database_name
          username      = var.hadoop_metastores.hive.username
          password      = var.hadoop_metastores.hive.password
        }
      }

      dynamic "oozie" {
        for_each = var.hadoop_metastores.oozie != null ? [var.hadoop_metastores.oozie] : []
        content {
          server        = var.hadoop_metastores.oozie.server
          database_name = var.hadoop_metastores.oozie.database_name
          username      = var.hadoop_metastores.oozie.username
          password      = var.hadoop_metastores.oozie.password
        }
      }

      dynamic "ambari" {
        for_each = var.hadoop_metastores.ambari != null ? [var.hadoop_metastores.ambari] : []
        content {
          server        = var.hadoop_metastores.ambari.server
          database_name = var.hadoop_metastores.ambari.database_name
          username      = var.hadoop_metastores.ambari.username
          password      = var.hadoop_metastores.ambari.password
        }
      }
    }
  }

  dynamic "monitor" {
    for_each = var.enable_hadoop_monitoring ? [1] : []
    content {
      log_analytics_workspace_id = data.azurerm_log_analytics_workspace.logws.0.workspace_id
      primary_key                = data.azurerm_log_analytics_workspace.logws.0.primary_shared_key
    }
  }
}


#---------------------------------------------------------------
# hdinsight hbase cluster - Default is "false"
#----------------------------------------------------------------

resource "azurerm_hdinsight_hbase_cluster" "main" {
  count               = var.hdinsight_cluster_type == "hbase" ? 1 : 0
  name                = format("%s", var.hbase_cluster.name)
  resource_group_name = local.resource_group_name
  location            = local.location
  cluster_version     = var.hbase_cluster.cluster_version
  tier                = var.hbase_cluster.tier
  tls_min_version     = lookup(var.hbase_cluster, "tls_min_version", null) #var.hbase_cluster.min_tls_version
  tags                = merge({ "Name" = format("%s", var.hbase_cluster.name) }, var.tags, )

  component_version {
    hbase = var.hbase_cluster.hbase_version
  }

  gateway {
    username = var.hbase_cluster.gateway_username
    password = var.hbase_cluster.gateway_password
  }

  dynamic "roles" {
    for_each = var.hbase_roles != null ? [var.hbase_roles] : []
    content {
      dynamic "head_node" {
        for_each = var.hbase_roles.head_node != null ? [var.hbase_roles.head_node] : []
        content {
          username           = var.hbase_roles.vm_username
          password           = var.hbase_roles.vm_password
          vm_size            = var.hbase_roles.head_node.vm_size
          ssh_keys           = var.hbase_roles.ssh_key_file
          subnet_id          = var.hbase_roles.head_node.subnet_id
          virtual_network_id = var.hbase_roles.head_node.virtual_network_id
        }
      }
      dynamic "worker_node" {
        for_each = var.hbase_roles.worker_node != null ? [var.hbase_roles.worker_node] : []
        content {
          username              = var.hbase_roles.vm_username
          password              = var.hbase_roles.vm_password
          vm_size               = var.hbase_roles.worker_node.vm_size
          ssh_keys              = var.hbase_roles.ssh_key_file
          subnet_id             = var.hbase_roles.worker_node.subnet_id
          target_instance_count = var.hbase_roles.worker_node.target_instance_count
          virtual_network_id    = var.hbase_roles.worker_node.virtual_network_id

          dynamic "autoscale" {
            for_each = var.hbase_roles.worker_node.autoscale != null ? [var.hbase_roles.worker_node.autoscale] : []
            content {
              dynamic "recurrence" {
                for_each = var.hbase_roles.worker_node.autoscale.recurrence != null ? [var.hbase_roles.worker_node.autoscale.recurrence] : []
                content {
                  dynamic "schedule" {
                    for_each = var.hbase_roles.worker_node.autoscale.recurrence.schedule != null ? [var.hbase_roles.worker_node.autoscale.recurrence.schedule] : []
                    content {
                      days                  = var.hbase_roles.worker_node.autoscale.recurrence.schedule.days
                      target_instance_count = var.hbase_roles.worker_node.autoscale.recurrence.schedule.target_instance_count
                      time                  = var.hbase_roles.worker_node.autoscale.recurrence.schedule.time
                    }
                    timezone = var.hbase_roles.worker_node.autoscale.recurrence.timezone
                  }
                }
              }
            }
          }
        }
      }

      dynamic "zookeeper_node" {
        for_each = var.hbase_roles.zookeeper_node != null ? [var.hbase_roles.zookeeper_node] : []
        content {
          username           = var.hbase_roles.vm_username
          password           = var.hbase_roles.vm_password
          vm_size            = var.hbase_roles.zookeeper_node.vm_size
          ssh_keys           = var.hbase_roles.ssh_key_file
          subnet_id          = var.hbase_roles.zookeeper_node.subnet_id
          virtual_network_id = var.hbase_roles.zookeeper_node.virtual_network_id
        }
      }
    }
  }

  dynamic "storage_account" {
    for_each = var.hbase_storage_account_gen2 == null ? [1] : []
    content {
      is_default           = true
      storage_account_key  = azurerm_storage_account.storeacc.primary_access_key
      storage_container_id = azurerm_storage_container.storcont.id
    }
  }

  dynamic "storage_account_gen2" {
    for_each = var.hbase_storage_account_gen2 != null ? [var.hbase_storage_account_gen2] : []
    content {
      is_default                   = true #var.hbase_storage_account_gen2.is_default
      storage_resource_id          = var.hbase_storage_account_gen2.storage_resource_id
      filesystem_id                = var.hbase_storage_account_gen2.filesystem_id
      managed_identity_resource_id = var.hbase_storage_account_gen2.managed_identity_resource_id
    }
  }

  dynamic "metastores" {
    for_each = var.hbase_metastores != null ? [var.hbase_metastores] : []
    content {
      dynamic "hive" {
        for_each = var.hbase_metastores.hive != null ? [var.hbase_metastores.hive] : []
        content {
          server        = var.hbase_metastores.hive.server
          database_name = var.hbase_metastores.hive.database_name
          username      = var.hbase_metastores.hive.username
          password      = var.hbase_metastores.hive.password
        }
      }

      dynamic "oozie" {
        for_each = var.hbase_metastores.oozie != null ? [var.hbase_metastores.oozie] : []
        content {
          server        = var.hbase_metastores.oozie.server
          database_name = var.hbase_metastores.oozie.database_name
          username      = var.hbase_metastores.oozie.username
          password      = var.hbase_metastores.oozie.password
        }
      }

      dynamic "ambari" {
        for_each = var.hbase_metastores.ambari != null ? [var.hbase_metastores.ambari] : []
        content {
          server        = var.hbase_metastores.ambari.server
          database_name = var.hbase_metastores.ambari.database_name
          username      = var.hbase_metastores.ambari.username
          password      = var.hbase_metastores.ambari.password
        }
      }
    }
  }

  dynamic "monitor" {
    for_each = var.enable_hbase_monitoring ? [1] : []
    content {
      log_analytics_workspace_id = data.azurerm_log_analytics_workspace.logws.0.workspace_id
      primary_key                = data.azurerm_log_analytics_workspace.logws.0.primary_shared_key
    }
  }
}

#---------------------------------------------------------------
# hdinsight hbase cluster - Default is "false"
#----------------------------------------------------------------
resource "azurerm_hdinsight_kafka_cluster" "main" {
  count                         = var.hdinsight_cluster_type == "kafka" ? 1 : 0
  name                          = format("%s", var.kafka_cluster.name)
  resource_group_name           = local.resource_group_name
  location                      = local.location
  cluster_version               = var.kafka_cluster.cluster_version
  tier                          = var.kafka_cluster.tier
  tls_min_version               = var.kafka_cluster.tls_min_version
  encryption_in_transit_enabled = var.kafka_cluster.encryption_in_transit_enabled
  tags                          = merge({ "Name" = format("%s", var.kafka_cluster.name) }, var.tags, )

  component_version {
    kafka = var.kafka_cluster.kafka_version
  }

  gateway {
    username = var.kafka_cluster.gateway_username
    password = var.kafka_cluster.gateway_password
  }

  dynamic "roles" {
    for_each = var.kafka_roles != null ? [var.kafka_roles] : []
    content {
      dynamic "head_node" {
        for_each = var.kafka_roles.head_node != null ? [var.kafka_roles.head_node] : []
        content {
          username           = var.kafka_roles.vm_username
          password           = var.kafka_roles.vm_password
          vm_size            = var.kafka_roles.head_node.vm_size
          ssh_keys           = var.kafka_roles.ssh_key_file
          subnet_id          = var.kafka_roles.head_node.subnet_id
          virtual_network_id = var.kafka_roles.head_node.virtual_network_id
        }
      }

      dynamic "worker_node" {
        for_each = var.kafka_roles.worker_node != null ? [var.kafka_roles.worker_node] : []
        content {
          # Either a password or one or more ssh_keys must be specified - but not both.
          username                 = var.kafka_roles.vm_username
          password                 = var.kafka_roles.vm_password
          vm_size                  = var.kafka_roles.worker_node.vm_size
          ssh_keys                 = var.kafka_roles.ssh_key_file
          subnet_id                = var.kafka_roles.worker_node.subnet_id
          target_instance_count    = var.kafka_roles.worker_node.target_instance_count
          virtual_network_id       = var.kafka_roles.worker_node.virtual_network_id
          number_of_disks_per_node = var.kafka_roles.worker_node.number_of_disks_per_node
        }
      }
      dynamic "zookeeper_node" {
        for_each = var.kafka_roles.zookeeper_node != null ? [var.kafka_roles.zookeeper_node] : []
        content {
          username           = var.kafka_roles.vm_username
          password           = var.kafka_roles.vm_password
          vm_size            = var.kafka_roles.zookeeper_node.vm_size
          ssh_keys           = var.kafka_roles.ssh_key_file
          subnet_id          = var.kafka_roles.zookeeper_node.subnet_id
          virtual_network_id = var.kafka_roles.zookeeper_node.virtual_network_id
        }
      }

      dynamic "kafka_management_node" {
        for_each = var.kafka_roles.kafka_management_node != null ? [var.kafka_roles.kafka_management_node] : []
        content {
          username           = var.kafka_roles.vm_username
          password           = var.kafka_roles.vm_password
          vm_size            = var.kafka_roles.kafka_management_node.vm_size
          ssh_keys           = var.kafka_roles.ssh_key_file
          subnet_id          = var.kafka_roles.kafka_management_node.subnet_id
          virtual_network_id = var.kafka_roles.kafka_management_node.virtual_network_id
        }
      }
    }
  }

  dynamic "storage_account" {
    for_each = var.kafka_storage_account_gen2 == null ? [1] : []
    content {
      is_default           = true
      storage_account_key  = azurerm_storage_account.storeacc.primary_access_key
      storage_container_id = azurerm_storage_container.storcont.id
    }
  }

  dynamic "storage_account_gen2" {
    for_each = var.kafka_storage_account_gen2 != null ? [var.kafka_storage_account_gen2] : []
    content {
      is_default                   = true
      storage_resource_id          = var.kafka_storage_account_gen2.storage_resource_id
      filesystem_id                = var.kafka_storage_account_gen2.filesystem_id
      managed_identity_resource_id = var.kafka_storage_account_gen2.managed_identity_resource_id
    }
  }

  dynamic "metastores" {
    for_each = var.kafka_metastores != null ? [var.kafka_metastores] : []
    content {
      dynamic "hive" {
        for_each = var.kafka_metastores.hive != null ? [var.kafka_metastores.hive] : []
        content {
          server        = var.kafka_metastores.hive.server
          database_name = var.kafka_metastores.hive.database_name
          username      = var.kafka_metastores.hive.username
          password      = var.kafka_metastores.hive.password
        }
      }

      dynamic "oozie" {
        for_each = var.kafka_metastores.oozie != null ? [var.kafka_metastores.oozie] : []
        content {
          server        = var.kafka_metastores.oozie.server
          database_name = var.kafka_metastores.oozie.database_name
          username      = var.kafka_metastores.oozie.username
          password      = var.kafka_metastores.oozie.password
        }
      }

      dynamic "ambari" {
        for_each = var.kafka_metastores.ambari != null ? [var.kafka_metastores.ambari] : []
        content {
          server        = var.kafka_metastores.ambari.server
          database_name = var.kafka_metastores.ambari.database_name
          username      = var.kafka_metastores.ambari.username
          password      = var.kafka_metastores.ambari.password
        }
      }
    }
  }

  dynamic "monitor" {
    for_each = var.enable_kafka_monitoring ? [1] : []
    content {
      log_analytics_workspace_id = data.azurerm_log_analytics_workspace.logws.0.workspace_id
      primary_key                = data.azurerm_log_analytics_workspace.logws.0.primary_shared_key
    }
  }

}

#---------------------------------------------------------------
# hdinsight Spark cluster - Default is "false"
#----------------------------------------------------------------

resource "azurerm_hdinsight_spark_cluster" "main" {
  count               = var.hdinsight_cluster_type == "spark" ? 1 : 0
  name                = format("%s", var.spark_cluster.name)
  resource_group_name = local.resource_group_name
  location            = local.location
  cluster_version     = var.spark_cluster.cluster_version
  tier                = var.spark_cluster.tier
  tls_min_version     = var.spark_cluster.tls_min_version
  tags                = merge({ "Name" = format("%s", var.spark_cluster.name) }, var.tags, )

  component_version {
    spark = var.spark_cluster.spark_version
  }

  gateway {
    username = var.spark_cluster.gateway_username
    password = var.spark_cluster.gateway_password
  }

  dynamic "roles" {
    for_each = var.spark_roles != null ? [var.spark_roles] : []
    content {
      dynamic "head_node" {
        for_each = var.spark_roles.head_node != null ? [var.spark_roles.head_node] : []
        content {
          username           = var.spark_roles.vm_username
          password           = var.spark_roles.vm_password
          vm_size            = var.spark_roles.head_node.vm_size
          ssh_keys           = var.spark_roles.ssh_key_file
          subnet_id          = var.spark_roles.head_node.subnet_id
          virtual_network_id = var.spark_roles.head_node.virtual_network_id
        }
      }
      dynamic "worker_node" {
        for_each = var.spark_roles.worker_node != null ? [var.spark_roles.worker_node] : []
        content {
          # Either a password or one or more ssh_keys must be specified - but not both.
          username              = var.spark_roles.vm_username
          password              = var.spark_roles.vm_password
          vm_size               = var.spark_roles.worker_node.vm_size
          ssh_keys              = var.spark_roles.ssh_key_file
          subnet_id             = var.spark_roles.worker_node.subnet_id
          target_instance_count = var.spark_roles.worker_node.target_instance_count
          virtual_network_id    = var.spark_roles.worker_node.virtual_network_id
          # Either a `capacity` or `recurrence` block must be specified - but not both.
          dynamic "autoscale" {
            for_each = var.spark_roles.worker_node.autoscale != null ? [var.spark_roles.worker_node.autoscale] : []
            content {
              dynamic "capacity" {
                for_each = var.spark_roles.worker_node.autoscale.capacity != null ? [var.spark_roles.worker_node.autoscale.capacity] : []
                content {
                  max_instance_count = var.spark_roles.worker_node.autoscale.capacity.max_instance_count
                  min_instance_count = var.spark_roles.worker_node.autoscale.capacity.min_instance_count
                }
              }
              dynamic "recurrence" {
                for_each = var.spark_roles.worker_node.autoscale.recurrence != null ? [var.spark_roles.worker_node.autoscale.recurrence] : []
                content {
                  dynamic "schedule" {
                    for_each = var.spark_roles.worker_node.autoscale.recurrence.schedule != null ? [var.spark_roles.worker_node.autoscale.capacity.recurrence.schedule] : []
                    content {
                      days                  = var.spark_roles.worker_node.autoscale.recurrence.schedule.days
                      target_instance_count = var.spark_roles.worker_node.autoscale.recurrence.schedule.target_instance_count
                      time                  = var.spark_roles.worker_node.autoscale.recurrence.schedule.time
                    }
                  }
                  timezone = var.spark_roles.worker_node.autoscale.recurrence.timezone
                }
              }
            }
          }
        }
      }

      dynamic "zookeeper_node" {
        for_each = var.spark_roles.zookeeper_node != null ? [var.spark_roles.zookeeper_node] : []
        content {
          username           = var.spark_roles.vm_username
          password           = var.spark_roles.vm_password
          vm_size            = var.spark_roles.zookeeper_node.vm_size
          ssh_keys           = var.spark_roles.ssh_key_file
          subnet_id          = var.spark_roles.zookeeper_node.subnet_id
          virtual_network_id = var.spark_roles.zookeeper_node.virtual_network_id
        }
      }
    }
  }

  dynamic "storage_account" {
    for_each = var.spark_storage_account_gen2 == null ? [1] : []
    content {
      is_default           = true
      storage_account_key  = azurerm_storage_account.storeacc.primary_access_key
      storage_container_id = azurerm_storage_container.storcont.id
    }
  }

  dynamic "storage_account_gen2" {
    for_each = var.spark_storage_account_gen2 != null ? [var.spark_storage_account_gen2] : []
    content {
      is_default                   = true #var.spark_storage_account_gen2.is_default
      storage_resource_id          = var.spark_storage_account_gen2.storage_resource_id
      filesystem_id                = var.spark_storage_account_gen2.filesystem_id
      managed_identity_resource_id = var.spark_storage_account_gen2.managed_identity_resource_id
    }
  }

  dynamic "network" {
    for_each = var.spark_network != null ? [var.spark_network] : []
    content {
      connection_direction = var.spark_network.connection_direction
      private_link_enabled = var.spark_network.private_link_enabled
    }
  }

  dynamic "metastores" {
    for_each = var.spark_metastores != null ? [var.spark_metastores] : []
    content {
      dynamic "hive" {
        for_each = var.spark_metastores.hive != null ? [var.spark_metastores.hive] : []
        content {
          server        = var.spark_metastores.hive.server
          database_name = var.spark_metastores.hive.database_name
          username      = var.spark_metastores.hive.username
          password      = var.spark_metastores.hive.password
        }
      }

      dynamic "oozie" {
        for_each = var.spark_metastores.oozie != null ? [var.spark_metastores.oozie] : []
        content {
          server        = var.spark_metastores.oozie.server
          database_name = var.spark_metastores.oozie.database_name
          username      = var.spark_metastores.oozie.username
          password      = var.spark_metastores.oozie.password
        }
      }

      dynamic "ambari" {
        for_each = var.spark_metastores.ambari != null ? [var.spark_metastores.ambari] : []
        content {
          server        = var.spark_metastores.ambari.server
          database_name = var.spark_metastores.ambari.database_name
          username      = var.spark_metastores.ambari.username
          password      = var.spark_metastores.ambari.password
        }
      }
    }
  }

  dynamic "monitor" {
    for_each = var.enable_spark_monitoring ? [1] : []
    content {
      log_analytics_workspace_id = data.azurerm_log_analytics_workspace.logws.0.workspace_id
      primary_key                = data.azurerm_log_analytics_workspace.logws.0.primary_shared_key
    }
  }
}

#---------------------------------------------------------------------------------------------------------------------------------
# hdinsight  Interactive Query cluster (also called Apache Hive LLAP, or Low Latency Analytical Processing) - Default is "false"
#---------------------------------------------------------------------------------------------------------------------------------

resource "azurerm_hdinsight_interactive_query_cluster" "main" {
  count               = var.hdinsight_cluster_type == "interactive_query" ? 1 : 0
  name                = format("%s", var.interactive_query_cluster.name)
  resource_group_name = local.resource_group_name
  location            = local.location
  cluster_version     = var.interactive_query_cluster.cluster_version
  tier                = var.interactive_query_cluster.tier
  tls_min_version     = var.interactive_query_cluster.tls_min_version
  tags                = merge({ "Name" = format("%s", var.interactive_query_cluster.name) }, var.tags, )

  component_version {
    interactive_hive = var.interactive_query_cluster.interactive_query_version
  }

  gateway {
    username = var.interactive_query_cluster.gateway_username
    password = var.interactive_query_cluster.gateway_password
  }

  dynamic "roles" {
    for_each = var.interactive_query_roles != null ? [var.interactive_query_roles] : []
    content {
      dynamic "head_node" {
        for_each = var.interactive_query_roles.head_node != null ? [var.interactive_query_roles.head_node] : []
        content {
          username           = var.interactive_query_roles.vm_username
          password           = var.interactive_query_roles.vm_password
          vm_size            = var.interactive_query_roles.head_node.vm_size
          ssh_keys           = var.interactive_query_roles.ssh_key_file
          subnet_id          = var.interactive_query_roles.head_node.subnet_id
          virtual_network_id = var.interactive_query_roles.head_node.virtual_network_id
        }
      }
      dynamic "worker_node" {
        for_each = var.interactive_query_roles.worker_node != null ? [var.interactive_query_roles.worker_node] : []
        content {
          # Either a password or one or more ssh_keys must be specified - but not both.
          username              = var.interactive_query_roles.vm_username
          password              = var.interactive_query_roles.vm_password
          vm_size               = var.interactive_query_roles.worker_node.vm_size
          ssh_keys              = var.interactive_query_roles.ssh_key_file
          subnet_id             = var.interactive_query_roles.worker_node.subnet_id
          target_instance_count = var.interactive_query_roles.worker_node.target_instance_count
          virtual_network_id    = var.interactive_query_roles.worker_node.virtual_network_id
          # Either a `capacity` or `recurrence` block must be specified - but not both.
          dynamic "autoscale" {
            for_each = var.interactive_query_roles.worker_node.autoscale != null ? [var.interactive_query_roles.worker_node.autoscale] : []
            content {
              dynamic "capacity" {
                for_each = var.interactive_query_roles.worker_node.autoscale.capacity != null ? [var.interactive_query_roles.worker_node.autoscale.capacity] : []
                content {
                  max_instance_count = var.interactive_query_roles.worker_node.autoscale.capacity.max_instance_count
                  min_instance_count = var.interactive_query_roles.worker_node.autoscale.capacity.min_instance_count
                }
              }
              dynamic "recurrence" {
                for_each = var.interactive_query_roles.worker_node.autoscale.recurrence != null ? [var.interactive_query_roles.worker_node.autoscale.recurrence] : []
                content {
                  dynamic "schedule" {
                    for_each = var.interactive_query_roles.worker_node.autoscale.recurrence.schedule != null ? [var.interactive_query_roles.worker_node.autoscale.capacity.recurrence.schedule] : []
                    content {
                      days                  = var.interactive_query_roles.worker_node.autoscale.recurrence.schedule.days
                      target_instance_count = var.interactive_query_roles.worker_node.autoscale.recurrence.schedule.target_instance_count
                      time                  = var.interactive_query_roles.worker_node.autoscale.recurrence.schedule.time
                    }
                  }
                  timezone = var.interactive_query_roles.worker_node.autoscale.recurrence.timezone
                }
              }
            }
          }
        }
      }

      dynamic "zookeeper_node" {
        for_each = var.interactive_query_roles.zookeeper_node != null ? [var.interactive_query_roles.zookeeper_node] : []
        content {
          username           = var.interactive_query_roles.vm_username
          password           = var.interactive_query_roles.vm_password
          vm_size            = var.interactive_query_roles.zookeeper_node.vm_size
          ssh_keys           = var.interactive_query_roles.ssh_key_file
          subnet_id          = var.interactive_query_roles.zookeeper_node.subnet_id
          virtual_network_id = var.interactive_query_roles.zookeeper_node.virtual_network_id
        }
      }
    } # interactive_query_roles
  }   # interactive_query_roles

  dynamic "storage_account" {
    for_each = var.interactive_query_storage_account_gen2 == null ? [1] : []
    content {
      is_default           = true
      storage_account_key  = azurerm_storage_account.storeacc.primary_access_key
      storage_container_id = azurerm_storage_container.storcont.id
    }
  }

  dynamic "storage_account_gen2" {
    for_each = var.interactive_query_storage_account_gen2 != null ? [var.interactive_query_storage_account_gen2] : []
    content {
      is_default                   = true #var.interactive_query_storage_account_gen2.is_default
      storage_resource_id          = var.interactive_query_storage_account_gen2.storage_resource_id
      filesystem_id                = var.interactive_query_storage_account_gen2.filesystem_id
      managed_identity_resource_id = var.interactive_query_storage_account_gen2.managed_identity_resource_id
    }
  }

  dynamic "network" {
    for_each = var.interactive_query_network != null ? [var.interactive_query_network] : []
    content {
      connection_direction = var.interactive_query_network.connection_direction
      private_link_enabled = var.interactive_query_network.private_link_enabled
    }
  }

  dynamic "metastores" {
    for_each = var.interactive_query_metastores != null ? [var.interactive_query_metastores] : []
    content {
      dynamic "hive" {
        for_each = var.interactive_query_metastores.hive != null ? [var.interactive_query_metastores.hive] : []
        content {
          server        = var.interactive_query_metastores.hive.server
          database_name = var.interactive_query_metastores.hive.database_name
          username      = var.interactive_query_metastores.hive.username
          password      = var.interactive_query_metastores.hive.password
        }
      }

      dynamic "oozie" {
        for_each = var.interactive_query_metastores.oozie != null ? [var.interactive_query_metastores.oozie] : []
        content {
          server        = var.interactive_query_metastores.oozie.server
          database_name = var.interactive_query_metastores.oozie.database_name
          username      = var.interactive_query_metastores.oozie.username
          password      = var.interactive_query_metastores.oozie.password
        }
      }

      dynamic "ambari" {
        for_each = var.interactive_query_metastores.ambari != null ? [var.interactive_query_metastores.ambari] : []
        content {
          server        = var.interactive_query_metastores.ambari.server
          database_name = var.interactive_query_metastores.ambari.database_name
          username      = var.interactive_query_metastores.ambari.username
          password      = var.interactive_query_metastores.ambari.password
        }
      }
    }
  }

  dynamic "monitor" {
    for_each = var.enable_interactive_query_monitoring ? [1] : []
    content {
      log_analytics_workspace_id = data.azurerm_log_analytics_workspace.logws.0.workspace_id
      primary_key                = data.azurerm_log_analytics_workspace.logws.0.primary_shared_key
    }
  }
}