feat: linux nr_infra package download on agent_type

Author: alvarocabanas

agent-control/agent-type-registry/newrelic/com.newrelic.infrastructure-0.1.0.yaml

@@ -85,6 +85,27 @@ variables:
       type: number
       required: false
       default: 18003
+    oci:
+      registry:
+        description: "Package registry url"
+        type: string
+        required: false
+        default: docker.io
+        variants:
+          ac_config_field: "oci_registry_urls"
+          values: [ "docker.io" ]
+      repository:
+        description: "Package repository name"
+        type: string
+        required: false
+        default: newrelic/infrastructure-agent-artifacts
+        variants:
+          ac_config_field: "oci_repository_urls"
+          values: [ "newrelic/infrastructure-agent-artifacts" ]
+    version:
+      description: "Agent version"
+      type: string
+      required: true
   k8s:
     # HelmChart based sub agents should always have `chart_values`.
     chart_values:
@@ -197,6 +218,7 @@ deployment:
           NRIA_AGENT_DIR: "${nr-sub:filesystem_agent_dir}\\newrelic-infra"
           NRIA_CUSTOM_PLUGIN_INSTALLATION_DIR: "${nr-sub:packages.infra-agent.dir}\\integrations"
           NRIA_SAFE_BIN_DIR: "${nr-sub:packages.infra-agent.dir}\\integrations"
+          # Config folders where integrations and logging configs parsed from local/remote values are stored and looked for.
           NRIA_PLUGIN_DIR: "${nr-sub:filesystem_agent_dir}\\integrations.d"
           NRIA_LOGGING_CONFIGS_DIR: "${nr-sub:filesystem_agent_dir}\\logging.d"
           NRIA_FLUENT_BIT_EXE_PATH: "${nr-sub:packages.infra-agent.dir}\\logging\\fluent-bit.exe"
@@ -218,6 +240,14 @@ deployment:
       http:
         path: "/v1/status/health"
         port: ${nr-var:health_port}
+    packages:
+      infra-agent:
+        type: tar
+        download:
+          oci:
+            registry: ${nr-var:oci.registry}
+            repository: ${nr-var:oci.repository}
+            version: ${nr-var:version}
     version:
       path: /usr/bin/newrelic-infra
       args:
@@ -231,13 +261,24 @@ deployment:
       logging.d: ${nr-var:config_logging}
     executables:
       - id: newrelic-infra
-        path: /usr/bin/newrelic-infra
+        path: ${nr-sub:packages.infra-agent.dir}/newrelic-infra
         args:
           - --config
           - ${nr-sub:filesystem_agent_dir}/config/newrelic-infra.yaml
         env:
+          # NRIA_AGENT_DIR is needed in order to change the root directory for the agent data on Linux.
+          # This is useful to make sure that all the data generated by the agent is stored inside the AC managed filesystem directory.
+          # Otherwise, a user could write data to a folder with lower permissions and potentially escalate privileges.
+          # For the same reason we are also changing the location of the integration binaries.
+          NRIA_AGENT_DIR: "${nr-sub:filesystem_agent_dir}/newrelic-infra"
+          NRIA_CUSTOM_PLUGIN_INSTALLATION_DIR: "${nr-sub:packages.infra-agent.dir}/integrations"
+          NRIA_SAFE_BIN_DIR: "${nr-sub:packages.infra-agent.dir}/integrations"
+          # Config folders where integrations and logging configs parsed from local/remote values are stored and looked for.
           NRIA_PLUGIN_DIR: "${nr-sub:filesystem_agent_dir}/integrations.d"
           NRIA_LOGGING_CONFIGS_DIR: "${nr-sub:filesystem_agent_dir}/logging.d"
+          NRIA_FLUENT_BIT_EXE_PATH: "${nr-sub:packages.infra-agent.dir}/logging/fluent-bit"
+          NRIA_FLUENT_BIT_PARSERS_PATH: "${nr-sub:packages.infra-agent.dir}/logging/parsers.conf"
+          NRIA_FLUENT_BIT_NR_LIB_PATH: "${nr-sub:packages.infra-agent.dir}/logging/out_newrelic.so"
           NRIA_STATUS_SERVER_ENABLED: true
           NRIA_STATUS_SERVER_PORT: "${nr-var:health_port}"
           NR_HOST_ID: "${nr-ac:host_id}"

test/e2e-runner/src/linux/scenarios.rs

@@ -4,3 +4,6 @@ pub mod migration;
 pub mod nrdot_agent;
 pub mod proxy;
 pub mod remote_config;
+
+// TODO we should get the version dynamically from the recipe itself
+const INFRA_AGENT_VERSION: &str = "1.72.1";

test/e2e-runner/src/linux/scenarios/infra_agent.rs

@@ -1,8 +1,10 @@
+use crate::common::config::{ac_debug_logging_config, update_config, write_agent_local_config};
 use crate::common::on_drop::CleanUp;
 use crate::common::test::retry_panic;
 use crate::common::{Args, RecipeData};
+use crate::linux::scenarios::INFRA_AGENT_VERSION;
 use crate::{
-    common::{config, nrql},
+    common::nrql,
     linux::{
         self,
         install::{install_agent_control_from_recipe, tear_down_test},
@@ -28,15 +30,59 @@ pub fn test_installation_with_infra_agent(args: Args) {
     );
 
     info!("Setup Agent Control config");
-    config::update_config_for_debug_logging(linux::DEFAULT_CONFIG_PATH, linux::DEFAULT_LOG_PATH);
-    config::update_config_for_host_id(linux::DEFAULT_CONFIG_PATH, &test_id);
+    let debug_log_config = ac_debug_logging_config(linux::DEFAULT_LOG_PATH);
+    update_config(
+        linux::DEFAULT_CONFIG_PATH,
+        format!(
+            r#"
+host_id: {test_id}
+agents:
+  nr-infra:
+    agent_type: newrelic/com.newrelic.infrastructure:0.1.0
+{debug_log_config}
+"#
+        ),
+    );
+
+    write_agent_local_config(
+        linux::DEFAULT_NR_INFRA_PATH,
+        format!(
+            r#"
+config_agent:
+  license_key: '{{{{NEW_RELIC_LICENSE_KEY}}}}'
+  log:
+    level: debug
+config_logging:
+    logging.yml:
+      logs:
+      - name: syslog
+        file: /var/log/syslog
+        attributes:
+          host.id: {test_id}
+version: {}
+"#,
+            INFRA_AGENT_VERSION
+        ),
+    );
 
     linux::service::restart_service(linux::SERVICE_NAME);
 
     let nrql_query = format!(r#"SELECT * FROM SystemSample WHERE `host.id` = '{test_id}' LIMIT 1"#);
-    info!(nrql = nrql_query, "Checking results of NRQL");
+    info!(
+        nrql = nrql_query,
+        "Checking results of NRQL to check SystemSample"
+    );
     let retries = 60;
     retry_panic(retries, Duration::from_secs(10), "nrql assertion", || {
         nrql::check_query_results_are_not_empty(&recipe_data.args, &nrql_query)
     });
+
+    let nrql_query = format!(r#"SELECT * FROM Log WHERE `host.id` = '{test_id}' LIMIT 1"#);
+    info!(nrql = nrql_query, "Checking results of NRQL to check logs");
+    let retries = 30;
+    retry_panic(retries, Duration::from_secs(10), "nrql assertion", || {
+        nrql::check_query_results_are_not_empty(&recipe_data.args, &nrql_query)
+    });
+
+    info!("Test completed successfully");
 }