fix(remote): remote config and e2e tests

Author: paologallinaharbur

Tiltfile

@@ -178,9 +178,8 @@ helm_resource(
   pod_readiness='ignore',
   flags=ac_flags,
   image_deps=['tilt.local/agent-control-dev', 'tilt.local/agent-control-cli-dev'],
-  image_keys=[('agent-control-deployment.image.registry', 'agent-control-deployment.image.repository', 'agent-control-deployment.image.tag'),
-              [('toolkitImage.registry', 'toolkitImage.repository', 'toolkitImage.tag'),
-              ('agent-control-cd.installer.image.registry', 'agent-control-cd.installer.image.repository', 'agent-control-cd.installer.image.tag')]],
+  image_keys=[('agentControlDeployment.chartValues.image.registry', 'agentControlDeployment.chartValues.image.repository', 'agentControlDeployment.chartValues.image.tag'),
+              [('toolkitImage.registry', 'toolkitImage.repository', 'toolkitImage.tag')]],
   resource_deps=ac_chart_deps
 )
 

agent-control/src/opamp/remote_config.rs

@@ -13,7 +13,7 @@ pub mod signature;
 pub mod validators;
 
 /// Identifier key for the primary agent configuration within the OpAMP [opamp_client::opamp::proto::AgentConfigMap].
-pub const DEFAULT_AGENT_CONFIG_IDENTIFIER: &str = "configAgent";
+pub const DEFAULT_AGENT_CONFIG_IDENTIFIER: &str = "agentConfig";
 
 /// This structure represents the remote configuration that we would retrieve from a server via OpAMP.
 /// Contains identifying metadata and the actual configuration values

test/k8s-e2e/apm/e2e-apm.yml

@@ -5,6 +5,7 @@ custom_test_key: appName
 scenarios:
   - description: Deploy SA with APM operator and Java, Python and Node.js agents
     before:
+      - echo The cluster name of the test is ${SCENARIO_TAG}
       - cd ../../../ && SA_CHART_VALUES_FILE="test/k8s-e2e/apm/ac-values-apm.yml" CLUSTER=${SCENARIO_TAG} USE_LATEST_FLUX=${USE_LATEST_FLUX} tilt ci
       # we need wait and retry since the resource might me not created yet
       - timeout 600s bash -c "until kubectl wait --for=jsonpath='{.status.readyReplicas}'=1 deploy/operator-k8s-agents-operator -n newrelic-agents; do sleep 5; echo waiting on operator ; done"
@@ -30,7 +31,7 @@ scenarios:
     after:
       - kubectl logs --tail=-1 -l app.kubernetes.io/name=agent-control --all-containers --prefix=true
       - kubectl logs --tail=-1 -l app.kubernetes.io/instance=operator --all-containers --prefix=true -n newrelic-agents
-      - kubectl get all -o wide
+      - kubectl get all -o wide --all-namespaces --show-labels
       - cd ../../../ && tilt down
     tests:
       nrqls:

test/k8s-e2e/collector/e2e-collector.yml

@@ -5,13 +5,14 @@ custom_test_key: k8s.cluster.name
 scenarios:
   - description: Deploy SA with single k8s otel-collector
     before:
+      - echo The cluster name of the test is ${SCENARIO_TAG}
       - cd ../../../ && SA_CHART_VALUES_FILE="test/k8s-e2e/collector/ac-values-collector.yml" CLUSTER=${SCENARIO_TAG} USE_LATEST_FLUX=${USE_LATEST_FLUX} tilt ci
     after:
       - kubectl logs --tail=-1 -l app.kubernetes.io/name=agent-control --all-containers --prefix=true
       - kubectl logs --tail=-1 -l app.kubernetes.io/name=nr-k8s-otel-collector --all-containers --prefix=true -n newrelic-agents
-      - kubectl get all -o wide
+      - kubectl get all -o wide --all-namespaces --show-labels
       - kubectl get secrets --show-labels
-      - kubectl get all -o wide
+      - kubectl get all -o wide --all-namespaces --show-labels
       - kubectl get helmrelease
       - kubectl get helmchart
       - helm list -a -A

test/k8s-e2e/custom-repo/e2e-custom-repo.yml

@@ -7,12 +7,13 @@ custom_test_key: cluster_name
 scenarios:
   - description: Asserts custom helm chart repo configuration works as expected
     before:
+      - echo The cluster name of the test is ${SCENARIO_TAG}
       - cd ../../../ && CHARTMUSEUM_BASIC_AUTH=true SA_CHART_VALUES_FILE="test/k8s-e2e/custom-repo/ac-values-custom-repo.yml" CLUSTER=${SCENARIO_TAG} USE_LATEST_FLUX=${USE_LATEST_FLUX} tilt ci
     after:
       - kubectl logs --tail=-1 -l app.kubernetes.io/name=agent-control --all-containers --prefix=true
       - kubectl logs --tail=-1 -l app.kubernetes.io/instance=prometheus --all-containers --prefix=true -n newrelic-agents
       - kubectl get secrets --show-labels
-      - kubectl get all -o wide
+      - kubectl get all -o wide --all-namespaces --show-labels
       - kubectl get helmrelease
       - kubectl get helmchart
       - helm list -a -A

test/k8s-e2e/dynamic/e2e-dynamic.yml

@@ -5,13 +5,14 @@ custom_test_key: cluster_name
 scenarios:
   - description: Deploy all infra agents
     before:
+      - echo The cluster name of the test is ${SCENARIO_TAG}
       - kubectl create configmap dynamic-agent --from-file=logging=./dynamic-agent-type-logging.yml
       - cd ../../../ && SA_CHART_VALUES_FILE="test/k8s-e2e/dynamic/ac-values-dynamic.yml" CLUSTER=${SCENARIO_TAG} USE_LATEST_FLUX=${USE_LATEST_FLUX} tilt ci
     after:
       - kubectl logs --tail=-1 -l app.kubernetes.io/name=agent-control --all-containers --prefix=true
       - kubectl logs --tail=-1 -l app.kubernetes.io/name=newrelic-logging --all-containers --prefix=true -n newrelic-agents
       - kubectl get secrets --show-labels
-      - kubectl get all -o wide
+      - kubectl get all -o wide --all-namespaces --show-labels
       - kubectl get helmrelease
       - kubectl get gitrepository
       - kubectl get helmchart

test/k8s-e2e/ebpf/e2e-ebpf.yml

@@ -5,6 +5,7 @@ custom_test_key: k8s.cluster.name
 scenarios:
   - description: Deploy eBPF Agent
     before:
+      - echo The cluster name of the test is ${SCENARIO_TAG}
       - cd ../../../ && SA_CHART_VALUES_FILE="test/k8s-e2e/ebpf/ac-values-ebpf.yml" CLUSTER=${SCENARIO_TAG} USE_LATEST_FLUX=${USE_LATEST_FLUX} tilt ci
     after:
       - kubectl logs --tail=-1 -l app.kubernetes.io/name=agent-control --all-containers --prefix=true

test/k8s-e2e/fleet-control/e2e-fleet-control.yml

@@ -5,15 +5,15 @@ custom_test_key: cluster_name
 scenarios:
   - description: Deploy all infra agents
     before:
+      - echo The cluster name of the test is ${SCENARIO_TAG}
       - kubectl get secret sys-identity || kubectl create secret generic sys-identity --from-literal=CLIENT_ID="${NR_SYSTEM_IDENTITY_CLIENT_ID}" --from-literal=private_key="${NR_SYSTEM_IDENTITY_PRIVATE_KEY}"
       - cd ../../../ && SA_CHART_VALUES_FILE="test/k8s-e2e/fleet-control/ac-values-fleet-control.yml" CLUSTER=${SCENARIO_TAG} USE_LATEST_FLUX=${USE_LATEST_FLUX} tilt ci
     after:
       - kubectl logs --tail=-1 -l app.kubernetes.io/name=agent-control --all-containers --prefix=true
-      - kubectl logs --tail=-1 -l app.kubernetes.io/instance=infra --all-containers --prefix=true -n newrelic-agents
-      - kubectl logs --tail=-1 -l app.kubernetes.io/instance=prometheus --all-containers --prefix=true -n newrelic-agents
-      - kubectl logs --tail=-1 -l app.kubernetes.io/name=newrelic-logging --all-containers --prefix=true -n newrelic-agents
+      - kubectl logs --tail=-1 -l app.kubernetes.io/instance=nr-infra --all-containers --prefix=true -n newrelic-agents
       - kubectl get secrets --show-labels
-      - kubectl get all -o wide
+      - kubectl get configmap
+      - kubectl get all -o wide --all-namespaces --show-labels
       - kubectl get helmrelease
       - kubectl get helmchart
       - helm list -a -A

test/k8s-e2e/infra/e2e-infra.yml

@@ -5,14 +5,15 @@ custom_test_key: cluster_name
 scenarios:
   - description: Deploy all infra agents
     before:
+      - echo The cluster name of the test is ${SCENARIO_TAG}
       - cd ../../../ && SA_CHART_VALUES_FILE="test/k8s-e2e/infra/ac-values-infra.yml" CLUSTER=${SCENARIO_TAG} USE_LATEST_FLUX=${USE_LATEST_FLUX} tilt ci
     after:
       - kubectl logs --tail=-1 -l app.kubernetes.io/name=agent-control --all-containers --prefix=true
-      - kubectl logs --tail=-1 -l app.kubernetes.io/instance=infra --all-containers --prefix=true -n newrelic-agents
+      - kubectl logs --tail=-1 -l app.kubernetes.io/instance=nr-infra --all-containers --prefix=true -n newrelic-agents
       - kubectl logs --tail=-1 -l app.kubernetes.io/instance=prometheus --all-containers --prefix=true -n newrelic-agents
       - kubectl logs --tail=-1 -l app.kubernetes.io/name=newrelic-logging --all-containers --prefix=true -n newrelic-agents
       - kubectl get secrets --show-labels
-      - kubectl get all -o wide
+      - kubectl get all -o wide --all-namespaces --show-labels
       - kubectl get helmrelease
       - kubectl get helmchart
       - helm list -a -A

test/k8s-e2e/proxy/e2e-proxy.yml

@@ -5,6 +5,7 @@ custom_test_key: cluster_name
 scenarios:
   - description: Deploy all infra agents
     before:
+      - echo The cluster name of the test is ${SCENARIO_TAG}
       # Deploys a Networkpolicy that forces all external req to go through the proxy in the current namespace.
       - kubectl apply -f ./proxy.yaml
       - kubectl wait --for=condition=complete --timeout=60s job/assert-policy-proxy
@@ -22,7 +23,7 @@ scenarios:
       - kubectl logs --tail=-1 -l job-name=agent-control-generate-system-identity --all-containers --prefix=true
       - kubectl get secrets --show-labels
       - kubectl get pods -o yaml
-      - kubectl get all -o wide  --show-labels
+      - kubectl get all -o wide --all-namespaces  --show-labels
       - kubectl get helmrelease
       - kubectl get helmchart
       - helm list -a -A