test: add cross-stack E2E tests

Author: MartinNowak

stacks-test-e2e.sh

@@ -0,0 +1,106 @@
+#!/usr/bin/env bash
+
+# Run full e2e tests operating on the example/ directory
+
+set_up() {
+    cd example
+    export MAKE="make -f ../stacks.mk ENV=dev-eu CLICOLOR_FORCE=0"
+}
+
+tear_down() {
+    $MAKE deepclean && rm -rf ../registry.opentofu.org
+}
+
+test_plan_apply_refresh_destroy_clean() {
+    # Run an initial full plan and apply to have a clean state
+    output="$($MAKE plan)"
+    assert_matches '\[network/vpc.*Plan.*0 to destroy' "$output"
+    assert_matches '\[instances.*Plan.*0 to destroy' "$output"
+    assert_matches '\[org.*Plan.*0 to destroy' "$output"
+    output="$($MAKE plan)"
+    assert_matches 'Nothing to be done for.*plan' "$output"
+    touch instances/main.tf
+    output="$($MAKE plan)"
+    assert_not_matches '\[network/vpc' "$output"
+    assert_matches '\[instances.*Plan.*0 to destroy' "$output"
+    assert_not_matches '\[org' "$output"
+    output=$($MAKE apply)
+    assert_matches '\[network/vpc.*Apply complete' "$output"
+    assert_matches '\[instances.*Apply complete' "$output"
+    assert_matches '\[org.*Apply complete' "$output"
+    output=$($MAKE refresh)
+    assert_matches '\[network/vpc.*Outputs:' "$output"
+    assert_matches '\[instances.*Outputs:' "$output"
+    assert_matches '\[org.*Outputs:' "$output"
+    output=$($MAKE plan)
+    assert_matches '\[network/vpc.*No changes' "$output"
+    assert_matches '\[instances.*No changes' "$output"
+    assert_matches '\[org.*No changes' "$output"
+    output=$($MAKE plan)
+    assert_matches 'Nothing to be done for.*plan' "$output"
+    output=$(TF_CLI_ARGS='-auto-approve' $MAKE destroy)
+    assert_matches '\[network/vpc.*Destroy complete' "$output"
+    assert_matches '\[instances.*Destroy complete' "$output"
+    assert_matches '\[org.*Destroy complete' "$output"
+    output=$($MAKE clean)
+    assert_contains "network/vpc/$ENV" "$output"
+    assert_contains "instances/$ENV" "$output"
+    assert_contains "org/$ENV" "$output"
+
+    # cleanup
+    rm .terraform.lock.hcl
+    assert_empty "$(git status --porcelain -- .)"
+}
+
+test_plan_changed() {
+    # Run an initial full plan and apply to have a clean state
+    $MAKE plan >/dev/null 2>&1
+    $MAKE apply >/dev/null 2>&1
+
+    # test dynamic skipping
+    echo '# change' >> network/vpc/main.tf
+    output=$($MAKE plan-changed DIFF_BASE=HEAD)
+    assert_matches '\[network/vpc.*No changes' "$output"
+    assert_matches 'Skip.*instances' "$output"
+    assert_not_matches '\[org' "$output"
+    # test downstream dependencies of changed stacks
+    echo 'output "new" { value = 123 }' >> network/vpc/main.tf
+    output=$($MAKE plan-changed DIFF_BASE=HEAD)
+    assert_matches '\[network/vpc.*Plan.*0 to destroy' "$output"
+    assert_matches '\[instances.*Plan.*0 to destroy' "$output"
+    assert_not_matches '\[org.*Plan' "$output"
+    output=$($MAKE apply-changed DIFF_BASE=HEAD)
+    assert_matches '\[network/vpc.*Apply complete' "$output"
+    assert_matches '\[instances.*Apply complete' "$output"
+    assert_not_matches '\[org.*Apply' "$output"
+
+    # cleanup
+    $MAKE clean >/dev/null 2>&1
+    rm .terraform.lock.hcl
+    git checkout network/vpc/main.tf
+    assert_empty "$(git status --porcelain -- .)"
+}
+
+test_failed_apply_stale_plan() {
+    $MAKE plan >/dev/null 2>&1
+    # break 'instances' main.tf to fail during apply
+    echo -e 'resource "terraform_data" "fail" {\nprovisioner "local-exec" {\n command = "exit 1"\n}\n}' >> instances/main.tf
+    output=$($MAKE plan)
+    assert_not_matches '\[network/vpc' "$output"
+    assert_matches '\[instances.*Plan.*0 to destroy' "$output"
+    assert_not_matches '\[org' "$output"
+    # The apply should fail
+    ! $MAKE apply >/dev/null 2>&1
+    # plan should be stale and get replanned
+    output=$($MAKE plan)
+    assert_matches 'terraform_data.*fail.*is tainted' "$output"
+    assert_matches '\[network/vpc.*No changes' "$output" # replans prerequisites
+    assert_matches '\[instances.*Plan.*1 to destroy' "$output"
+    assert_not_matches '\[org' "$output"
+
+    # cleanup
+    $MAKE clean >/dev/null 2>&1
+    rm .terraform.lock.hcl
+    git checkout instances/main.tf
+    assert_empty "$(git status --porcelain -- .)"
+}

stacks-test.sh

@@ -58,3 +58,21 @@ test_tfvars_precedence() {
     assert_contains '/network_2-dev-eu-.auto.tfvars: network/dev-eu.tfvars' "$output"
 }
 
+
+test_cross_stack_dependencies() {
+    # Run the script to test cross-stack dependency extraction
+    cd example/
+    output=$(bash ../stacks-gen-deps.sh dev-eu 2 network/vpc instances network/vpc/main.tf instances/main.tf)
+
+    # Check for downstream/upstream mapping
+    assert_contains 'DOWNSTREAMS_network/vpc += instances' "$output"
+    assert_contains 'UPSTREAMS_instances += network/vpc' "$output"
+
+    # Check for plan and outputs dependencies
+    assert_matches 'instances/[^/]+/tfplan.json: .*network/vpc/[^/]+/tfplan.json' "$output"
+    assert_matches 'instances/[^/]+/outputs.json: .*network/vpc/[^/]+/outputs.json' "$output"
+
+    # Check for destroy and refresh dependencies
+    assert_matches 'network/vpc/[^/]+/.destroy: destroy-instances' "$output"
+    assert_matches 'instances/[^/]+/.refresh: refresh-network/vpc' "$output"
+}