test: parallelised integration tests (#1220)

* test: add one more worker

* chore: add parallelism to docker-compose tests

* chore: move some polling tests to worker

Author: omrozowicz-splunk

.github/workflows/ci-main.yaml

@@ -159,6 +159,9 @@ jobs:
     runs-on: ubuntu-latest
     if: "contains(needs.integration-tests-check.outputs.commit_message, '[run-int-tests]') || github.ref_name == 'develop'"
     timeout-minutes: 120
+    strategy:
+      matrix:
+        index: [1, 2, 3, 4, 5, 6]
     steps:
       - name: Checkout Project
         uses: actions/checkout@v4
@@ -176,7 +179,7 @@ jobs:
       - name: run tests
         working-directory: integration_tests
         run: |
-          poetry run pytest --splunk_host="localhost" --splunk_password="changeme2" --trap_external_ip="$(hostname -I | cut -d " " -f1)" --sc4snmp_deployment="microk8s"
+          poetry run pytest --splunk_host="localhost" --splunk_password="changeme2" --trap_external_ip="$(hostname -I | cut -d " " -f1)" --sc4snmp_deployment="microk8s" -m part${{ matrix.index }}
 
   test-integration-compose:
     name: Run integration tests in docker compose deployment
@@ -185,6 +188,9 @@ jobs:
     runs-on: ubuntu-latest
     if: "contains(needs.integration-tests-check.outputs.commit_message, '[run-int-tests]') || github.ref_name == 'develop'"
     timeout-minutes: 120
+    strategy:
+      matrix:
+        index: [ 1, 2, 3, 4, 5, 6 ]
     steps:
       - name: Checkout Project
         uses: actions/checkout@v4
@@ -213,4 +219,4 @@ jobs:
       - name: run tests
         working-directory: integration_tests
         run: |
-          poetry run pytest --splunk_host="localhost" --splunk_password="changeme2" --trap_external_ip="$(hostname -I | cut -d " " -f1)" --sc4snmp_deployment="docker-compose"
+          poetry run pytest --splunk_host="localhost" --splunk_password="changeme2" --trap_external_ip="$(hostname -I | cut -d " " -f1)" --sc4snmp_deployment="docker-compose" -m part${{ matrix.index }}

integration_tests/test_poller_integration.py

@@ -37,6 +37,7 @@
 logger = logging.getLogger(__name__)
 
 
+@pytest.mark.part1
 class TestSanity:
     def test_poller_integration_event(self, setup_splunk):
         logger.info("Integration test for poller event")
@@ -116,6 +117,7 @@ def setup_profile(request):
 
 
 @pytest.mark.usefixtures("setup_profile")
+@pytest.mark.part1
 class TestProfiles:
     def test_static_profiles_metrics(self, setup_splunk):
         search_string = """| mpreview index=netmetrics| spath profiles | search profiles=generic_switch
@@ -177,6 +179,7 @@ def setup_profiles(request):
 
 
 @pytest.mark.usefixtures("setup_profiles")
+@pytest.mark.part1
 class TestProfilesWorkflow:
     def test_add_new_profile_and_reload(self, setup_splunk):
         search_string = """| mpreview index=netmetrics| spath profiles | search profiles=new_profile """
@@ -283,6 +286,7 @@ def setup_smart_profiles(request):
 
 
 @pytest.mark.usefixtures("setup_smart_profiles")
+@pytest.mark.part1
 class TestSmartProfiles:
     def test_smart_profiles_field(self, setup_splunk):
         search_string = """| mpreview index=netmetrics| spath profiles | search profiles=smart_profile_field | search icmpOutDestUnreachs """
@@ -360,6 +364,7 @@ def setup_modify_profile(request):
 
 
 @pytest.mark.usefixtures("setup_modify_profile")
+@pytest.mark.part2
 class TestModifyProfilesFrequency:
     def test_sanity_frequency_field(self, setup_splunk):
         search_string = """| mpreview index=netmetrics earliest=-30s | search profiles=test_modify frequency=5 """
@@ -416,6 +421,7 @@ def test_modify_frequency_field(self, request, setup_splunk):
 
 
 @pytest.mark.usefixtures("setup_modify_profile")
+@pytest.mark.part2
 class TestModifyProfilesVarBinds:
     def test_sanity_varBinds_field(self, setup_splunk):
         search_string = """| mpreview index=netmetrics earliest=-30s | search profiles=test_modify UDP-MIB"""
@@ -527,6 +533,7 @@ def setup_small_walk(request):
 
 
 @pytest.mark.usefixtures("setup_small_walk")
+@pytest.mark.part2
 class TestSmallWalk:
     def test_check_if_walk_scope_was_smaller(self, setup_splunk):
         time.sleep(20)
@@ -583,6 +590,7 @@ def setup_small_walk_with_full_walk_enabled(request):
 
 
 @pytest.mark.usefixtures("setup_small_walk_with_full_walk_enabled")
+@pytest.mark.part2
 class TestSmallWalkWithFullWalkEnabled:
     def test_check_if_full_walk_is_done_with_profile_set(self, setup_splunk):
         time.sleep(20)
@@ -633,6 +641,7 @@ def setup_partial_walk(request):
 
 
 @pytest.mark.usefixtures("setup_partial_walk")
+@pytest.mark.part2
 class TestPartialWalk:
     def test_check_if_partial_walk_is_done(self, setup_splunk):
         time.sleep(20)
@@ -705,6 +714,7 @@ def setup_v3_connection(request):
 
 
 @pytest.mark.usefixtures("setup_v3_connection")
+@pytest.mark.part2
 class TestSNMPv3Connection:
     def test_snmpv3_walk(self, setup_splunk):
         time.sleep(200)
@@ -794,6 +804,7 @@ def setup_groups(request):
 
 
 @pytest.mark.usefixtures("setup_groups")
+@pytest.mark.part3
 class TestGroupsInventory:
     def test_ip_address_inventory(self, setup_splunk):
         time.sleep(20)
@@ -923,6 +934,7 @@ def setup_single_ang_group(request):
 
 
 @pytest.mark.usefixtures("setup_single_ang_group")
+@pytest.mark.part3
 class TestIgnoreSingleIfInGroup:
     def test_host_from_group(self, request, setup_splunk):
         trap_external_ip = request.config.getoption("trap_external_ip")
@@ -1018,6 +1030,7 @@ def setup_single_gt_and_lt_profiles(request):
 
 
 @pytest.mark.usefixtures("setup_single_gt_and_lt_profiles")
+@pytest.mark.part3
 class TestSingleGtAndLtCorrectCondition:
     def test_gt_profile(self, request, setup_splunk):
         time.sleep(20)
@@ -1109,6 +1122,7 @@ def setup_single_in_and_equals_profiles(request):
 
 
 @pytest.mark.usefixtures("setup_single_in_and_equals_profiles")
+@pytest.mark.part4
 class TestSingleInAndEqualsCorrectCondition:
     def test_in_profile(self, request, setup_splunk):
         time.sleep(20)
@@ -1203,6 +1217,7 @@ def setup_single_regex_and_options_profiles(request):
 
 
 @pytest.mark.usefixtures("setup_single_regex_and_options_profiles")
+@pytest.mark.part4
 class TestSingleRegexCorrectCondition:
     def test_regex_profile(self, request, setup_splunk):
         time.sleep(20)
@@ -1302,6 +1317,7 @@ def setup_single_gt_and_lt_profiles_with_negation(request):
 
 
 @pytest.mark.usefixtures("setup_single_gt_and_lt_profiles_with_negation")
+@pytest.mark.part4
 class TestSingleGtAndLtWithNegationCorrectCondition:
     def test_not_gt_profile(self, request, setup_splunk):
         time.sleep(20)
@@ -1403,6 +1419,7 @@ def setup_single_in_and_equals_profiles_with_negation(request):
 
 
 @pytest.mark.usefixtures("setup_single_in_and_equals_profiles_with_negation")
+@pytest.mark.part4
 class TestSingleInAndEqualsWithNegationCorrectCondition:
     def test_not_in_profile(self, request, setup_splunk):
         time.sleep(20)
@@ -1504,6 +1521,7 @@ def setup_single_regex_and_options_profiles_with_negation(request):
 
 
 @pytest.mark.usefixtures("setup_single_regex_and_options_profiles_with_negation")
+@pytest.mark.part5
 class TestSingleRegexWithNegationCorrectCondition:
     def test_not_regex_profile(self, request, setup_splunk):
         time.sleep(20)
@@ -1609,6 +1627,7 @@ def setup_multiple_conditions_profiles(request):
 
 
 @pytest.mark.usefixtures("setup_multiple_conditions_profiles")
+@pytest.mark.part5
 class TestMultipleCorrectConditions:
     def test_gt_and_equals_profile(self, request, setup_splunk):
         time.sleep(20)
@@ -1720,6 +1739,7 @@ def setup_wrong_conditions_profiles(request):
 
 
 @pytest.mark.usefixtures("setup_wrong_conditions_profiles")
+@pytest.mark.part5
 class TestWrongConditions:
     def test_wrong_profiles(self, request, setup_splunk):
         time.sleep(20)
@@ -1819,6 +1839,7 @@ def setup_misconfigured_profiles(request):
 
 
 @pytest.mark.usefixtures("setup_misconfigured_profiles")
+@pytest.mark.part6
 class TestMisconfiguredProfiles:
     def test_wrong_profiles(self, request, setup_splunk):
         time.sleep(20)
@@ -1902,6 +1923,7 @@ def setup_misconfigured_groups(request):
 
 
 @pytest.mark.usefixtures("setup_misconfigured_groups")
+@pytest.mark.part6
 class TestMisconfiguredGroups:
     def test_wrong_groups(self, request, setup_splunk):
         time.sleep(20)

integration_tests/test_trap_integration.py

@@ -16,6 +16,7 @@
 import logging
 import time
 
+import pytest
 from pysnmp.hlapi import *
 
 from integration_tests.splunk_test_utils import (
@@ -75,6 +76,7 @@ def send_v3_trap(host, port, object_identity, *var_binds):
         logger.error(f"{error_indication}")
 
 
+@pytest.mark.part6
 def test_trap_v1(request, setup_splunk):
     trap_external_ip = request.config.getoption("trap_external_ip")
     logger.info(f"I have: {trap_external_ip}")
@@ -105,6 +107,7 @@ def test_trap_v1(request, setup_splunk):
     assert result_count == 1
 
 
+@pytest.mark.part6
 def test_trap_v2(request, setup_splunk):
     trap_external_ip = request.config.getoption("trap_external_ip")
     logger.info(f"I have: {trap_external_ip}")
@@ -135,6 +138,7 @@ def test_trap_v2(request, setup_splunk):
     assert result_count == 1
 
 
+@pytest.mark.part6
 def test_added_varbind(request, setup_splunk):
     trap_external_ip = request.config.getoption("trap_external_ip")
     logger.info(f"I have: {trap_external_ip}")
@@ -158,6 +162,7 @@ def test_added_varbind(request, setup_splunk):
     assert result_count == 1
 
 
+@pytest.mark.part6
 def test_many_traps(request, setup_splunk):
     trap_external_ip = request.config.getoption("trap_external_ip")
     logger.info(f"I have: {trap_external_ip}")
@@ -188,6 +193,7 @@ def test_many_traps(request, setup_splunk):
     assert result_count == 5
 
 
+@pytest.mark.part6
 def test_more_than_one_varbind(request, setup_splunk):
     trap_external_ip = request.config.getoption("trap_external_ip")
     logger.info(f"I have: {trap_external_ip}")
@@ -218,6 +224,7 @@ def test_more_than_one_varbind(request, setup_splunk):
     assert result_count == 1
 
 
+@pytest.mark.part6
 def test_loading_mibs(request, setup_splunk):
     trap_external_ip = request.config.getoption("trap_external_ip")
     logger.info(f"I have: {trap_external_ip}")
@@ -245,6 +252,7 @@ def test_loading_mibs(request, setup_splunk):
     assert result_count == 1
 
 
+@pytest.mark.part6
 def test_trap_v3(request, setup_splunk):
     trap_external_ip = request.config.getoption("trap_external_ip")
     deployment = request.config.getoption("sc4snmp_deployment")