Convert to integration tests

Author: caitlynstocker

fixtures/evaluation.json

@@ -0,0 +1,88 @@
+[
+  {
+    "description": "enabled when the evaluation context matches its required segment",
+    "configuration": {
+      "slug": "feature-a",
+      "context": { "license": "trial" },
+      "defaultValue": false
+    },
+    "expected": {
+      "value": true
+    }
+  },
+  {
+    "description": "disabled when the evaluation context does not match its required segment",
+    "configuration": {
+      "slug": "feature-a",
+      "context": { "license": "enterprise" },
+      "defaultValue": false
+    },
+    "expected": {
+      "value": false
+    }
+  },
+  {
+    "description": "disabled when no evaluation context is provided and toggle has required segments",
+    "configuration": {
+      "slug": "feature-a",
+      "defaultValue": false
+    },
+    "expected": {
+      "value": false
+    }
+  },
+  {
+    "description": "enabled when context matches one value from a multi-value segment key",
+    "configuration": {
+      "slug": "feature-b",
+      "context": { "region": "us" },
+      "defaultValue": false
+    },
+    "expected": {
+      "value": true
+    }
+  },
+  {
+    "description": "enabled regardless of context when toggle has no required segments",
+    "configuration": {
+      "slug": "feature-c",
+      "defaultValue": false
+    },
+    "expected": {
+      "value": true
+    }
+  },
+  {
+    "description": "disabled when toggle is not enabled regardless of context",
+    "configuration": {
+      "slug": "feature-d",
+      "context": {},
+      "defaultValue": false
+    },
+    "expected": {
+      "value": false
+    }
+  },
+  {
+    "description": "returns FLAG_NOT_FOUND and default value when flag key is not a slug",
+    "configuration": {
+      "slug": "not a slug",
+      "defaultValue": true
+    },
+    "expected": {
+      "value": true,
+      "errorCode": "FLAG_NOT_FOUND"
+    }
+  },
+  {
+    "description": "returns FLAG_NOT_FOUND and default value when slug does not match any toggle",
+    "configuration": {
+      "slug": "unknown-feature",
+      "defaultValue": true
+    },
+    "expected": {
+      "value": true,
+      "errorCode": "FLAG_NOT_FOUND"
+    }
+  }
+]

fixtures/evaluation/cases.json

@@ -0,0 +1,31 @@
+[
+  {
+    "name": "My Feature A",
+    "slug": "feature-a",
+    "isEnabled": true,
+    "segments": [
+      { "key": "license", "value": "trial" }
+    ]
+  },
+  {
+    "name": "My Feature B",
+    "slug": "feature-b",
+    "isEnabled": true,
+    "segments": [
+      { "key": "region", "value": "us" },
+      { "key": "region", "value": "au" }
+    ]
+  },
+  {
+    "name": "My Feature C",
+    "slug": "feature-c",
+    "isEnabled": true,
+    "segments": []
+  },
+  {
+    "name": "My Feature D",
+    "slug": "feature-d",
+    "isEnabled": false,
+    "segments": []
+  }
+]

fixtures/evaluation/toggles.json

@@ -1,11 +1,13 @@
 using System.Text.Json;
 using FluentAssertions;
 using FluentAssertions.Execution;
-using Microsoft.Extensions.Logging.Abstractions;
 using OpenFeature.Constant;
 using OpenFeature.Model;
+using WireMock.RequestBuilders;
+using WireMock.ResponseBuilders;
+using WireMock.Server;
 
-namespace Octopus.OpenFeature.Provider.Tests;
+namespace Octopus.OpenFeature.Provider.IntegrationTests;
 
 public class FixtureEvaluationTests
 {
@@ -14,55 +16,70 @@ public static TheoryData<FixtureTestData> GetTestCases()
         var data = new TheoryData<FixtureTestData>();
 
         var fixtureDir = Path.Combine(AppContext.BaseDirectory, "Fixtures");
-        foreach (var file in Directory.GetFiles(fixtureDir, "*.json"))
+        foreach (var dir in Directory.GetDirectories(fixtureDir))
         {
-            var json = File.ReadAllText(file);
-            var fixture = JsonSerializer.Deserialize<FixtureFile>(json, JsonSerializerOptions.Web)
-                ?? throw new InvalidOperationException($"Failed to deserialize fixture file: {file}");
+            var togglesJson = File.ReadAllText(Path.Combine(dir, "toggles.json"));
+            var casesJson = File.ReadAllText(Path.Combine(dir, "cases.json"));
+            var cases = JsonSerializer.Deserialize<FixtureCase[]>(casesJson, JsonSerializerOptions.Web)
+                ?? throw new InvalidOperationException($"Failed to deserialize cases in {dir}");
 
-            foreach (var testCase in fixture.Cases)
+            foreach (var testCase in cases)
             {
-                data.Add(new FixtureTestData(fixture.Toggles, testCase));
+                data.Add(new FixtureTestData(togglesJson, testCase));
             }
-
         }
 
         return data;
     }
 
     [Theory]
     [MemberData(nameof(GetTestCases))]
-    public void Evaluate(FixtureTestData testData)
+    public async Task Evaluate(FixtureTestData testData)
     {
-        var toggles = new FeatureToggles(testData.Toggles, []);
-        var featureContext = new OctopusFeatureContext(toggles, NullLoggerFactory.Instance);
+        using var server = WireMockServer.Start();
+
+        server
+            .Given(Request.Create().WithPath("/api/featuretoggles/v3/").UsingGet())
+            .RespondWith(Response.Create()
+                .WithStatusCode(200)
+                .WithHeader("ContentHash", Convert.ToBase64String([0x01]))
+                .WithBody(testData.TogglesJson));
+
+        var configuration = new OctopusFeatureConfiguration("test-identifier", new ProductMetadata("test-agent"))
+        {
+            ServerUri = new Uri(server.Url!)
+        };
+
+        var provider = new OctopusFeatureProvider(configuration);
+        await provider.InitializeAsync(EvaluationContext.Empty);
 
         var evaluationContext = BuildContext(testData.Case.Configuration.Context);
 
-        var result = featureContext.Evaluate(
+        var result = await provider.ResolveBooleanValueAsync(
             testData.Case.Configuration.Slug,
             testData.Case.Configuration.DefaultValue,
             evaluationContext);
 
+        await provider.ShutdownAsync();
+
         using var scope = new AssertionScope(testData.Case.Description);
         result.Value.Should().Be(testData.Case.Expected.Value);
 
         if (testData.Case.Expected.ErrorCode is { } errorCode)
         {
             result.ErrorType.Should().Be(MapErrorCode(errorCode));
         }
-
         else
         {
             result.ErrorType.Should().Be(ErrorType.None);
         }
-
     }
 
     static EvaluationContext? BuildContext(Dictionary<string, string>? context)
     {
         if (context is null)
         {
+
             return null;
         }
 
@@ -85,11 +102,10 @@ public void Evaluate(FixtureTestData testData)
     };
 }
 
-public class FixtureTestData(FeatureToggleEvaluation[] toggles, FixtureCase @case)
+public class FixtureTestData(string togglesJson, FixtureCase @case)
 {
-    public FeatureToggleEvaluation[] Toggles { get; } = toggles;
+    public string TogglesJson { get; } = togglesJson;
     public FixtureCase Case { get; } = @case;
 
-    // Controls the name shown in Test Explorer for each theory row
     public override string ToString() => Case.Description;
 }

…Provider.Tests/FixtureEvaluationTests.cs …tegrationTests/FixtureEvaluationTests.cssrc/Octopus.OpenFeature.Provider.Tests/FixtureEvaluationTests.cs renamed to src/Octopus.OpenFeature.Provider.IntegrationTests/FixtureEvaluationTests.cs src/Octopus.OpenFeature.Provider.Tests/FixtureEvaluationTests.cs renamed to src/Octopus.OpenFeature.Provider.IntegrationTests/FixtureEvaluationTests.cs

@@ -1,8 +1,4 @@
-namespace Octopus.OpenFeature.Provider.Tests;
-
-public record FixtureFile(
-    FeatureToggleEvaluation[] Toggles,
-    FixtureCase[] Cases);
+namespace Octopus.OpenFeature.Provider.IntegrationTests;
 
 public record FixtureCase(
     string Description,