tests: verify IExperimentConfigurations

test/Microsoft.ComponentDetection.Orchestrator.Tests/Experiments/ExperimentConfigTests.cs

@@ -0,0 +1,80 @@
+namespace Microsoft.ComponentDetection.Orchestrator.Tests.Experiments;
+
+using System.Collections.Generic;
+using System.Linq;
+using System.Threading.Tasks;
+using FluentAssertions;
+using Microsoft.ComponentDetection.Contracts;
+using Microsoft.ComponentDetection.Orchestrator.Experiments.Configs;
+using Microsoft.ComponentDetection.Orchestrator.Extensions;
+using Microsoft.Extensions.DependencyInjection;
+using Microsoft.VisualStudio.TestTools.UnitTesting;
+using Moq;
+
+[TestClass]
+[TestCategory("Governance/All")]
+[TestCategory("Governance/ComponentDetection")]
+public class ExperimentConfigTests
+{
+    private List<IExperimentConfiguration> configs;
+
+    [TestInitialize]
+    public void Initialize()
+    {
+        var serviceProvider = new ServiceCollection().AddComponentDetection().BuildServiceProvider();
+
+        this.configs = serviceProvider.GetServices<IExperimentConfiguration>().ToList();
+    }
+
+    [TestMethod]
+    public void ExperimentConfig_HaveDistinctNames()
+    {
+        var names = this.configs.Select(c => c.Name).ToList();
+
+        names.Should().OnlyHaveUniqueItems();
+    }
+
+    [TestMethod]
+    public async Task ExperimentConfig_InitShouldNotThrowAsync()
+    {
+        foreach (var config in this.configs)
+        {
+            var init = async () => await config.InitAsync();
+
+            await init.Should().NotThrowAsync($"the experiment {config.Name} threw an exception in InitAsync");
+        }
+    }
+
+    [TestMethod]
+    public void ExperimentConfig_ShouldRecordShouldNotThrow()
+    {
+        foreach (var config in this.configs)
+        {
+            var shouldRecord = () => config.ShouldRecord(Mock.Of<IComponentDetector>(), 0);
+
+            shouldRecord.Should().NotThrow($"the experiment {config.Name} threw an exception in ShouldRecordAsync");
+        }
+    }
+
+    [TestMethod]
+    public void ExperimentConfig_IsInControlGroupShouldNotThrow()
+    {
+        foreach (var config in this.configs)
+        {
+            var isInControlGroup = () => config.IsInControlGroup(Mock.Of<IComponentDetector>());
+
+            isInControlGroup.Should().NotThrow($"the experiment {config.Name} threw an exception in IsInControlGroupAsync");
+        }
+    }
+
+    [TestMethod]
+    public void ExperimentConfig_IsInExperimentGroupShouldNotThrow()
+    {
+        foreach (var config in this.configs)
+        {
+            var isInExperimentGroup = () => config.IsInExperimentGroup(Mock.Of<IComponentDetector>());
+
+            isInExperimentGroup.Should().NotThrow($"the experiment {config.Name} threw an exception in IsInExperimentGroupAsync");
+        }
+    }
+}