From e3ace34f9c778ff5c763bef28f8d94fd23f0bc16 Mon Sep 17 00:00:00 2001 From: Evgenii Zakharchenko Date: Fri, 17 Apr 2026 09:03:34 +0200 Subject: [PATCH 1/3] Import dotnet__benchmarkdotnet-2395 Apply patches from ee-bench-csharp --- .../Configs/ImmutableConfigBuilder.cs | 28 +++++++++---------- .../Configs/ImmutableConfigTests.cs | 15 +++++++++- 2 files changed, 28 insertions(+), 15 deletions(-) diff --git a/src/BenchmarkDotNet/Configs/ImmutableConfigBuilder.cs b/src/BenchmarkDotNet/Configs/ImmutableConfigBuilder.cs index f5d857df1d..0540dd1426 100644 --- a/src/BenchmarkDotNet/Configs/ImmutableConfigBuilder.cs +++ b/src/BenchmarkDotNet/Configs/ImmutableConfigBuilder.cs @@ -109,28 +109,28 @@ void AddWarning(string message) configAnalyse.Add(conclusion); } - var mergeDictionary = new Dictionary(); + var mergeDictionary = new Dictionary(); foreach (var exporter in exporters) { - var exporterType = exporter.GetType(); - if (mergeDictionary.ContainsKey(exporterType)) + var exporterName = exporter.Name; + if (mergeDictionary.ContainsKey(exporterName)) { - AddWarning($"The exporter {exporterType} is already present in configuration. There may be unexpected results."); + AddWarning($"The exporter {exporterName} is already present in configuration. There may be unexpected results."); } - mergeDictionary[exporterType] = exporter; + mergeDictionary[exporterName] = exporter; } foreach (var diagnoser in uniqueDiagnosers) foreach (var exporter in diagnoser.Exporters) { - var exporterType = exporter.GetType(); - if (mergeDictionary.ContainsKey(exporterType)) + var exporterName = exporter.Name; + if (mergeDictionary.ContainsKey(exporterName)) { - AddWarning($"The exporter {exporterType} of {diagnoser.GetType().Name} is already present in configuration. There may be unexpected results."); + AddWarning($"The exporter {exporterName} of {diagnoser.GetType().Name} is already present in configuration. There may be unexpected results."); } - mergeDictionary[exporterType] = exporter; + mergeDictionary[exporterName] = exporter; } var result = mergeDictionary.Values.ToList(); @@ -143,7 +143,7 @@ void AddWarning(string message) if (hardwareCounterDiagnoser != default(IHardwareCountersDiagnoser) && disassemblyDiagnoser != default(DisassemblyDiagnoser)) result.Add(new InstructionPointerExporter(hardwareCounterDiagnoser, disassemblyDiagnoser)); - for (int i = result.Count - 1; i >=0; i--) + for (int i = result.Count - 1; i >= 0; i--) if (result[i] is IExporterDependencies exporterDependencies) foreach (var dependency in exporterDependencies.Dependencies) /* @@ -165,7 +165,7 @@ void AddWarning(string message) * "The CsvMeasurementsExporter is already present in the configuration. There may be unexpected results of RPlotExporter. * */ - if (!result.Any(exporter=> exporter.GetType() == dependency.GetType())) + if (!result.Any(exporter => exporter.GetType() == dependency.GetType())) result.Insert(i, dependency); // All the exporter dependencies should be added before the exporter else { @@ -186,9 +186,9 @@ private static ImmutableHashSet GetAnalysers(IEnumerable a builder.Add(analyser); foreach (var diagnoser in uniqueDiagnosers) - foreach (var analyser in diagnoser.Analysers) - if (!builder.Contains(analyser)) - builder.Add(analyser); + foreach (var analyser in diagnoser.Analysers) + if (!builder.Contains(analyser)) + builder.Add(analyser); return builder.ToImmutable(); } diff --git a/tests/BenchmarkDotNet.Tests/Configs/ImmutableConfigTests.cs b/tests/BenchmarkDotNet.Tests/Configs/ImmutableConfigTests.cs index 82c01d3b81..2eae58c7c1 100644 --- a/tests/BenchmarkDotNet.Tests/Configs/ImmutableConfigTests.cs +++ b/tests/BenchmarkDotNet.Tests/Configs/ImmutableConfigTests.cs @@ -143,6 +143,19 @@ public void DuplicateExportersAreExcluded() Assert.Same(MarkdownExporter.GitHub, final.GetExporters().Single()); } + [Fact] + public void MultipleExportersOfSameTypeWithDifferentNamesAreAccepted() + { + var mutable = ManualConfig.CreateEmpty(); + + mutable.AddExporter(MarkdownExporter.GitHub); + mutable.AddExporter(MarkdownExporter.Atlassian); + + var final = ImmutableConfigBuilder.Create(mutable); + + Assert.Equal(2, final.GetExporters().Count()); + } + [Fact] public void DuplicateAnalyzersAreExcluded() { @@ -380,7 +393,7 @@ private static ImmutableConfig[] AddLeftToTheRightAndRightToTheLef(ManualConfig var leftAddedToTheRight = ManualConfig.Create(right); leftAddedToTheRight.Add(left); - return new[]{ rightAddedToLeft.CreateImmutableConfig(), leftAddedToTheRight.CreateImmutableConfig() }; + return new[] { rightAddedToLeft.CreateImmutableConfig(), leftAddedToTheRight.CreateImmutableConfig() }; } public class TestExporter : IExporter, IExporterDependencies From ce673108bfe537f44ace05dee349af5b53b70b27 Mon Sep 17 00:00:00 2001 From: Evgenii Zakharchenko Date: Fri, 17 Apr 2026 09:03:35 +0200 Subject: [PATCH 2/3] Add .ee-bench files for dotnet__benchmarkdotnet-2395 --- .ee-bench/codegen/metadata.json | 911 ++++++++++++++++++++++++++++++++ 1 file changed, 911 insertions(+) create mode 100644 .ee-bench/codegen/metadata.json diff --git a/.ee-bench/codegen/metadata.json b/.ee-bench/codegen/metadata.json new file mode 100644 index 0000000000..a671c49942 --- /dev/null +++ b/.ee-bench/codegen/metadata.json @@ -0,0 +1,911 @@ +{ + "instance_id": "dotnet__benchmarkdotnet-2395", + "benchmark_type": "codegen", + "expected": { + "fail_to_pass": [ + "MultipleExportersOfSameTypeWithDifferentNamesAreAccepted" + ], + "pass_to_pass": [ + "AddOneVariable", + "AddVariableArray", + "AddVariableArrayWithDuplications", + "AllDifferences", + "AllEnvRequirementsAreSupported", + "AllJobModesPropertyNamesMatchCharacteristicNames", + "AllMutatorsAttributesCanBeAppliedOnlyOncePerType", + "AllRuntimeMonikerAreKnown", + "AlphaNumericComparisionTest", + "AmdIsPrettifiedWithDiffFrequencies(originalName: \"AMD Ryzen 7 2700X Eight-Core Processor\", prettifiedName: \"AMD Ryzen 7 2700X 4.10GHz\", actualFrequency: 4.0999999999999996, physicalCoreCount: 8, logicalCoreCount: 16)", + "AmdIsPrettifiedWithDiffFrequencies(originalName: \"AMD Ryzen 7 2700X Eight-Core Processor\", prettifiedName: \"AMD Ryzen 7 2700X Eight-Core Processor 4.10GHz\", actualFrequency: 4.0999999999999996, physicalCoreCount: null, logicalCoreCount: null)", + "AppendArgumentMakesSureOneSpaceBeforeObjectArgument(input: \" http://test.com/ \", expectedOutput: \" http://test.com/\")", + "AppendArgumentMakesSureOneSpaceBeforeObjectArgument(input: \" http://test.com/\", expectedOutput: \" http://test.com/\")", + "AppendArgumentMakesSureOneSpaceBeforeObjectArgument(input: \"\\r\\n http://test.com/ \\r\\n\", expectedOutput: \" http://test.com/\")", + "AppendArgumentMakesSureOneSpaceBeforeObjectArgument(input: \"http://test.com/ \", expectedOutput: \" http://test.com/\")", + "AppendArgumentMakesSureOneSpaceBeforeObjectArgument(input: \"http://test.com/\", expectedOutput: \" http://test.com/\")", + "AppendArgumentMakesSureOneSpaceBeforeObjectArgument(input: null, expectedOutput: \"\")", + "AppendArgumentMakesSureOneSpaceBeforeStringArgument(input: \" a \", expectedOutput: \" a\")", + "AppendArgumentMakesSureOneSpaceBeforeStringArgument(input: \" \\r\\n a \\r\\n\", expectedOutput: \" a\")", + "AppendArgumentMakesSureOneSpaceBeforeStringArgument(input: \" \", expectedOutput: \"\")", + "AppendArgumentMakesSureOneSpaceBeforeStringArgument(input: \" -n Win-x64 \", expectedOutput: \" -n Win-x64\")", + "AppendArgumentMakesSureOneSpaceBeforeStringArgument(input: \" -n win-x64\", expectedOutput: \" -n win-x64\")", + "AppendArgumentMakesSureOneSpaceBeforeStringArgument(input: \" a \", expectedOutput: \" a\")", + "AppendArgumentMakesSureOneSpaceBeforeStringArgument(input: \"\", expectedOutput: \"\")", + "AppendArgumentMakesSureOneSpaceBeforeStringArgument(input: \"-n win-x64 \", expectedOutput: \" -n win-x64\")", + "AppendArgumentMakesSureOneSpaceBeforeStringArgument(input: \"-n win-x64\", expectedOutput: \" -n win-x64\")", + "AppendArgumentMakesSureOneSpaceBeforeStringArgument(input: null, expectedOutput: \"\")", + "ArabicTest", + "ArgumentsAndParamsUsedTogetherAreSupported", + "ArraysAreSupported", + "ArraysWithNullsAreSupported", + "AsValidFileNameDoesNotChangeValidFileNames", + "AsValidFileNameReplacesAllInvalidFileNameCharactersWithTheirRepresentation", + "AsyncGenericTaskGlobalCleanupIsExecuted", + "AsyncGenericTaskGlobalSetupIsExecuted", + "AsyncGenericValueTaskGlobalCleanupIsExecuted", + "AsyncGenericValueTaskGlobalSetupIsExecuted", + "AsyncTaskGlobalCleanupIsExecuted", + "AsyncTaskGlobalSetupIsExecuted", + "AsyncValueTaskGlobalCleanupIsExecuted", + "AsyncValueTaskGlobalSetupIsExecuted", + "AsyncVoidIsNotSupported", + "AutoTest_Alternation", + "AutoTest_BigResolution", + "AutoTest_ImpossibleResolution", + "AutoTest_InfiniteIncrease", + "AutoTest_InfiniteIncreaseOverhead", + "AutoTest_SteadyState", + "AutoTest_TenSteps", + "AutoTest_WithoutSteadyStateOverhead", + "AutoWarmupTitleTest(minIterationCount: 0, maxIterationCount: 0, minFluctuationCount: 0, expectedTitle: \"AutoWarmupStoppingCriteria(minIterationCount=0, ma\"\u00b7\u00b7\u00b7)", + "AutoWarmupTitleTest(minIterationCount: 1, maxIterationCount: 22, minFluctuationCount: 333, expectedTitle: \"AutoWarmupStoppingCriteria(minIterationCount=1, ma\"\u00b7\u00b7\u00b7)", + "BaseLineValidatorIsMandatory", + "BaselineDoesntChangeId", + "BasicComparisionTest", + "BenchmarkDotNetInfoTest(assemblyVersion: \"1.0.0\", fullVersion: \"1.0.0\", expectedIsDevelop: False, expectedIsNightly: False, expectedIsRelease: True)", + "BenchmarkDotNetInfoTest(assemblyVersion: \"1.0.0\", fullVersion: \"1.0.0-develop\", expectedIsDevelop: True, expectedIsNightly: False, expectedIsRelease: False)", + "BenchmarkDotNetInfoTest(assemblyVersion: \"1.0.0\", fullVersion: \"1.0.0-develop123\", expectedIsDevelop: True, expectedIsNightly: False, expectedIsRelease: False)", + "BenchmarkDotNetInfoTest(assemblyVersion: \"1.2.3.4\", fullVersion: \"1.2.3.4\", expectedIsDevelop: False, expectedIsNightly: True, expectedIsRelease: False)", + "BenchmarkShouldProduceSummary(benchmarkType: typeof(BenchmarkDotNet.Tests.Attributes.ParamsAllValuesVerifyTests+Benchmarks+WithAllValuesOfBool))", + "BenchmarkShouldProduceSummary(benchmarkType: typeof(BenchmarkDotNet.Tests.Attributes.ParamsAllValuesVerifyTests+Benchmarks+WithAllValuesOfEnum))", + "BenchmarkShouldProduceSummary(benchmarkType: typeof(BenchmarkDotNet.Tests.Attributes.ParamsAllValuesVerifyTests+Benchmarks+WithAllValuesOfNullableBool))", + "BenchmarkShouldProduceSummary(benchmarkType: typeof(BenchmarkDotNet.Tests.Attributes.ParamsAllValuesVerifyTests+Benchmarks+WithAllValuesOfNullableEnum))", + "BenchmarkShouldProduceSummary(benchmarkType: typeof(BenchmarkDotNet.Tests.Attributes.ParamsAllValuesVerifyTests+Benchmarks+WithNotAllowedFlagsEnumError))", + "BenchmarkShouldProduceSummary(benchmarkType: typeof(BenchmarkDotNet.Tests.Attributes.ParamsAllValuesVerifyTests+Benchmarks+WithNotAllowedNullableTypeError))", + "BenchmarkShouldProduceSummary(benchmarkType: typeof(BenchmarkDotNet.Tests.Attributes.ParamsAllValuesVerifyTests+Benchmarks+WithNotAllowedTypeError))", + "Benchmark_Class_Generic_Argument_Must_Be_Public(type: typeof(BenchmarkDotNet.Tests.Validators.CompilationValidatorTests+PrivateClass), hasErrors: True)", + "Benchmark_Class_Generic_Argument_Must_Be_Public(type: typeof(BenchmarkDotNet.Tests.Validators.CompilationValidatorTests+PrivateNestedClass), hasErrors: True)", + "Benchmark_Class_Generic_Argument_Must_Be_Public(type: typeof(BenchmarkDotNet.Tests.Validators.CompilationValidatorTests+PrivateProtectedClass), hasErrors: True)", + "Benchmark_Class_Generic_Argument_Must_Be_Public(type: typeof(BenchmarkDotNet.Tests.Validators.CompilationValidatorTests+PrivateProtectedNestedClass), hasErrors: True)", + "Benchmark_Class_Generic_Argument_Must_Be_Public(type: typeof(BenchmarkDotNet.Tests.Validators.CompilationValidatorTests+ProtectedInternalClass), hasErrors: True)", + "Benchmark_Class_Generic_Argument_Must_Be_Public(type: typeof(BenchmarkDotNet.Tests.Validators.CompilationValidatorTests+ProtectedInternalClass+ProtectedInternalNestedClass), hasErrors: True)", + "Benchmark_Class_Generic_Argument_Must_Be_Public(type: typeof(BenchmarkDotNet.Tests.Validators.InternalClass), hasErrors: True)", + "Benchmark_Class_Generic_Argument_Must_Be_Public(type: typeof(BenchmarkDotNet.Tests.Validators.InternalClass+InternalNestedClass), hasErrors: True)", + "Benchmark_Class_Generic_Argument_Must_Be_Public(type: typeof(BenchmarkDotNet.Tests.Validators.PublicClass), hasErrors: False)", + "Benchmark_Class_Generic_Argument_Must_Be_Public(type: typeof(BenchmarkDotNet.Tests.Validators.PublicClass+PublicNestedClass), hasErrors: False)", + "Benchmark_Class_Methods_Must_Be_Non_Static(type: typeof(BenchmarkDotNet.Tests.Validators.BenchmarkClass), hasErrors: False)", + "Benchmark_Class_Methods_Must_Be_Non_Static(type: typeof(BenchmarkDotNet.Tests.Validators.BenchmarkClassWithStaticMethod), hasErrors: True)", + "BenchmarkedMethodNameMustNotContainWhitespaces", + "BenchmarkedMethodNameMustNotUseCsharpKeywords", + "BenchmarksAreGroupedByJob", + "BenchmarksThatRunLongerThanIterationTimeOnlyDuringFirstInvocationAreNotInvokedOncePerIteration(iterationTime: 120)", + "BenchmarksThatRunLongerThanIterationTimeOnlyDuringFirstInvocationAreNotInvokedOncePerIteration(iterationTime: 250)", + "BenchmarksThatRunLongerThanIterationTimeOnlyDuringFirstInvocationAreNotInvokedOncePerIteration(iterationTime: 500)", + "BenchmarksWithOnlyVoidMethodsAreOmitted", + "CanCompareDifferentSampleSizes(statisticalTestKind: MannWhitney, thresholdUnit: Ratio, thresholdValue: 0.02)", + "CanCompareDifferentSampleSizes(statisticalTestKind: Welch, thresholdUnit: Ratio, thresholdValue: 0.02)", + "CanCompareFewDifferentRuntimes", + "CanEnableOrDisableMemoryRandomizationPerMethod", + "CanEnableOrDisableTheBenchmarkPerOperatingSystem", + "CanEnableOrDisableTheBenchmarkPerOperatingSystemArchitecture", + "CanEscapeControlCharacters", + "CanEscapeControlCharactersInChar(original: '\"', excepted: \"'\\\"'\")", + "CanEscapeControlCharactersInChar(original: '\\'', excepted: \"'\\\\''\")", + "CanEscapeControlCharactersInChar(original: '\\0', excepted: \"'\\\\0'\")", + "CanEscapeControlCharactersInChar(original: '\\b', excepted: \"'\\\\b'\")", + "CanEscapeControlCharactersInChar(original: '\\f', excepted: \"'\\\\f'\")", + "CanEscapeControlCharactersInChar(original: '\\n', excepted: \"'\\\\n'\")", + "CanEscapeControlCharactersInChar(original: '\\t', excepted: \"'\\\\t'\")", + "CanEscapeControlCharactersInChar(original: '\\v', excepted: \"'\\\\v'\")", + "CanEscapeControlCharactersInChar(original: 'a', excepted: \"'a'\")", + "CanEscapeControlCharactersInChar(original: '{', excepted: \"'{'\")", + "CanEscapeControlCharactersInChar(original: '}', excepted: \"'}'\")", + "CanEscapeJson", + "CanEscapePath", + "CanFilterAllBenchmark", + "CanFilterAllBenchmarksDuringListAllBenchmarkCase", + "CanFilterBenchmarksDuringListAllBenchmarkCase", + "CanNotSelectClassesUsingTypeNames", + "CanParseDisassemblerWithCustomRecursiveDepth", + "CanParseHardwareCounters", + "CanParseInfo", + "CanParseInvalidMonoDisassemblyOutput", + "CanParseMonoDisassemblyOutputFromMac", + "CanParseMonoDisassemblyOutputFromWindows", + "CanParseMonoDisassemblyOutputFromWindowsWithoutTools", + "CanSelectAttributes", + "CanSelectAttributesWithFullName", + "CanSelectClassesUsingPattern", + "CanSelectClassesUsingPatters", + "CanSelectClassesWithFullName", + "CanSelectMethods", + "CanSelectMethodsWithFullName", + "CanSelectNamespaces", + "CanUseStatisticalTestsToCompareFewDifferentRuntimes(thresholdUnit: Milliseconds, thresholdValue: 10)", + "CanUseStatisticalTestsToCompareFewDifferentRuntimes(thresholdUnit: Ratio, thresholdValue: 5)", + "CategoriesHasHigherPriorityThanParameters", + "CategoryInheritanceTest", + "CategoryNoInheritanceTest", + "CharacterArgumentsAreSupported", + "CheckLexicographicalOrder", + "CheckNullArgument", + "CheckUpdateInvalidArgs(strArgs: \"--filter abc -f abc\")", + "CheckUpdateInvalidArgs(strArgs: \"--runtimes net\")", + "CheckUpdateValidArgs(strArgs: \"--filter abc\", expected: \"--filter *\")", + "CheckUpdateValidArgs(strArgs: \"--join abc\", expected: \"--filter * --join\")", + "CheckUpdateValidArgs(strArgs: \"--runtimes net7.0 --join\", expected: \"--filter * --join --runtimes net7.0\")", + "CheckUpdateValidArgs(strArgs: \"-f *\", expected: \"--filter *\")", + "CheckUpdateValidArgs(strArgs: \"-f abc\", expected: \"--filter *\")", + "ClassAndMethodsCanCombined", + "ClassicTest(expected: 1, value: -100000)", + "ClassicTest(expected: 1, value: 0)", + "ClassicTest(expected: 1, value: 100)", + "ClassicTest(expected: 1, value: 10000)", + "ClassicTest(expected: 1, value: 100000)", + "ClassicTest(expected: 1, value: 999.99999990000003)", + "ClassicTest(expected: 1, value: Infinity)", + "ClassicTest(expected: 1, value: NaN)", + "ClassicTest(expected: 2, value: 10)", + "ClassicTest(expected: 2, value: 99.999999990000006)", + "ClassicTest(expected: 3, value: 1)", + "ClassicTest(expected: 3, value: 1.5)", + "ClassicTest(expected: 3, value: 9.9999999989999999)", + "ClassicTest(expected: 4, value: 0.01)", + "ClassicTest(expected: 4, value: 0.10000000000000001)", + "ClassicTest(expected: 4, value: 0.123456)", + "ClassicTest(expected: 4, value: 0.90000000000000002)", + "ClearVariables", + "ClrVersionParsedCorrectly", + "ConfidenceIntervalTest", + "ConfigFlagCanBeEnabledOrDisabled", + "ConfigFlagCanBeEnabledOrDisabledUsedManualConfigMethods", + "ConfigFlagsCanBeCombined", + "ConfigOptionsParsedCorrectly(expectedConfigOption: DisableLogFile, configOptionArgs: [\"--disableLogFile\"])", + "ConfigOptionsParsedCorrectly(expectedConfigOption: DontOverwriteResults, configOptionArgs: [\"--noOverwrite\"])", + "ConfigOptionsParsedCorrectly(expectedConfigOption: JoinSummary, configOptionArgs: [\"--join\"])", + "ConfigOptionsParsedCorrectly(expectedConfigOption: KeepBenchmarkFiles | GenerateMSBuildBinLog, configOptionArgs: [\"--generateBinLog\"])", + "ConfigOptionsParsedCorrectly(expectedConfigOption: KeepBenchmarkFiles | JoinSummary | StopOnFirstError | DontOverwriteResults | DisableLogFile, configOptionArgs: [\"--join\", \"--keepFiles\", \"--noOverwrite\", \"--stopOnFirstError\", \"--disableLogFile\"])", + "ConfigOptionsParsedCorrectly(expectedConfigOption: KeepBenchmarkFiles | JoinSummary | StopOnFirstError, configOptionArgs: [\"--join\", \"--keepFiles\", \"--stopOnFirstError\"])", + "ConfigOptionsParsedCorrectly(expectedConfigOption: KeepBenchmarkFiles, configOptionArgs: [\"--keepFiles\"])", + "ConfigOptionsParsedCorrectly(expectedConfigOption: LogBuildOutput, configOptionArgs: [\"--logBuildOutput\"])", + "ConfigOptionsParsedCorrectly(expectedConfigOption: StopOnFirstError, configOptionArgs: [\"--stopOnFirstError\"])", + "ConsistentBenchmarksAlteringParameterAreOmitted", + "ConsistentCollectionsAreOmitted", + "ConsistentCustomEquatableImplementationIsOmitted", + "ConsistentDictionariesAreOmitted", + "ConsistentReturnValuesAreOmitted", + "ConsistentReturnValuesInParameterGroupAreOmitted", + "Const1Test", + "Const2Test", + "Const3Test", + "ContainsCorrectName", + "ConvertTest", + "CoreIsPrettifiedWithDiffFrequencies(originalName: \"Intel(R) Core(TM) i5-2500 CPU @ 3.30GHz\", prettifiedName: \"Intel Core i5-2500 CPU 3.30GHz (Max: 3.70GHz) (San\"\u00b7\u00b7\u00b7, actualFrequency: 3.7000000000000002)", + "CoreIsPrettifiedWithDiffFrequencies(originalName: \"Intel(R) Core(TM) i7-2600 CPU @ 3.40GHz\", prettifiedName: \"Intel Core i7-2600 CPU 3.40GHz (Max: 3.70GHz) (San\"\u00b7\u00b7\u00b7, actualFrequency: 3.7000000000000002)", + "CoreIsPrettifiedWithDiffFrequencies(originalName: \"Intel(R) Core(TM) i7-3770 CPU @ 3.40GHz\", prettifiedName: \"Intel Core i7-3770 CPU 3.40GHz (Max: 3.50GHz) (Ivy\"\u00b7\u00b7\u00b7, actualFrequency: 3.5)", + "CoreIsPrettifiedWithDiffFrequencies(originalName: \"Intel(R) Core(TM) i7-4770K CPU @ 3.50GHz\", prettifiedName: \"Intel Core i7-4770K CPU 3.50GHz (Max: 3.60GHz) (Ha\"\u00b7\u00b7\u00b7, actualFrequency: 3.6000000000000001)", + "CoreIsPrettifiedWithDiffFrequencies(originalName: \"Intel(R) Core(TM) i7-5775R CPU @ 3.30GHz\", prettifiedName: \"Intel Core i7-5775R CPU 3.30GHz (Max: 3.40GHz) (Br\"\u00b7\u00b7\u00b7, actualFrequency: 3.3999999999999999)", + "CoreIsPrettifiedWithDiffFrequencies(originalName: \"Intel(R) Pentium(TM) G4560 CPU @ 3.50GHz\", prettifiedName: \"Intel Pentium G4560 CPU 3.50GHz (Max: 3.70GHz)\", actualFrequency: 3.7000000000000002)", + "CoreRunConfigParsedCorrectlyWhenRuntimeNotSpecified", + "CtorThrowsWhenParameterIsNull", + "CurrentRuntimeIsProperlyRecognized", + "CustomCategoryDiscovererTest", + "CustomClrBuildJobsAreGroupedByVersion", + "CustomJobIdIsPreserved", + "CustomNuGetJobsAreGroupedByPackageVersion", + "CustomOrdererIsSupported", + "CustomTargetPlatformJobsAreGroupedByTargetFrameworkMoniker", + "CustomTimeoutHasPrecedenceOverDefaultTimeout", + "DateTimeArgumentsAreSupported", + "DefaultConfigDoesDisableOptimizationsValidator", + "DefaultConfigDoesNotDisableLogFile", + "DefaultConfigDoesNotJoinSummaries", + "DefaultConfigDoesNotKeepFiles", + "DefaultConfigDoesNotStopOnFirstError", + "DefaultIsTheDefaultOption", + "DefaultStatisticsColumnsTest(hugeSd: False, expectedColumnNames: \"Mean, Error, Ratio\")", + "DefaultStatisticsColumnsTest(hugeSd: True, expectedColumnNames: \"Mean, Error, Median, StdDev, Ratio, RatioSD\")", + "DeferredExecutionMeansError(returningDeferredExecutionResult: typeof(BenchmarkDotNet.Tests.Validators.DeferredExecutionValidatorTests+ReturningIEnumerable))", + "DeferredExecutionMeansError(returningDeferredExecutionResult: typeof(BenchmarkDotNet.Tests.Validators.DeferredExecutionValidatorTests+ReturningIEnumerableOfInt))", + "DeferredExecutionMeansError(returningDeferredExecutionResult: typeof(BenchmarkDotNet.Tests.Validators.DeferredExecutionValidatorTests+ReturningIQueryable))", + "DeferredExecutionMeansError(returningDeferredExecutionResult: typeof(BenchmarkDotNet.Tests.Validators.DeferredExecutionValidatorTests+ReturningIQueryableOfInt))", + "DeferredExecutionMeansError(returningDeferredExecutionResult: typeof(BenchmarkDotNet.Tests.Validators.DeferredExecutionValidatorTests+ReturningLazyOfInt))", + "DetectsVirtualMachine(manufacturer: \"Dell\", model: \"ubuntu\", expectedResult: False)", + "DetectsVirtualMachine(manufacturer: \"Dell\", model: \"virtual\", expectedResult: False)", + "DetectsVirtualMachine(manufacturer: \"Microsoft Corporation\", model: \"Virtual Machine\", expectedResult: True)", + "DetectsVirtualMachine(manufacturer: \"VMWare Inc\", model: \"VMWare\", expectedResult: True)", + "DetectsVirtualMachine(manufacturer: \"VMWare Inc\", model: \"redundant\", expectedResult: False)", + "DetectsVirtualMachine(manufacturer: \"VMWare Inc\", model: \"vmWare\", expectedResult: True)", + "DetectsVirtualMachine(manufacturer: \"VMWare Inc\", model: null, expectedResult: False)", + "DetectsVirtualMachine(manufacturer: \"microsoft corporation\", model: \"virtual machine\", expectedResult: True)", + "DetectsVirtualMachine(manufacturer: \"microsoft corporation\", model: null, expectedResult: False)", + "DetectsVirtualMachine(manufacturer: \"microsoft\", model: \"virtual\", expectedResult: True)", + "DetectsVirtualMachine(manufacturer: \"redundant\", model: \"VirtualBox\", expectedResult: True)", + "DetectsVirtualMachine(manufacturer: \"redundant\", model: \"virtualbox\", expectedResult: True)", + "DetectsVirtualMachine(manufacturer: \"redundant\", model: \"vmWare\", expectedResult: True)", + "DetectsVirtualMachine(manufacturer: \"redundant\", model: \"vmware\", expectedResult: False)", + "DetectsVirtualMachine(manufacturer: \"redundant\", model: null, expectedResult: False)", + "DetectsVirtualMachine(manufacturer: null, model: \"virtual machine\", expectedResult: False)", + "DetectsVirtualMachine(manufacturer: null, model: \"vmWare\", expectedResult: True)", + "DoesNotWriteUnwriteableCollection", + "DotNetCliParsedCorrectly(tfm: \"net462\", isCore: False)", + "DotNetCliParsedCorrectly(tfm: \"net48\", isCore: False)", + "DotNetCliParsedCorrectly(tfm: \"netcoreapp2.0\", isCore: True)", + "DotNetCliParsedCorrectly(tfm: \"netcoreapp2.1\", isCore: True)", + "DotNetCliParsedCorrectly(tfm: \"netcoreapp2.2\", isCore: True)", + "DotNetCliParsedCorrectly(tfm: \"netcoreapp3.0\", isCore: True)", + "DuplicateAnalyzersAreExcluded", + "DuplicateColumnProvidersAreExcluded", + "DuplicateDiagnosersAreExcludedBasedOnType", + "DuplicateExportersAreExcluded", + "DuplicateHardwareCountersAreExcluded", + "DuplicateJobsAreExcluded", + "DuplicateLoggersAreExcluded", + "DuplicateValidatorsAreExcludedBasedOnTreatsWarningsAsErrorsProperty", + "EmptyArgsMeansConfigWithoutJobs", + "EmptyConfigDoesDisableOptimizationsValidator", + "EmptyEmpty", + "EmptyString", + "EmptyTest", + "EnumArgumentsAreSupported", + "EscapeEncloseComplexSeparators(actual: \"Text with | separator\", expected: \"Text with | separator\")", + "EscapeEncloseComplexSeparators(actual: \"Text with || separator\", expected: \"\\\"Text with || separator\\\"\")", + "EscapeEncloseLineBreaks(actual: \"Just a text\", expected: \"Just a text\")", + "EscapeEncloseLineBreaks(actual: \"Text with \\\"quotes\\\"\", expected: \"\\\"Text with \\\"\\\"quotes\\\"\\\"\\\"\")", + "EscapeEncloseLineBreaks(actual: \"Text with \\n linebreak\", expected: \"\\\"Text with \\n linebreak\\\"\")", + "EscapeEncloseLineBreaks(actual: \"Text with \\r tab\", expected: \"\\\"Text with \\r tab\\\"\")", + "EscapeEncloseLineBreaks(actual: \"Text with letters, comma\", expected: \"\\\"Text with letters, comma\\\"\")", + "EscapeEncloseLineBreaks(actual: \"Text; with separator\", expected: \"\\\"Text; with separator\\\"\")", + "EvaluateTest(expectedCount: 1)", + "EvaluateTest(expectedCount: 10)", + "EvaluateTest(expectedCount: 100)", + "EvaluateTest(expectedCount: 2)", + "EvaluateTest(minIterationCount: 0, maxIterationCount: 5, minFluctuationCount: 1, values: [1, 2, 3, 4, 5, \u00b7\u00b7\u00b7], expectedCount: 2)", + "EvaluateTest(minIterationCount: 0, maxIterationCount: 5, minFluctuationCount: 1, values: [10, 9, 8, 7, 6, \u00b7\u00b7\u00b7], expectedCount: 5)", + "EvaluateTest(minIterationCount: 0, maxIterationCount: 600, minFluctuationCount: 2, values: [10, 9, 8, 7, 8, \u00b7\u00b7\u00b7], expectedCount: 7)", + "EvaluateTest(minIterationCount: 0, maxIterationCount: 8, minFluctuationCount: 4, values: [0, 10, 0, 10, 0, \u00b7\u00b7\u00b7], expectedCount: 5)", + "EvaluateTest(minIterationCount: 5, maxIterationCount: 8, minFluctuationCount: 0, values: [0, 10, 0, 10, 0, \u00b7\u00b7\u00b7], expectedCount: 5)", + "EveyMetricHasItsOwnColumn", + "Exporters(cultureInfoName: \"\")", + "Exporters(cultureInfoName: \"en-US\")", + "Exporters(cultureInfoName: \"ru-RU\")", + "FailingBenchmarksAreDiscovered", + "FailingConstructorsAreDiscovered", + "FailingGlobalCleanupsAreDiscovered", + "FailingGlobalSetupsAreDiscovered", + "FewMutatorsCanBeAppliedToSameType", + "FieldMultiple1Test", + "FieldMultiple2Test", + "FieldMultiple3Test", + "FieldMultiple4Test", + "FieldsWithoutParamsValuesAreDiscovered", + "FileNamesAreConsistentAcrossOSes(value: typeof(BenchmarkDotNet.Tests.FolderNameTests), expectedName: \"BenchmarkDotNet.Tests.FolderNameTests\")", + "FileNamesAreConsistentAcrossOSes(value: typeof(System.Collections.Generic.List), expectedName: \"System.Collections.Generic.List_Int32_\")", + "FilterByClassFromDifferentNamespaces", + "FilterByClass_LevenshteinOrdering", + "FilterByCompositeNamespace_LevenshteinOrdering", + "FilterByInnerNamespace_LevenshteinOrdering", + "FilterByNamespaceClassMethod_LevenshteinOrdering", + "FilterByNamespace_LevenshteinOrdering", + "FilterGeneric_LevenshteinOrdering", + "FilterUnknownBenchmark_CollectionIsEmpty", + "FirstJobIsBaseline_CoreRunsRuntimes", + "FirstJobIsBaseline_RuntimesCoreRun", + "ForDefaultSettingsVeryTimeConsumingBenchmarksAreExecutedOncePerIterationWithoutOverheadDeduction", + "ForJobsThatDontRequireJittingOnlyGlobalSetupIsCalled(jobName: \"ColdStart\")", + "ForJobsThatDontRequireJittingOnlyGlobalSetupIsCalled(jobName: \"Dry\")", + "ForJobsThatDontRequireJittingOnlyGlobalSetupIsCalled(jobName: \"Monitoring\")", + "ForJobsThatDontRequirePilotTheGlobalSetupIsCalledAndMultiActionCodeGetsJitted", + "ForJobsWithExplicitUnrollFactorTheGlobalSetupIsCalledAndMultiActionCodeGetsJitted", + "FormatTest", + "GeneralTest(testDataName: \"Empty\")", + "GeneralTest(testDataName: \"Infinity\")", + "GeneralTest(testDataName: \"Min= 0.0000\")", + "GeneralTest(testDataName: \"Min= 0.0001\")", + "GeneralTest(testDataName: \"Min= 0.001 \")", + "GeneralTest(testDataName: \"Min= 0.01 \")", + "GeneralTest(testDataName: \"Min= 0.1 \")", + "GeneralTest(testDataName: \"Min= 1 \")", + "GeneralTest(testDataName: \"Min= 10 \")", + "GeneralTest(testDataName: \"Min= 100 \")", + "GeneralTest(testDataName: \"Min=1000 \")", + "GeneralTest(testDataName: \"NaN\")", + "GenerateWarningWhenExporterDependencyAlreadyExistInConfig", + "GeneratesMinimalRequiredAppConfigForAlmostEmptySource", + "GeneratesMinimalRequiredAppConfigForEmptySource", + "GeneratesRightJitSettings(jit: LegacyJit, expectedRuntimeNode: \"\")", + "GeneratesRightJitSettings(jit: RyuJit, expectedRuntimeNode: \"\")", + "GenericArgumentsAreSupported", + "GenericTypesCanBeFilteredByDisplayName", + "GetBestTimeUnitTest", + "GetCorrectCSharpTypeNameReturnsCSharpFriendlyTypeName", + "GetCorrectCSharpTypeNameSupportsGenericTypesPassedByReference", + "GetCorrectCSharpTypeNameSupportsNestedTypes", + "GetCorrectCSharpTypeNameSupportsNestedTypesPassedByReference", + "GetDisplayNameReturnsTypeNameWithGenericArguments", + "GetValueTest(printUnitsInContent: False, printUnitsInHeader: False, metricValue: 42000, expected: \"42000\")", + "GetValueTest(printUnitsInContent: False, printUnitsInHeader: True, metricValue: 42000, expected: \"42.0000\")", + "GetValueTest(printUnitsInContent: True, printUnitsInHeader: False, metricValue: 42000, expected: \"42.0000 \u03bcs\")", + "GetValueTest(printUnitsInContent: True, printUnitsInHeader: True, metricValue: 42000, expected: \"42.0000 \u03bcs\")", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+Escape_ParamsAndArguments))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+Invalid_TwoJobBaselines))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+Invalid_TwoMethodBaselines))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+JobBaseline_MethodsJobs))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+JobBaseline_MethodsParamsJobs))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+MethodBaseline_Methods))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+MethodBaseline_MethodsJobs))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+MethodBaseline_MethodsParams))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+MethodBaseline_MethodsParamsJobs))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+MethodJobBaseline_MethodsJobs))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+MethodJobBaseline_MethodsJobsParams))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+NoBaseline_MethodsParamsJobs))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+NoBaseline_MethodsParamsJobs_GroupByAll))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+NoBaseline_MethodsParamsJobs_GroupByCategory))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+NoBaseline_MethodsParamsJobs_GroupByJob))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+NoBaseline_MethodsParamsJobs_GroupByMethod))", + "GroupExporterTest(benchmarkType: typeof(BenchmarkDotNet.Tests.Exporters.MarkdownExporterVerifyTests+BaselinesBenchmarks+NoBaseline_MethodsParamsJobs_GroupByParams))", + "GuidArgumentsAreSupported", + "HtmlEncodeCharacters", + "IComparableComparisionTest", + "IfIterationCleanupIsProvidedTheBenchmarkShouldRunOncePerIteration", + "IfIterationSetupIsProvidedTheBenchmarkShouldRunOncePerIteration", + "IlCompilerPathParsedCorrectly", + "ImprovementsDetected(statisticalTestKind: MannWhitney, thresholdUnit: Ratio, thresholdValue: 0.02)", + "ImprovementsDetected(statisticalTestKind: Welch, thresholdUnit: Ratio, thresholdValue: 0.02)", + "InconsistentCollectionsAreDetected", + "InconsistentCustomEquatableImplementationIsDetected", + "InconsistentDictionariesAreDetected", + "InconsistentReturnValuesAreDiscovered", + "InconsistentReturnValuesInParameterGroupAreDetected", + "InitOnly1Test", + "InitOnly2Test", + "InitOnly3Test", + "IntegerArgumentsAreSupported", + "IntelCoreIsPrettified(originalName: \"Intel(R) Core(TM) i7 CPU 970 @ 3.20GHz\", prettifiedName: \"Intel Core i7 CPU 970 3.20GHz (Nehalem)\")", + "IntelCoreIsPrettified(originalName: \"Intel(R) Core(TM) i7-2600 CPU @ 3.40GHz\", prettifiedName: \"Intel Core i7-2600 CPU 3.40GHz (Sandy Bridge)\")", + "IntelCoreIsPrettified(originalName: \"Intel(R) Core(TM) i7-3770 CPU @ 3.40GHz\", prettifiedName: \"Intel Core i7-3770 CPU 3.40GHz (Ivy Bridge)\")", + "IntelCoreIsPrettified(originalName: \"Intel(R) Core(TM) i7-4770K CPU @ 3.50GHz\", prettifiedName: \"Intel Core i7-4770K CPU 3.50GHz (Haswell)\")", + "IntelCoreIsPrettified(originalName: \"Intel(R) Core(TM) i7-5775R CPU @ 3.30GHz\", prettifiedName: \"Intel Core i7-5775R CPU 3.30GHz (Broadwell)\")", + "IntelCoreIsPrettified(originalName: \"Intel(R) Core(TM) i7-6700HQ CPU @ 2.60GHz\", prettifiedName: \"Intel Core i7-6700HQ CPU 2.60GHz (Skylake)\")", + "IntelCoreIsPrettified(originalName: \"Intel(R) Core(TM) i7-7700 CPU @ 3.60GHz\", prettifiedName: \"Intel Core i7-7700 CPU 3.60GHz (Kaby Lake)\")", + "IntelCoreIsPrettified(originalName: \"Intel(R) Core(TM) i7-8650U CPU @ 1.90GHz \", prettifiedName: \"Intel Core i7-8650U CPU 1.90GHz (Kaby Lake R)\")", + "IntelCoreIsPrettified(originalName: \"Intel(R) Core(TM) i7-8700K CPU @ 3.70GHz\", prettifiedName: \"Intel Core i7-8700K CPU 3.70GHz (Coffee Lake)\")", + "IntelCoreIsPrettified(originalName: \"Intel(R) Core(TM) i7-920 CPU @ 2.67GHz\", prettifiedName: \"Intel Core i7-920 CPU 2.67GHz (Nehalem)\")", + "IntelCoreIsPrettified(originalName: \"Intel(R) Pentium(TM) G4560 CPU @ 3.50GHz\", prettifiedName: \"Intel Pentium G4560 CPU 3.50GHz\")", + "IntelCoreMicroarchitecture(modelNumber: \"8130U\", microarchitecture: \"Kaby Lake\")", + "IntelCoreMicroarchitecture(modelNumber: \"8809G\", microarchitecture: \"Kaby Lake G\")", + "IntelCoreMicroarchitecture(modelNumber: \"9900K\", microarchitecture: \"Coffee Lake\")", + "InternalField1Test", + "InternalField2Test", + "InternalField3Test", + "InternalProp1Test", + "InternalProp2Test", + "InternalProp3Test", + "InvalidEnvVarAreRecognized", + "InvalidGlobalSetupTooManyBlankTargets", + "InvalidGlobalSetupTooManyExplicitTargets", + "InvalidHardwareCounterNameMeansFailure", + "InvalidVariables", + "InvocationCountIsRespectedForBenchmarksWithIterationSetup", + "ItsImpossibleToCustomizeProjectSdkForFullFrameworkAppsBasedOnTheImportOfSdk", + "ItsPossibleToCustomizeProjectSdkBasedOnProjectSdkFromTheProjectFile(targetFrameworkMoniker: \"net471\", isNetCore: False)", + "ItsPossibleToCustomizeProjectSdkBasedOnProjectSdkFromTheProjectFile(targetFrameworkMoniker: \"netcoreapp3.0\", isNetCore: True)", + "ItsPossibleToCustomizeProjectSdkForNetCoreAppsBasedOnTheImportOfSdk", + "JitOptimizationsValidatorIsMandatoryByDefault", + "JitOptimizationsValidatorIsMandatoryCanBeDisabledOnDemand", + "JobMutatorsApplySettingsToAllNonMutatorJobs", + "JobMutatorsApplySettingsToDefaultJobIfNoneOfTheConfigsContainsJob", + "JoinedBenchmarksMayHaveDefaultOrderers", + "JoinedBenchmarksMayHaveOneExtraOrderer", + "JoinedBenchmarksMayHaveOneExtraSummaryStyle", + "JoinedBenchmarksMustNotHaveDifferentExtraOrderers", + "JoinedBenchmarksMustNotHaveDifferentExtraSummaryStyles", + "LeavsStartupSettingsIntactForNonPrivateBuildsOfClr", + "LinuxOsReleaseHelperTest(osReleaseContent: \"NAME=Fedora\\nVERSION=\\\"32 (Thirty Two)\\\"\\nID=fedor\"\u00b7\u00b7\u00b7, expectedName: \"Fedora 32 (Thirty Two)\")", + "LinuxOsReleaseHelperTest(osReleaseContent: \"NAME=\\\"Alpine Linux\\\"\\nID=alpine\\nVERSION_ID=3.12.\"\u00b7\u00b7\u00b7, expectedName: \"Alpine Linux v3.12\")", + "LinuxOsReleaseHelperTest(osReleaseContent: \"NAME=\\\"Arch Linux\\\"\\nPRETTY_NAME=\\\"Arch Linux\\\"\\nI\"\u00b7\u00b7\u00b7, expectedName: \"Arch Linux\")", + "LinuxOsReleaseHelperTest(osReleaseContent: \"NAME=\\\"CentOS Linux\\\"\\nVERSION=\\\"8 (Core)\\\"\\nID=\\\"\"\u00b7\u00b7\u00b7, expectedName: \"CentOS Linux 8 (Core)\")", + "LinuxOsReleaseHelperTest(osReleaseContent: \"NAME=\\\"Linux Mint\\\"\\nVERSION=\\\"20 (Ulyana)\\\"\\nID=l\"\u00b7\u00b7\u00b7, expectedName: \"Linux Mint 20 (Ulyana)\")", + "LinuxOsReleaseHelperTest(osReleaseContent: \"NAME=\\\"Manjaro Linux\\\"\\nID=manjaro\\nPRETTY_NAME=\\\"\"\u00b7\u00b7\u00b7, expectedName: \"Manjaro Linux\")", + "LinuxOsReleaseHelperTest(osReleaseContent: \"NAME=\\\"Red Hat Enterprise Linux\\\"\\nVERSION=\\\"8.2 (\"\u00b7\u00b7\u00b7, expectedName: \"Red Hat Enterprise Linux 8.2 (Ootpa)\")", + "LinuxOsReleaseHelperTest(osReleaseContent: \"NAME=\\\"Solus\\\"\\nVERSION=\\\"4.1\\\"\\nID=\\\"solus\\\"\\nPRE\"\u00b7\u00b7\u00b7, expectedName: \"Solus 4.1\")", + "LinuxOsReleaseHelperTest(osReleaseContent: \"NAME=\\\"Ubuntu\\\"\\nVERSION=\\\"20.04.1 LTS (Focal Foss\"\u00b7\u00b7\u00b7, expectedName: \"Ubuntu 20.04.1 LTS (Focal Fossa)\")", + "LinuxOsReleaseHelperTest(osReleaseContent: \"NAME=\\\"Zorin OS\\\"\\nVERSION=\\\"15.2\\\"\\nID=zorin\\nID_\"\u00b7\u00b7\u00b7, expectedName: \"Zorin OS 15.2\")", + "LinuxOsReleaseHelperTest(osReleaseContent: \"NAME=\\\"elementary OS\\\"\\nVERSION=\\\"5.1.7 Hera\\\"\\nID\"\u00b7\u00b7\u00b7, expectedName: \"elementary OS 5.1.7 Hera\")", + "LinuxOsReleaseHelperTest(osReleaseContent: \"NAME=\\\"openSUSE Leap\\\"\\nVERSION=\\\"15.2\\\"\\nID=\\\"ope\"\u00b7\u00b7\u00b7, expectedName: \"openSUSE Leap 15.2\")", + "LinuxOsReleaseHelperTest(osReleaseContent: \"PRETTY_NAME=\\\"Debian GNU/Linux 10 (buster)\\\"\\nNAME\"\u00b7\u00b7\u00b7, expectedName: \"Debian GNU/Linux 10 (buster)\")", + "LinuxOsReleaseHelperTest(osReleaseContent: \"PRETTY_NAME=\\\"Kali GNU/Linux Rolling\\\"\\nNAME=\\\"Kal\"\u00b7\u00b7\u00b7, expectedName: \"Kali GNU/Linux 2020.2\")", + "MacOSXIsPrettified(systemVersion: \"macOS 10.12.6 (16G29)\", kernelVersion: \"Darwin 16.7.0\", prettifiedName: \"macOS Sierra 10.12.6 (16G29) [Darwin 16.7.0]\")", + "MacOSXIsPrettified(systemVersion: \"macOS 10.13.4 (17E199)\", kernelVersion: \"Darwin 17.5.0\", prettifiedName: \"macOS High Sierra 10.13.4 (17E199) [Darwin 17.5.0]\")", + "MacOSXIsPrettified(systemVersion: \"macOS 10.15.4 (19E266)\", kernelVersion: \"Darwin 19.4.0\", prettifiedName: \"macOS Catalina 10.15.4 (19E266) [Darwin 19.4.0]\")", + "MacOSXIsPrettified(systemVersion: \"macOS 11.1 (20C69)\", kernelVersion: \"Darwin 20.2.0\", prettifiedName: \"macOS Big Sur 11.1 (20C69) [Darwin 20.2.0]\")", + "MacOSXIsPrettified(systemVersion: \"macOS 11.3.1 (20E241)\", kernelVersion: \"Darwin 20.4.0\", prettifiedName: \"macOS Big Sur 11.3.1 (20E241) [Darwin 20.4.0]\")", + "MacOSXIsPrettified(systemVersion: \"macOS 12.1 (21C52)\", kernelVersion: \"Darwin 21.2.0\", prettifiedName: \"macOS Monterey 12.1 (21C52) [Darwin 21.2.0]\")", + "MacOSXIsPrettified(systemVersion: \"macOS 13.0.1 (22A400)\", kernelVersion: \"Darwin 22.1.0\", prettifiedName: \"macOS Ventura 13.0.1 (22A400) [Darwin 22.1.0]\")", + "MacOSXIsPrettified(systemVersion: \"macOS 14.0.0\", kernelVersion: \"Darwin 23.0.0\", prettifiedName: \"macOS Sonoma 14.0.0 [Darwin 23.0.0]\")", + "MalformedTest", + "MandatorySettingsAreAlwaysEnabled(eventPipeProfile: CpuSampling)", + "MandatorySettingsAreAlwaysEnabled(eventPipeProfile: GcCollect)", + "MandatorySettingsAreAlwaysEnabled(eventPipeProfile: GcVerbose)", + "MandatorySettingsAreAlwaysEnabled(eventPipeProfile: Jit)", + "MaterializedCollectionsAreOk(returningMaterializedResult: typeof(BenchmarkDotNet.Tests.Validators.DeferredExecutionValidatorTests+ReturningArray))", + "MaterializedCollectionsAreOk(returningMaterializedResult: typeof(BenchmarkDotNet.Tests.Validators.DeferredExecutionValidatorTests+ReturningDictionary))", + "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"\"\u00b7\u00b7\u00b7, maxParameterColumnWidth: 20, expectedDisplayText: \"(...) [54]\")", + "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"\"\u00b7\u00b7\u00b7, maxParameterColumnWidth: 20, expectedDisplayText: \"(...)b [55]\")", + "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"012345678901234567890\", maxParameterColumnWidth: 21, expectedDisplayText: \"012345678901234567890\")", + "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"0123456789012345678901234567890123456789\", maxParameterColumnWidth: 30, expectedDisplayText: \"0123456789(...)0123456789 [40]\")", + "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"a\ufffd\"\u00b7\u00b7\u00b7, maxParameterColumnWidth: 20, expectedDisplayText: \"a(...) [55]\")", + "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"a\ufffd\"\u00b7\u00b7\u00b7, maxParameterColumnWidth: 20, expectedDisplayText: \"a(...)b [56]\")", + "MaxParameterColumnWidthCanNotBeSetToValueLessThanDefault(newWidth: -100)", + "MaxParameterColumnWidthCanNotBeSetToValueLessThanDefault(newWidth: 0)", + "MaxParameterColumnWidthCanNotBeSetToValueLessThanDefault(newWidth: 10)", + "MediumTimeConsumingBenchmarksShouldStartPilotFrom2AndIncrementItWithEveryStep", + "MethodCanBeFilteredByParameters", + "MethodDeclarationOrderIsPreserved", + "MethodsWithoutArgumentsAreSupported", + "MinAndMaxWarmupCountAttributesCanForceAutoWarmup", + "MissingDependencyIsNotAddedWhenItIsAlreadyPresent", + "MissingExporterDependencyIsAddedWhenNeeded", + "MissingParamsAttributeThatMakesGlobalCleanupsFailAreDiscovered", + "MissingParamsAttributeThatMakesGlobalSetupsFailAreDiscovered", + "MissingSdkIsTranslatedToMoreUserFriendlyVersion", + "MissingValueInMetricColumnIsNA", + "MonoPathParsedCorrectly", + "MultiParameterComparisionTest", + "MultipleArgumentsAreSupported", + "MultipleGlobalCleanupsAreDiscovered", + "MultipleGlobalSetupsAreDiscovered", + "MultipleParamsAreSupported", + "MultipleParamsDoNotMultiplyGlobalSetup", + "MutatorAppliedToOtherJobOverwritesOnlyTheConfiguredSettings", + "NaNValueInMetricColumnIsQuestionMark", + "NestedTypesAreSupported", + "NetFrameworkMonikerParsedCorrectly(tfm: \"net461\")", + "NetFrameworkMonikerParsedCorrectly(tfm: \"net462\")", + "NetFrameworkMonikerParsedCorrectly(tfm: \"net47\")", + "NetFrameworkMonikerParsedCorrectly(tfm: \"net471\")", + "NetFrameworkMonikerParsedCorrectly(tfm: \"net472\")", + "NetFrameworkMonikerParsedCorrectly(tfm: \"net48\")", + "NetFrameworkMonikerParsedCorrectly(tfm: \"net481\")", + "NetMonikersAreRecognizedAsNetCoreMonikers(tfm: \"net50\")", + "NetMonikersAreRecognizedAsNetCoreMonikers(tfm: \"net60\")", + "NetMonikersAreRecognizedAsNetCoreMonikers(tfm: \"net70\")", + "NetMonikersAreRecognizedAsNetCoreMonikers(tfm: \"net80\")", + "NoDifferenceIfValuesAreTheSame(statisticalTestKind: MannWhitney, thresholdUnit: Milliseconds, thresholdValue: 10)", + "NoDifferenceIfValuesAreTheSame(statisticalTestKind: MannWhitney, thresholdUnit: Ratio, thresholdValue: 0.050000000000000003)", + "NoDifferenceIfValuesAreTheSame(statisticalTestKind: Welch, thresholdUnit: Milliseconds, thresholdValue: 10)", + "NoDifferenceIfValuesAreTheSame(statisticalTestKind: Welch, thresholdUnit: Ratio, thresholdValue: 0.050000000000000003)", + "NoDuplicateResultsArePrinted", + "NoSetHardwareCounterIsExcluded", + "NoSetter1Test", + "NoSetter2Test", + "NoSetter3Test", + "NonExistingPathMeansFailure", + "NonFailingBenchmarksAreOmitted", + "NonFailingGlobalCleanupsAreOmitted", + "NonFailingGlobalSetupsAreOmitted", + "NonPublicFieldsWithParamsAreDiscovered", + "NonStaticReadonly1Test", + "NonStaticReadonly2Test", + "NonStaticReadonly3Test", + "NonVeryTimeConsumingBenchmarksAreExecutedMoreThanOncePerIterationWithUnrollFactorForDefaultSettings", + "NotCompatibleMsBuildErrorIsTranslatedToMoreUserFriendlyVersion", + "NotFullyCompatibleMsBuildErrorIsTranslatedToMoreUserFriendlyVersion", + "NullArgumentsAreSupported", + "NullIsSupportedAsElementOfParamsSource", + "NullableTypesAsArgumentsAreSupported", + "NumericColumnIsRightJustified", + "OnWindowsWeMustAlwaysUseOldLongPathsLimitForSessionFiles", + "OneSample_Around_One_CPU_Cycle_Method(distribution: [0.27024999999999999, 0.27155000000000001, 0.27235999999999999, 0.27311000000000002, 0.27312999999999998, \u00b7\u00b7\u00b7])", + "OneSample_Around_One_CPU_Cycle_Method(distribution: [0.27049000000000001, 0.27410000000000001, 0.27433000000000002, 0.27467999999999998, 0.27476, \u00b7\u00b7\u00b7])", + "OneSample_Around_One_CPU_Cycle_Method(distribution: [0.27322000000000002, 0.27693000000000001, 0.27744999999999997, 0.27764, 0.27937000000000001, \u00b7\u00b7\u00b7])", + "OneSample_Around_One_CPU_Cycle_Method(distribution: [0.27875, 0.27876000000000001, 0.27961000000000003, 0.28004000000000001, 0.28211000000000003, \u00b7\u00b7\u00b7])", + "OneSample_Around_Two_CPU_Cycle_Method(distribution: [0.57079000000000002, 0.57469000000000003, 0.57989999999999997, 0.58025000000000004, 0.58531999999999995, \u00b7\u00b7\u00b7])", + "OneSample_Around_Two_CPU_Cycle_Method(distribution: [0.57106000000000001, 0.57167999999999997, 0.57325999999999999, 0.57586999999999999, 0.57957999999999998, \u00b7\u00b7\u00b7])", + "OneSample_Around_Two_CPU_Cycle_Method(distribution: [0.57347000000000004, 0.57482999999999995, 0.57598000000000005, 0.57681000000000004, 0.57723999999999998, \u00b7\u00b7\u00b7])", + "OneSample_Exactly_One_CPU_Cycle_Method(distribution: [0.27029999999999998, 0.27010000000000001, 0.27029999999999998, 0.27010000000000001, 0.27029999999999998, \u00b7\u00b7\u00b7])", + "OneSample_Exactly_Zero_ns_Method(distribution: [0, 0, 0, 0, 0, \u00b7\u00b7\u00b7])", + "OneSample_Less_Than_One_CPU_Cycle_Method(distribution: [0, 0, 0, 0, 0, \u00b7\u00b7\u00b7])", + "OneSample_Less_Than_One_CPU_Cycle_Method(distribution: [0, 0, 0.00191, 0.0053, 0.0082000000000000007, \u00b7\u00b7\u00b7])", + "OneSample_Less_Than_One_CPU_Cycle_Method(distribution: [0.022030000000000001, 0.025229999999999999, 0.025669999999999998, 0.027060000000000001, 0.03048, \u00b7\u00b7\u00b7])", + "OnlyClosedGenericsWithPublicParameterlessCtorsAreSupported", + "OrderCanBeOverriden", + "OrderOfAppliedAttributesDoesNotAffectMutators", + "OutlierTest", + "OutliersTest", + "OverrideOneVariable", + "PackagesPathParsedCorrectly", + "ParseFrequencyFromBrandStringTests(brandString: \"Intel(R) Core(TM) i5-2500 CPU @ 3.30GHz\", expectedGHz: 3.2999999999999998)", + "ParseFrequencyFromBrandStringTests(brandString: \"Intel(R) Core(TM) i5-6200U CPU @ 2.30GHz\", expectedGHz: 2.2999999999999998)", + "ParseFrequencyFromBrandStringTests(brandString: \"Intel(R) Core(TM) i7-4710MQ CPU @ 2.50GHz\", expectedGHz: 2.5)", + "ParseFrequencyFromBrandStringTests(brandString: \"Unknown processor with 2 cores and hyper threading\"\u00b7\u00b7\u00b7, expectedGHz: 0)", + "PerMethodConfigsAreRespected", + "PercentileValuesWithN30Test", + "PercentileValuesWithN90Test", + "PlatformSpecificMonikersAreSupported(msBuildMoniker: \"net5.0-ios\")", + "PlatformSpecificMonikersAreSupported(msBuildMoniker: \"net5.0-windows\")", + "PlatformTest", + "PredefinedJobIdIsNotPreserved", + "PrivateSetter1Test", + "PrivateSetter2Test", + "PrivateSetter3Test", + "ProcessorAffinityIsPrintedAsBitMask(mask: 0, processorCount: 4, expectedResult: \"0000\")", + "ProcessorAffinityIsPrintedAsBitMask(mask: 1, processorCount: 8, expectedResult: \"00000001\")", + "ProcessorAffinityIsPrintedAsBitMask(mask: 8, processorCount: 8, expectedResult: \"00001000\")", + "PropMultiple1Test", + "PropMultiple2Test", + "PropMultiple3Test", + "PropMultiple4Test", + "RangeMessageTest(lowerOutliers: 0, upperOutliers: 0, expectedMessage: \"\")", + "RangeMessageTest(lowerOutliers: 0, upperOutliers: 1, expectedMessage: \"1 outlier was removed (2.50 us)\")", + "RangeMessageTest(lowerOutliers: 0, upperOutliers: 2, expectedMessage: \"2 outliers were removed (2.50 us, 2.60 us)\")", + "RangeMessageTest(lowerOutliers: 0, upperOutliers: 3, expectedMessage: \"3 outliers were removed (2.50 us..2.70 us)\")", + "RangeMessageTest(lowerOutliers: 1, upperOutliers: 0, expectedMessage: \"1 outlier was removed (1.50 us)\")", + "RangeMessageTest(lowerOutliers: 1, upperOutliers: 1, expectedMessage: \"2 outliers were removed (1.50 us, 2.50 us)\")", + "RangeMessageTest(lowerOutliers: 1, upperOutliers: 2, expectedMessage: \"3 outliers were removed (1.50 us, 2.50 us, 2.60 us\"\u00b7\u00b7\u00b7)", + "RangeMessageTest(lowerOutliers: 1, upperOutliers: 3, expectedMessage: \"4 outliers were removed (1.50 us, 2.50 us..2.70 us\"\u00b7\u00b7\u00b7)", + "RangeMessageTest(lowerOutliers: 2, upperOutliers: 0, expectedMessage: \"2 outliers were removed (1.40 us, 1.50 us)\")", + "RangeMessageTest(lowerOutliers: 2, upperOutliers: 1, expectedMessage: \"3 outliers were removed (1.40 us, 1.50 us, 2.50 us\"\u00b7\u00b7\u00b7)", + "RangeMessageTest(lowerOutliers: 2, upperOutliers: 2, expectedMessage: \"4 outliers were removed (1.40 us, 1.50 us, 2.50 us\"\u00b7\u00b7\u00b7)", + "RangeMessageTest(lowerOutliers: 2, upperOutliers: 3, expectedMessage: \"5 outliers were removed (1.40 us, 1.50 us, 2.50 us\"\u00b7\u00b7\u00b7)", + "RangeMessageTest(lowerOutliers: 3, upperOutliers: 0, expectedMessage: \"3 outliers were removed (1.30 us..1.50 us)\")", + "RangeMessageTest(lowerOutliers: 3, upperOutliers: 1, expectedMessage: \"4 outliers were removed (1.30 us..1.50 us, 2.50 us\"\u00b7\u00b7\u00b7)", + "RangeMessageTest(lowerOutliers: 3, upperOutliers: 2, expectedMessage: \"5 outliers were removed (1.30 us..1.50 us, 2.50 us\"\u00b7\u00b7\u00b7)", + "RangeMessageTest(lowerOutliers: 3, upperOutliers: 3, expectedMessage: \"6 outliers were removed (1.30 us..1.50 us, 2.50 us\"\u00b7\u00b7\u00b7)", + "RankTest", + "RatioColumnTest01", + "RatioPrecisionTestWithBaseline(testDataKey: \"Percentage\")", + "RatioPrecisionTestWithBaseline(testDataKey: \"Trend\")", + "RatioPrecisionTestWithBaseline(values: [0, 1, 20])", + "RatioPrecisionTestWithBaseline(values: [140, 1, 50])", + "RatioPrecisionTestWithBaseline(values: [40, 1, 20])", + "ReadsAttributesFromBaseClass", + "RealOneProcessorFourCoresTest", + "RealOneProcessorTwoCoresTest", + "RealTwoProcessorEightCoresTest", + "RealTwoProcessorEightCoresWithWmicBugTest", + "RegressionsAreDetected(statisticalTestKind: MannWhitney, thresholdUnit: Ratio, thresholdValue: 0.02)", + "RegressionsAreDetected(statisticalTestKind: Welch, thresholdUnit: Ratio, thresholdValue: 0.02)", + "RemovesStartupSettingsForPrivateBuildsOfClr", + "ReturnsNoBenchmarksForInvalidTypes", + "RewritesCustomAssemblyBindingRedirects", + "RewritesCustomRuntimeSettings", + "RewritesCustomSettings", + "RomanTest", + "RunningBenchmarksWithIncompatibleConfigsMustFailWithCriticalError", + "RuntimeVersionCanBeParsedFromTfm(tfm: \"net461\", major: 4, minor: 6, build: 1)", + "RuntimeVersionCanBeParsedFromTfm(tfm: \"net48\", major: 4, minor: 8, build: -1)", + "RuntimeVersionCanBeParsedFromTfm(tfm: \"net7.0\", major: 7, minor: 0, build: -1)", + "RuntimeVersionCanBeParsedFromTfm(tfm: \"net7.0-windows8\", major: 7, minor: 0, build: -1)", + "SelfSelf", + "Serialize", + "SerializeThrowsGivenNullArguments(dataName: \"MockSource\")", + "SerializeThrowsGivenNullArguments(dataName: \"MockXmlWriter\")", + "SerializeThrowsGivenNullArguments(dataName: \"Null\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.6.1\", expectedReleaseVersion: \"4.6.1\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.6.1.123\", expectedReleaseVersion: \"4.6.1\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.6.2\", expectedReleaseVersion: \"4.6.2\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.6.2.123\", expectedReleaseVersion: \"4.6.2\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.7\", expectedReleaseVersion: \"4.7\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.7.0\", expectedReleaseVersion: \"4.7\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.7.1\", expectedReleaseVersion: \"4.7.1\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.7.1.1243\", expectedReleaseVersion: \"4.7.1\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.7.2\", expectedReleaseVersion: \"4.7.2\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.7.2.1243\", expectedReleaseVersion: \"4.7.2\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.7.3324.0\", expectedReleaseVersion: \"4.7.2\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.8\", expectedReleaseVersion: \"4.8\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.8.024\", expectedReleaseVersion: \"4.8\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.8.4510.0\", expectedReleaseVersion: \"4.8\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.8.4526.0\", expectedReleaseVersion: \"4.8\")", + "ServicingVersionsAreMappedToCorrespondingReleaseVersions(servicingVersion: \"4.8.9032.0\", expectedReleaseVersion: \"4.8.1\")", + "SettingsFromPropsFileImportedUsingAbsolutePathGetCopies", + "SettingsFromPropsFileImportedUsingRelativePathGetCopies", + "ShortParameterValuesDisplayOriginalValue(value: \"short\")", + "ShortParameterValuesDisplayOriginalValue(value: 'e')", + "ShortParameterValuesDisplayOriginalValue(value: 5)", + "SimpleConfigAlternativeVersionParsedCorrectly", + "SimpleConfigParsedCorrectly(args: [\"--JOB=dry\", \"--EXPORTERS\", \"html\", \"rplot\"])", + "SimpleConfigParsedCorrectly(args: [\"--job=dry\", \"--exporters\", \"html\", \"rplot\"])", + "SimpleConfigParsedCorrectly(args: [\"-j\", \"dry\", \"-e\", \"html\", \"rplot\"])", + "SimpleJson_ReplaceUnsupportedNumericValues_Smoke(val1: 10, val2: \"test\", val3: NaN)", + "SimpleJson_SerializeObjectWithUnsupportedNumericValues_ReturnsValidJson", + "SimpleMessageTest(actualOutliers: 0, allOutliers: 0, expectedMessage: \"\")", + "SimpleMessageTest(actualOutliers: 0, allOutliers: 1, expectedMessage: \"1 outlier was detected\")", + "SimpleMessageTest(actualOutliers: 0, allOutliers: 2, expectedMessage: \"2 outliers were detected\")", + "SimpleMessageTest(actualOutliers: 0, allOutliers: 3, expectedMessage: \"3 outliers were detected\")", + "SimpleMessageTest(actualOutliers: 1, allOutliers: 1, expectedMessage: \"1 outlier was removed\")", + "SimpleMessageTest(actualOutliers: 1, allOutliers: 2, expectedMessage: \"1 outlier was removed, 2 outliers were detected\")", + "SimpleMessageTest(actualOutliers: 2, allOutliers: 2, expectedMessage: \"2 outliers were removed\")", + "SimpleMessageTest(actualOutliers: 2, allOutliers: 3, expectedMessage: \"2 outliers were removed, 3 outliers were detected\")", + "SimpleMessageTest(actualOutliers: 3, allOutliers: 3, expectedMessage: \"3 outliers were removed\")", + "SingleJobLeadsToNoGrouping", + "SizeUnitFormattingTest(expected: \"0 B\", bytes: 0)", + "SizeUnitFormattingTest(expected: \"1 B\", bytes: 1)", + "SizeUnitFormattingTest(expected: \"1 GB\", bytes: 1073741824)", + "SizeUnitFormattingTest(expected: \"1 KB\", bytes: 1024)", + "SizeUnitFormattingTest(expected: \"1 KB\", bytes: 1025)", + "SizeUnitFormattingTest(expected: \"1 MB\", bytes: 1048576)", + "SizeUnitFormattingTest(expected: \"1 TB\", bytes: 1099511627776)", + "SizeUnitFormattingTest(expected: \"1.07 KB\", bytes: 1100)", + "SizeUnitFormattingTest(expected: \"1.5 KB\", bytes: 1536)", + "SizeUnitFormattingTest(expected: \"10 B\", bytes: 10)", + "SizeUnitFormattingTest(expected: \"10 KB\", bytes: 10240)", + "SizeUnitFormattingTest(expected: \"100 B\", bytes: 100)", + "SizeUnitFormattingTest(expected: \"1000 B\", bytes: 1000)", + "SizeUnitFormattingTest(expected: \"1023 B\", bytes: 1023)", + "SizeUnitFormattingTest(expected: \"1023 KB\", bytes: 1047552)", + "SpecificTest_Simple", + "SpecifyingCoreRunAndRuntimeCreatesTwoJobs", + "SpecifyingCoreRunWithFullFrameworkTargetsMostRecentTfm", + "SpecifyingInvalidStatisticalTestsThresholdMeansFailure", + "StackOnlyTypesWithImplicitCastOperatorAreSupportedAsArguments", + "StarsTest", + "StaticReadonly1Test", + "StaticReadonly2Test", + "StaticReadonly3Test", + "StatisticsWithN0Test", + "StatisticsWithN1Test", + "StatisticsWithN2Test", + "StatisticsWithN3Test", + "StatisticsWithN7Test", + "StringCanBeUsedAsReadOnlySpanOfCharArgument", + "SummaryWithFailureReportDoesNotThrowNre", + "SupportsGuid", + "Symmetric", + "TabsAndEnters", + "TagColumnsHasDifferentIds", + "Test01Create", + "Test02Modify", + "Test03IdDoesNotFlow", + "Test04Apply", + "Test05ApplyCharacteristicSet", + "Test06CharacteristicHacks", + "TestAssemblyFilePathIsUsedWhenTheAssemblyLocationIsNotEmpty", + "TestBuildGenericWithConstraints", + "TestBuildGenericWithConstraintsWrongArgs", + "TestBuildGenericWithOneArgument", + "TestBuildGenericWithThreeArguments", + "TestBuildGenericWithTwoArguments", + "TestBuildGenericWithWrongAttributes", + "TextColumnIsLeftJustified", + "TheDefaultFilePathShouldBeUsedWhenAnAssemblyLocationIsEmpty", + "TheFilterIsCaseInsensitive(pattern: \"*\", expected: True)", + "TheFilterIsCaseInsensitive(pattern: \"*TYPEWITHBENCHMARKS*\", expected: True)", + "TheFilterIsCaseInsensitive(pattern: \"*TypeWithBenchmarks*\", expected: True)", + "TheFilterIsCaseInsensitive(pattern: \"*stillWRONG*\", expected: False)", + "TheFilterIsCaseInsensitive(pattern: \"*typewithbenchmarks*\", expected: True)", + "TheFilterIsCaseInsensitive(pattern: \"TYPEWITHBENCHMARKS\", expected: False)", + "TheFilterIsCaseInsensitive(pattern: \"TypeWithBenchmarks\", expected: False)", + "TheFilterIsCaseInsensitive(pattern: \"WRONG\", expected: False)", + "TheFilterIsCaseInsensitive(pattern: \"typewithbenchmarks\", expected: False)", + "TheFilterWorksWithParams(pattern: \"*\", expectedBenchmarks: 2)", + "TheFilterWorksWithParams(pattern: \"*TYPEWITHBENCHMARKSANDPARAMS*\", expectedBenchmarks: 2)", + "TheFilterWorksWithParams(pattern: \"*TypeWithBenchmarksAndParams*\", expectedBenchmarks: 2)", + "TheFilterWorksWithParams(pattern: \"*stillWRONG*\", expectedBenchmarks: 0)", + "TheFilterWorksWithParams(pattern: \"*typewithbenchmarksandparams*\", expectedBenchmarks: 2)", + "TheFilterWorksWithParams(pattern: \"BenchmarkDotNet.Tests.TypeWithBenchmarksAndParams.\"\u00b7\u00b7\u00b7, expectedBenchmarks: 1)", + "TheFilterWorksWithParams(pattern: \"BenchmarkDotNet.Tests.TypeWithBenchmarksAndParams.\"\u00b7\u00b7\u00b7, expectedBenchmarks: 2)", + "TheFilterWorksWithParams(pattern: \"TYPEWITHBENCHMARKSANDPARAMS\", expectedBenchmarks: 0)", + "TheFilterWorksWithParams(pattern: \"TypeWithBenchmarksAndParams\", expectedBenchmarks: 0)", + "TheFilterWorksWithParams(pattern: \"WRONG\", expectedBenchmarks: 0)", + "TheFilterWorksWithParams(pattern: \"typewithbenchmarksandparams\", expectedBenchmarks: 0)", + "TheOnlyDifference", + "ThrowingBenchmarksAreDiscovered", + "ThrowsWhenSetupAndCleanupMethodsAreNonPublic", + "TitleTest(iterationTitle: 0, expectedTitle: \"FixedStoppingCriteria(iterationCount=0)\")", + "TitleTest(iterationTitle: 1, expectedTitle: \"FixedStoppingCriteria(iterationCount=1)\")", + "TitleTest(iterationTitle: 42, expectedTitle: \"FixedStoppingCriteria(iterationCount=42)\")", + "ToFolderNameStructTest", + "ToFolderNameTest(value: \"\", expectedName: \"_MyString_\")", + "ToFolderNameTest(value: \"TestCase:Arg\", expectedName: \"TestCase_Arg\")", + "ToFolderNameTest(value: 'a', expectedName: \"97\")", + "ToFolderNameTest(value: 0.419999987, expectedName: \"0-42\")", + "ToFolderNameTest(value: 0.41999999999999998, expectedName: \"0-42\")", + "ToFolderNameTest(value: False, expectedName: \"false\")", + "ToFolderNameTest(value: RyuJit, expectedName: \"RyuJit\")", + "ToFolderNameTest(value: True, expectedName: \"true\")", + "ToFolderNameTest(value: typeof(int), expectedName: \"System.Int32\")", + "ToSourceCodeSimpleTest(original: \"string\", expected: \"\\\"string\\\"\")", + "ToSourceCodeSimpleTest(original: \"string/\\\\\", expected: \"\\\"string/\\\\\\\\\\\"\")", + "ToSourceCodeSimpleTest(original: '\\\\', expected: \"'\\\\\\\\'\")", + "ToSourceCodeSimpleTest(original: 'a', expected: \"'a'\")", + "ToSourceCodeSimpleTest(original: 0.123, expected: \"0.123d\")", + "ToSourceCodeSimpleTest(original: 0.123000003, expected: \"0.123f\")", + "ToSourceCodeSimpleTest(original: False, expected: \"false\")", + "ToSourceCodeSimpleTest(original: Public, expected: \"(System.Reflection.BindingFlags)(16)\")", + "ToSourceCodeSimpleTest(original: True, expected: \"true\")", + "ToSourceCodeSimpleTest(original: null, expected: \"null\")", + "TooManyHardwareCounterNameMeansFailure", + "TrimmingTheValuesMakesThemActuallyShorter(initialLongText: \"0123456789012345\", expectedDisplayText: \"0123456789012345\")", + "TrimmingTheValuesMakesThemActuallyShorter(initialLongText: \"01234567890123456\", expectedDisplayText: \"01234567890123456\")", + "TrimmingTheValuesMakesThemActuallyShorter(initialLongText: \"012345678901234567\", expectedDisplayText: \"012345678901234567\")", + "TrimmingTheValuesMakesThemActuallyShorter(initialLongText: \"0123456789012345678\", expectedDisplayText: \"0123456789012345678\")", + "TrimmingTheValuesMakesThemActuallyShorter(initialLongText: \"01234567890123456789\", expectedDisplayText: \"01234567890123456789\")", + "TrimmingTheValuesMakesThemActuallyShorter(initialLongText: \"012345678901234567890\", expectedDisplayText: \"01234(...)67890 [21]\")", + "TryGetVersionFromFrameworkNameHandlesInvalidInput(frameworkName: \"\")", + "TryGetVersionFromFrameworkNameHandlesInvalidInput(frameworkName: \".NETCoreApp,Version=v\")", + "TryGetVersionFromFrameworkNameHandlesInvalidInput(frameworkName: \"just wrong\")", + "TryGetVersionFromFrameworkNameHandlesInvalidInput(frameworkName: null)", + "TryGetVersionFromFrameworkNameHandlesValidInput(frameworkName: \".NETCoreApp,Version=v123.0\", expectedTfm: NotRecognized, expectedMsBuildMoniker: \"net123.0\")", + "TryGetVersionFromFrameworkNameHandlesValidInput(frameworkName: \".NETCoreApp,Version=v2.0\", expectedTfm: NetCoreApp20, expectedMsBuildMoniker: \"netcoreapp2.0\")", + "TryGetVersionFromFrameworkNameHandlesValidInput(frameworkName: \".NETCoreApp,Version=v2.1\", expectedTfm: NetCoreApp21, expectedMsBuildMoniker: \"netcoreapp2.1\")", + "TryGetVersionFromFrameworkNameHandlesValidInput(frameworkName: \".NETCoreApp,Version=v2.2\", expectedTfm: NetCoreApp22, expectedMsBuildMoniker: \"netcoreapp2.2\")", + "TryGetVersionFromFrameworkNameHandlesValidInput(frameworkName: \".NETCoreApp,Version=v3.0\", expectedTfm: NetCoreApp30, expectedMsBuildMoniker: \"netcoreapp3.0\")", + "TryGetVersionFromFrameworkNameHandlesValidInput(frameworkName: \".NETCoreApp,Version=v3.1\", expectedTfm: NetCoreApp31, expectedMsBuildMoniker: \"netcoreapp3.1\")", + "TryGetVersionFromFrameworkNameHandlesValidInput(frameworkName: \".NETCoreApp,Version=v5.0\", expectedTfm: Net50, expectedMsBuildMoniker: \"net5.0\")", + "TryGetVersionFromProductInfoHandlesInvalidInput(productName: \"\", productVersion: \"\")", + "TryGetVersionFromProductInfoHandlesInvalidInput(productName: \"Microsoft .NET Framework\", productVersion: \"4.6.26614.01 @BuiltBy: dlab14-DDVSOWINAGE018 @Comm\"\u00b7\u00b7\u00b7)", + "TryGetVersionFromProductInfoHandlesInvalidInput(productName: \"not\", productVersion: \"ok\")", + "TryGetVersionFromProductInfoHandlesInvalidInput(productName: null, productVersion: null)", + "TryGetVersionFromProductInfoHandlesValidInput(expectedTfm: Net50, expectedMsBuildMoniker: \"net5.0\", productName: \"Microsoft .NET Core\", productVersion: \"5.0.0-alpha1.19415.3\")", + "TryGetVersionFromProductInfoHandlesValidInput(expectedTfm: NetCoreApp21, expectedMsBuildMoniker: \"netcoreapp2.1\", productName: \"Microsoft .NET Framework\", productVersion: \"4.6.27817.01 @BuiltBy: dlab14-DDVSOWINAGE101 @Bran\"\u00b7\u00b7\u00b7)", + "TryGetVersionFromProductInfoHandlesValidInput(expectedTfm: NetCoreApp22, expectedMsBuildMoniker: \"netcoreapp2.2\", productName: \"Microsoft .NET Framework\", productVersion: \"4.6.27817.03 @BuiltBy: dlab14-DDVSOWINAGE101 @Bran\"\u00b7\u00b7\u00b7)", + "TryGetVersionFromProductInfoHandlesValidInput(expectedTfm: NetCoreApp30, expectedMsBuildMoniker: \"netcoreapp3.0\", productName: \"Microsoft .NET Core\", productVersion: \"3.0.0-preview8-28379-12\")", + "TryGetVersionFromProductInfoHandlesValidInput(expectedTfm: NetCoreApp31, expectedMsBuildMoniker: \"netcoreapp3.1\", productName: \"Microsoft .NET Core\", productVersion: \"3.1.0-something\")", + "TryGetVersionFromProductInfoHandlesValidInput(expectedTfm: NotRecognized, expectedMsBuildMoniker: \"net123.0\", productName: \"Microsoft .NET Core\", productVersion: \"123.0.0-future\")", + "TryGetVersionFromRuntimeDirectoryHandlesInvalidInput(runtimeDirectory: \"\")", + "TryGetVersionFromRuntimeDirectoryHandlesInvalidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/publish\")", + "TryGetVersionFromRuntimeDirectoryHandlesInvalidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/publish/\")", + "TryGetVersionFromRuntimeDirectoryHandlesInvalidInput(runtimeDirectory: null)", + "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/123.0.0/\", expectedTfm: NotRecognized, expectedMsBuildMoniker: \"net123.0\")", + "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/2.0.9/\", expectedTfm: NetCoreApp20, expectedMsBuildMoniker: \"netcoreapp2.0\")", + "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/2.1.12/\", expectedTfm: NetCoreApp21, expectedMsBuildMoniker: \"netcoreapp2.1\")", + "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/2.2.6/\", expectedTfm: NetCoreApp22, expectedMsBuildMoniker: \"netcoreapp2.2\")", + "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/3.0.0-preview8-28379-12/\", expectedTfm: NetCoreApp30, expectedMsBuildMoniker: \"netcoreapp3.0\")", + "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/5.0.0-alpha1.19422.13/\", expectedTfm: Net50, expectedMsBuildMoniker: \"net5.0\")", + "TupleWithNonIComparableInnerTypesComparisionTest", + "TwoProcessorWithDifferentCoresCountTest", + "TwoSamples_Around_One_CPU_Cycle_Method(workload: [2.3476300000000001, 2.3486099999999999, 2.3487200000000001, 2.3495300000000001, 2.3500200000000002, \u00b7\u00b7\u00b7], overhead: [2.0589900000000001, 2.0606900000000001, 2.06243, 2.0640499999999999, 2.0676199999999998, \u00b7\u00b7\u00b7])", + "TwoSamples_Around_One_CPU_Cycle_Method(workload: [2.35046, 2.3563000000000001, 2.3578800000000002, 2.3580100000000002, 2.36632, \u00b7\u00b7\u00b7], overhead: [2.06291, 2.0654499999999998, 2.0676299999999999, 2.0738099999999999, 2.0756800000000002, \u00b7\u00b7\u00b7])", + "TwoSamples_Around_One_CPU_Cycle_Method(workload: [2.3696000000000002, 2.3743799999999999, 2.3744200000000002, 2.3833199999999999, 2.3894000000000002, \u00b7\u00b7\u00b7], overhead: [2.0648599999999999, 2.0659900000000002, 2.0720499999999999, 2.0766, 2.0781000000000001, \u00b7\u00b7\u00b7])", + "TwoSamples_Around_Two_CPU_Cycle_Method(workload: [2.6368, 2.6503999999999999, 2.6520000000000001, 2.6541000000000001, 2.6606999999999998, \u00b7\u00b7\u00b7], overhead: [2.04, 2.0461, 2.0480999999999998, 2.0485000000000002, 2.0501999999999998, \u00b7\u00b7\u00b7])", + "TwoSamples_Around_Two_CPU_Cycle_Method(workload: [2.6560999999999999, 2.6579999999999999, 2.6606000000000001, 2.6621000000000001, 2.6636000000000002, \u00b7\u00b7\u00b7], overhead: [2.0387, 2.0436000000000001, 2.0485000000000002, 2.0485000000000002, 2.0525000000000002, \u00b7\u00b7\u00b7])", + "TwoSamples_Around_Two_CPU_Cycle_Method(workload: [2.6606999999999998, 2.6690999999999998, 2.6699999999999999, 2.6741000000000001, 2.6753, \u00b7\u00b7\u00b7], overhead: [2.0346000000000002, 2.0539999999999998, 2.0655000000000001, 2.0672999999999999, 2.0718000000000001, \u00b7\u00b7\u00b7])", + "TwoSamples_Less_Than_One_CPU_Cycle_Method(workload: [2.0036999999999998, 2.0062000000000002, 2.0066000000000002, 2.0072999999999999, 2.0089000000000001, \u00b7\u00b7\u00b7], overhead: [2.0426000000000002, 2.0459999999999998, 2.0470999999999999, 2.0506000000000002, 2.0508000000000002, \u00b7\u00b7\u00b7])", + "TwoSamples_Less_Than_One_CPU_Cycle_Method(workload: [2.0049000000000001, 2.0141, 2.0194000000000001, 2.0253000000000001, 2.0264000000000002, \u00b7\u00b7\u00b7], overhead: [1.9963, 2.0036999999999998, 2.0036999999999998, 2.0045999999999999, 2.0051000000000001, \u00b7\u00b7\u00b7])", + "TwoSamples_Less_Than_One_CPU_Cycle_Method(workload: [2.0186000000000002, 2.0196000000000001, 2.0207000000000002, 2.0207999999999999, 2.0207999999999999, \u00b7\u00b7\u00b7], overhead: [2.0150999999999999, 2.0192000000000001, 2.0226000000000002, 2.0247999999999999, 2.0270999999999999, \u00b7\u00b7\u00b7])", + "TypeArgumentsAreWrappedWithTypeofKeywordAndShortTypeNamesAreUsed", + "TypeParameterValuesDisplayNotTrimmedTypeNameWithoutNamespace(type: typeof(BenchmarkDotNet.Tests.ATypeWithAVeryVeryVeryVeryVeryVeryLongNameeeeeeeee), expectedName: \"ATypeWithAVeryVeryVeryVeryVeryVeryLongNameeeeeeeee\")", + "TypeParameterValuesDisplayNotTrimmedTypeNameWithoutNamespace(type: typeof(Guid?), expectedName: \"Guid?\")", + "TypeParameterValuesDisplayNotTrimmedTypeNameWithoutNamespace(type: typeof(System.Collections.Generic.List), expectedName: \"List\")", + "TypeParameterValuesDisplayNotTrimmedTypeNameWithoutNamespace(type: typeof(System.Guid), expectedName: \"Guid\")", + "UnicodeIsSupported", + "UniqueIdTest", + "UnknownConfigMeansFailure", + "UnknownMSBuildErrorsAreNotTranslatedToMoreUserFriendlyVersions", + "UnknownProcessorDoesNotThrow(originalName: \"\", prettifiedName: \"Unknown processor\")", + "UnknownProcessorDoesNotThrow(originalName: null, prettifiedName: \"Unknown processor\")", + "UnrollFactorIsRespectedForBenchmarksWithIterationSetup", + "UseWpfSettingGetsCopied", + "UserCanChooseStrategy", + "UserCanDefineCustomSummaryStyle", + "UserCanEasilyRequestToRunTheBenchmarkOncePerIteration", + "UserCanSpecifyBuildTimeout", + "UserCanSpecifyCustomDefaultJobAndOverwriteItsSettingsViaConsoleArgs", + "UserCanSpecifyCustomMaxParameterColumnWidth", + "UserCanSpecifyEnvironmentVariables", + "UserCanSpecifyHowManyTimesTheBenchmarkShouldBeExecuted", + "UserCanSpecifyMultipleCoreRunPaths", + "UserCanSpecifyNoForceGCs", + "UserCanSpecifyProcessPlatform(platform: AnyCpu)", + "UserCanSpecifyProcessPlatform(platform: Arm)", + "UserCanSpecifyProcessPlatform(platform: Arm64)", + "UserCanSpecifyProcessPlatform(platform: LoongArch64)", + "UserCanSpecifyProcessPlatform(platform: X64)", + "UserCanSpecifyProcessPlatform(platform: X86)", + "UserCanSpecifyWasmArgs", + "UserCanSpecifyWasmArgsUsingEquals", + "UserCanSpecifyWasmArgsViaResponseFile", + "UserSettingsOverrideDefaultSettings", + "UsersCanSpecifyWithoutOverheadEvalution", + "UsingStatementsInTheAutoGeneratedCodeAreProhibited", + "ValueTupleWithNonIComparableInnerTypesComparisionTest", + "VeryLongArraysAreSupported", + "VeryLongParameterValuesAreTrimmed(initialLongText: \"All the world's a stage, and all the men and women\"\u00b7\u00b7\u00b7, expectedDisplayText: \"All (...)ges. [178]\")", + "VeryLongParameterValuesAreTrimmed(initialLongText: \"text/plain,text/html;q=0.9,application/xhtml+xml;q\"\u00b7\u00b7\u00b7, expectedDisplayText: \"text/(...)q=0.7 [86]\")", + "VeryLongParameterValuesAreTrimmed(initialLongText: \"this is a test to see what happens when we call to\"\u00b7\u00b7\u00b7, expectedDisplayText: \"this (...)ower. [56]\")", + "VirtualGlobalCleanupsAreSupported", + "VirtualGlobalSetupsAreSupported", + "VoidMethodsAreIgnored", + "VoidTypeAsArgumentIsTranslatedToSystemDotVoid", + "WarningsTest(dataName: \"-1\")", + "WarningsTest(dataName: \"-5/0/0\")", + "WarningsTest(dataName: \"0\")", + "WarningsTest(dataName: \"0/-5/0\")", + "WarningsTest(dataName: \"0/0/-5\")", + "WarningsTest(dataName: \"0/0/0\")", + "WarningsTest(dataName: \"1\")", + "WarningsTest(dataName: \"5/4/0\")", + "WhenArtifactsPathIsNullDefaultValueShouldBeUsed", + "WhenConfigOptionsFlagsAreNotSpecifiedTheyAreNotSet", + "WhenCustomDisassemblerSettingsAreProvidedItsEnabledByDefault", + "WhenOrdererIsNullDefaultValueShouldBeUsed", + "WhenSummaryStyleIsNullDefaultValueShouldBeUsed", + "WhenTimeoutIsNotSpecifiedTheDefaultValueIsUsed", + "WhenTwoConfigsAreAddedTheMutatorJobsAreAppliedToAllOtherJobs", + "WhenTwoConfigsAreAddedTheMutatorJobsAreAppliedToCustomDefaultJobIfPresent", + "WhenTwoConfigsAreAddedTheMutatorJobsAreAppliedToDefaultJobIfCustomDefaultJobIsNotPresent", + "WhenTwoConfigsAreAddedTheRegularJobsAreJustAdded", + "WhenTwoCustomTimeoutsAreProvidedTheLongerOneIsUsed(direction: False)", + "WhenTwoCustomTimeoutsAreProvidedTheLongerOneIsUsed(direction: True)", + "WhenUserDefinesHardwareCountersAndUsesDisassemblyDiagnoserWeAddInstructionPointerExporter", + "WhenUserDefinesHardwareCountersWeChooseTheRightDiagnoser", + "WhenUserDoesNotSpecifyTimeoutTheDefaultValueIsUsed", + "WindowsIsPrettified(originalVersion: \"10.0.14393\", prettifiedName: \"Windows 10 (10.0.14393/1607/AnniversaryUpdate/Reds\"\u00b7\u00b7\u00b7)", + "WindowsIsPrettified(originalVersion: \"6.3.9600\", prettifiedName: \"Windows 8.1 (6.3.9600)\")", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.10240\", ubr: 17797, prettifiedName: \"Windows 10 (10.0.10240.17797/1507/RTM/Threshold1)\")", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.10586\", ubr: 1478, prettifiedName: \"Windows 10 (10.0.10586.1478/1511/NovemberUpdate/Th\"\u00b7\u00b7\u00b7)", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.14393\", ubr: 2156, prettifiedName: \"Windows 10 (10.0.14393.2156/1607/AnniversaryUpdate\"\u00b7\u00b7\u00b7)", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.15063\", ubr: 997, prettifiedName: \"Windows 10 (10.0.15063.997/1703/CreatorsUpdate/Red\"\u00b7\u00b7\u00b7)", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.16299\", ubr: 334, prettifiedName: \"Windows 10 (10.0.16299.334/1709/FallCreatorsUpdate\"\u00b7\u00b7\u00b7)", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.17134\", ubr: 48, prettifiedName: \"Windows 10 (10.0.17134.48/1803/April2018Update/Red\"\u00b7\u00b7\u00b7)", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.17763\", ubr: 1, prettifiedName: \"Windows 10 (10.0.17763.1/1809/October2018Update/Re\"\u00b7\u00b7\u00b7)", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.18362\", ubr: 693, prettifiedName: \"Windows 10 (10.0.18362.693/1903/May2019Update/19H1\"\u00b7\u00b7\u00b7)", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.18363\", ubr: 657, prettifiedName: \"Windows 10 (10.0.18363.657/1909/November2019Update\"\u00b7\u00b7\u00b7)", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.19041\", ubr: 1, prettifiedName: \"Windows 10 (10.0.19041.1/2004/May2020Update/20H1)\")", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.19042\", ubr: 746, prettifiedName: \"Windows 10 (10.0.19042.746/20H2/October2020Update)\")", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.19043\", ubr: 964, prettifiedName: \"Windows 10 (10.0.19043.964/21H1/May2021Update)\")", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.19044\", ubr: 1147, prettifiedName: \"Windows 10 (10.0.19044.1147/21H2/November2021Updat\"\u00b7\u00b7\u00b7)", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.19045\", ubr: 0, prettifiedName: \"Windows 10 (10.0.19045.0/22H2/2022Update)\")", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.19099\", ubr: 1729, prettifiedName: \"Windows 10 (10.0.19099.1729)\")", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.22000\", ubr: 348, prettifiedName: \"Windows 11 (10.0.22000.348/21H2/SunValley)\")", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.22518\", ubr: 1012, prettifiedName: \"Windows 11 (10.0.22518.1012)\")", + "WindowsWithUbrIsPrettified(originalVersion: \"10.0.22621\", ubr: 0, prettifiedName: \"Windows 11 (10.0.22621.0/22H2/2022Update/SunValley\"\u00b7\u00b7\u00b7)", + "WithCollectionItemName", + "WithCollectionItemNameThrowsGivenInvalidArguments(collectionName: \" \", itemName: \"MockItem\", exception: typeof(System.ArgumentException))", + "WithCollectionItemNameThrowsGivenInvalidArguments(collectionName: \"\", itemName: \"MockItem\", exception: typeof(System.ArgumentException))", + "WithCollectionItemNameThrowsGivenInvalidArguments(collectionName: \"Items\", itemName: \" \", exception: typeof(System.ArgumentException))", + "WithCollectionItemNameThrowsGivenInvalidArguments(collectionName: \"Items\", itemName: \"\", exception: typeof(System.ArgumentException))", + "WithCollectionItemNameThrowsGivenInvalidArguments(collectionName: \"Items\", itemName: null, exception: typeof(System.ArgumentException))", + "WithCollectionItemNameThrowsGivenInvalidArguments(collectionName: null, itemName: \"MockItem\", exception: typeof(System.ArgumentException))", + "WithCollectionItemNameThrowsGivenInvalidArguments(collectionName: null, itemName: null, exception: typeof(System.ArgumentException))", + "WithExcludedProperty", + "WithExcludedPropertyThrowsGivenNameIsNullOrWhiteSpace(name: \" \", exception: typeof(System.ArgumentException))", + "WithExcludedPropertyThrowsGivenNameIsNullOrWhiteSpace(name: \"\", exception: typeof(System.ArgumentException))", + "WithExcludedPropertyThrowsGivenNameIsNullOrWhiteSpace(name: null, exception: typeof(System.ArgumentException))", + "WithNuGet", + "WithRootName", + "WithRootNameThrowsGivenNameIsNullOrWhiteSpace(name: \" \", exception: typeof(System.ArgumentException))", + "WithRootNameThrowsGivenNameIsNullOrWhiteSpace(name: \"\", exception: typeof(System.ArgumentException))", + "WithRootNameThrowsGivenNameIsNullOrWhiteSpace(name: null, exception: typeof(System.ArgumentException))", + "Write", + "WriteLine", + "WriteLineWithoutArg", + "WriteLine_EmptyLine", + "WriteLine_StringWithEmptyNewLine", + "WriteLine_StringWithMultipleNewLine", + "WriteLine_StringWithNewLine", + "Write_EmptyLine", + "Write_StringWithEmptyNewLine", + "Write_StringWithMultipleNewLine", + "Write_StringWithOneNewLine", + "WritesElementStringGivenSimpleCollectionItem", + "ZeroValueInMetricColumnIsDashedByDefault", + "ZeroValueInMetricColumnIsNotDashedWithCustomStyle" + ] + }, + "eval": { + "test_framework": "net7.0", + "env_setup_version": "1.0", + "run_tests_version": "1.0" + }, + "environment": { + "project_root": "/app", + "dockerfile_tag": "dotnet__benchmarkdotnet" + }, + "language": "csharp", + "test_framework_flag": "--framework net7.0", + "execution_flags": "-Dqodana.net.solution=BenchmarkDotNet.sln", + "fields": { + "repo": "dotnet/BenchmarkDotNet" + } +} \ No newline at end of file From dd0a4b76615edc98a8a45fa05780c5cf0d834ffd Mon Sep 17 00:00:00 2001 From: Evgenii Zakharchenko Date: Wed, 6 May 2026 12:00:51 +0200 Subject: [PATCH 3/3] Refresh dotnet__benchmarkdotnet-2395/after pass list --- .ee-bench/codegen/metadata.json | 34 +++++++++++++-------------------- 1 file changed, 13 insertions(+), 21 deletions(-) diff --git a/.ee-bench/codegen/metadata.json b/.ee-bench/codegen/metadata.json index a671c49942..18f4514f61 100644 --- a/.ee-bench/codegen/metadata.json +++ b/.ee-bench/codegen/metadata.json @@ -164,7 +164,6 @@ "ClassicTest(expected: 4, value: 0.123456)", "ClassicTest(expected: 4, value: 0.90000000000000002)", "ClearVariables", - "ClrVersionParsedCorrectly", "ConfidenceIntervalTest", "ConfigFlagCanBeEnabledOrDisabled", "ConfigFlagCanBeEnabledOrDisabledUsedManualConfigMethods", @@ -199,7 +198,6 @@ "CtorThrowsWhenParameterIsNull", "CurrentRuntimeIsProperlyRecognized", "CustomCategoryDiscovererTest", - "CustomClrBuildJobsAreGroupedByVersion", "CustomJobIdIsPreserved", "CustomNuGetJobsAreGroupedByPackageVersion", "CustomOrdererIsSupported", @@ -439,12 +437,12 @@ "MandatorySettingsAreAlwaysEnabled(eventPipeProfile: Jit)", "MaterializedCollectionsAreOk(returningMaterializedResult: typeof(BenchmarkDotNet.Tests.Validators.DeferredExecutionValidatorTests+ReturningArray))", "MaterializedCollectionsAreOk(returningMaterializedResult: typeof(BenchmarkDotNet.Tests.Validators.DeferredExecutionValidatorTests+ReturningDictionary))", - "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"\"\u00b7\u00b7\u00b7, maxParameterColumnWidth: 20, expectedDisplayText: \"(...) [54]\")", - "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"\"\u00b7\u00b7\u00b7, maxParameterColumnWidth: 20, expectedDisplayText: \"(...)b [55]\")", "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"012345678901234567890\", maxParameterColumnWidth: 21, expectedDisplayText: \"012345678901234567890\")", "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"0123456789012345678901234567890123456789\", maxParameterColumnWidth: 30, expectedDisplayText: \"0123456789(...)0123456789 [40]\")", - "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"a\ufffd\"\u00b7\u00b7\u00b7, maxParameterColumnWidth: 20, expectedDisplayText: \"a(...) [55]\")", - "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"a\ufffd\"\u00b7\u00b7\u00b7, maxParameterColumnWidth: 20, expectedDisplayText: \"a(...)b [56]\")", + "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"a\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ufffd\"\u00b7\u00b7\u00b7, maxParameterColumnWidth: 20, expectedDisplayText: \"a\ud83d\ude00\ud83d\ude00(...)\ud83d\ude00\ud83d\ude00 [55]\")", + "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"a\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ufffd\"\u00b7\u00b7\u00b7, maxParameterColumnWidth: 20, expectedDisplayText: \"a\ud83d\ude00\ud83d\ude00(...)\ud83d\ude00\ud83d\ude00b [56]\")", + "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\"\u00b7\u00b7\u00b7, maxParameterColumnWidth: 20, expectedDisplayText: \"\ud83d\ude00\ud83d\ude00(...)\ud83d\ude00\ud83d\ude00 [54]\")", + "MaxParameterColumnWidthCanBeCustomized(initialLongText: \"\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\ud83d\ude00\"\u00b7\u00b7\u00b7, maxParameterColumnWidth: 20, expectedDisplayText: \"\ud83d\ude00\ud83d\ude00(...)\ud83d\ude00\ud83d\ude00b [55]\")", "MaxParameterColumnWidthCanNotBeSetToValueLessThanDefault(newWidth: -100)", "MaxParameterColumnWidthCanNotBeSetToValueLessThanDefault(newWidth: 0)", "MaxParameterColumnWidthCanNotBeSetToValueLessThanDefault(newWidth: 10)", @@ -504,7 +502,6 @@ "NullIsSupportedAsElementOfParamsSource", "NullableTypesAsArgumentsAreSupported", "NumericColumnIsRightJustified", - "OnWindowsWeMustAlwaysUseOldLongPathsLimitForSessionFiles", "OneSample_Around_One_CPU_Cycle_Method(distribution: [0.27024999999999999, 0.27155000000000001, 0.27235999999999999, 0.27311000000000002, 0.27312999999999998, \u00b7\u00b7\u00b7])", "OneSample_Around_One_CPU_Cycle_Method(distribution: [0.27049000000000001, 0.27410000000000001, 0.27433000000000002, 0.27467999999999998, 0.27476, \u00b7\u00b7\u00b7])", "OneSample_Around_One_CPU_Cycle_Method(distribution: [0.27322000000000002, 0.27693000000000001, 0.27744999999999997, 0.27764, 0.27937000000000001, \u00b7\u00b7\u00b7])", @@ -575,7 +572,6 @@ "RealTwoProcessorEightCoresWithWmicBugTest", "RegressionsAreDetected(statisticalTestKind: MannWhitney, thresholdUnit: Ratio, thresholdValue: 0.02)", "RegressionsAreDetected(statisticalTestKind: Welch, thresholdUnit: Ratio, thresholdValue: 0.02)", - "RemovesStartupSettingsForPrivateBuildsOfClr", "ReturnsNoBenchmarksForInvalidTypes", "RewritesCustomAssemblyBindingRedirects", "RewritesCustomRuntimeSettings", @@ -645,7 +641,6 @@ "SizeUnitFormattingTest(expected: \"1023 KB\", bytes: 1047552)", "SpecificTest_Simple", "SpecifyingCoreRunAndRuntimeCreatesTwoJobs", - "SpecifyingCoreRunWithFullFrameworkTargetsMostRecentTfm", "SpecifyingInvalidStatisticalTestsThresholdMeansFailure", "StackOnlyTypesWithImplicitCastOperatorAreSupportedAsArguments", "StarsTest", @@ -753,15 +748,15 @@ "TryGetVersionFromProductInfoHandlesValidInput(expectedTfm: NetCoreApp31, expectedMsBuildMoniker: \"netcoreapp3.1\", productName: \"Microsoft .NET Core\", productVersion: \"3.1.0-something\")", "TryGetVersionFromProductInfoHandlesValidInput(expectedTfm: NotRecognized, expectedMsBuildMoniker: \"net123.0\", productName: \"Microsoft .NET Core\", productVersion: \"123.0.0-future\")", "TryGetVersionFromRuntimeDirectoryHandlesInvalidInput(runtimeDirectory: \"\")", - "TryGetVersionFromRuntimeDirectoryHandlesInvalidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/publish\")", - "TryGetVersionFromRuntimeDirectoryHandlesInvalidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/publish/\")", + "TryGetVersionFromRuntimeDirectoryHandlesInvalidInput(runtimeDirectory: \"/tmp/publish\")", + "TryGetVersionFromRuntimeDirectoryHandlesInvalidInput(runtimeDirectory: \"/tmp/publish/\")", "TryGetVersionFromRuntimeDirectoryHandlesInvalidInput(runtimeDirectory: null)", - "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/123.0.0/\", expectedTfm: NotRecognized, expectedMsBuildMoniker: \"net123.0\")", - "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/2.0.9/\", expectedTfm: NetCoreApp20, expectedMsBuildMoniker: \"netcoreapp2.0\")", - "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/2.1.12/\", expectedTfm: NetCoreApp21, expectedMsBuildMoniker: \"netcoreapp2.1\")", - "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/2.2.6/\", expectedTfm: NetCoreApp22, expectedMsBuildMoniker: \"netcoreapp2.2\")", - "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/3.0.0-preview8-28379-12/\", expectedTfm: NetCoreApp30, expectedMsBuildMoniker: \"netcoreapp3.0\")", - "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/mnt/agent/temp/buildTmp/5.0.0-alpha1.19422.13/\", expectedTfm: Net50, expectedMsBuildMoniker: \"net5.0\")", + "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/tmp/123.0.0/\", expectedTfm: NotRecognized, expectedMsBuildMoniker: \"net123.0\")", + "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/tmp/2.0.9/\", expectedTfm: NetCoreApp20, expectedMsBuildMoniker: \"netcoreapp2.0\")", + "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/tmp/2.1.12/\", expectedTfm: NetCoreApp21, expectedMsBuildMoniker: \"netcoreapp2.1\")", + "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/tmp/2.2.6/\", expectedTfm: NetCoreApp22, expectedMsBuildMoniker: \"netcoreapp2.2\")", + "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/tmp/3.0.0-preview8-28379-12/\", expectedTfm: NetCoreApp30, expectedMsBuildMoniker: \"netcoreapp3.0\")", + "TryGetVersionFromRuntimeDirectoryHandlesValidInput(runtimeDirectory: \"/tmp/5.0.0-alpha1.19422.13/\", expectedTfm: Net50, expectedMsBuildMoniker: \"net5.0\")", "TupleWithNonIComparableInnerTypesComparisionTest", "TwoProcessorWithDifferentCoresCountTest", "TwoSamples_Around_One_CPU_Cycle_Method(workload: [2.3476300000000001, 2.3486099999999999, 2.3487200000000001, 2.3495300000000001, 2.3500200000000002, \u00b7\u00b7\u00b7], overhead: [2.0589900000000001, 2.0606900000000001, 2.06243, 2.0640499999999999, 2.0676199999999998, \u00b7\u00b7\u00b7])", @@ -802,7 +797,6 @@ "UserCanSpecifyProcessPlatform(platform: LoongArch64)", "UserCanSpecifyProcessPlatform(platform: X64)", "UserCanSpecifyProcessPlatform(platform: X86)", - "UserCanSpecifyWasmArgs", "UserCanSpecifyWasmArgsUsingEquals", "UserCanSpecifyWasmArgsViaResponseFile", "UserSettingsOverrideDefaultSettings", @@ -837,8 +831,6 @@ "WhenTwoConfigsAreAddedTheRegularJobsAreJustAdded", "WhenTwoCustomTimeoutsAreProvidedTheLongerOneIsUsed(direction: False)", "WhenTwoCustomTimeoutsAreProvidedTheLongerOneIsUsed(direction: True)", - "WhenUserDefinesHardwareCountersAndUsesDisassemblyDiagnoserWeAddInstructionPointerExporter", - "WhenUserDefinesHardwareCountersWeChooseTheRightDiagnoser", "WhenUserDoesNotSpecifyTimeoutTheDefaultValueIsUsed", "WindowsIsPrettified(originalVersion: \"10.0.14393\", prettifiedName: \"Windows 10 (10.0.14393/1607/AnniversaryUpdate/Reds\"\u00b7\u00b7\u00b7)", "WindowsIsPrettified(originalVersion: \"6.3.9600\", prettifiedName: \"Windows 8.1 (6.3.9600)\")", @@ -908,4 +900,4 @@ "fields": { "repo": "dotnet/BenchmarkDotNet" } -} \ No newline at end of file +}