diff --git a/src/BenchmarkDotNet/Exporters/Xml/SummaryDto.cs b/src/BenchmarkDotNet/Exporters/Xml/SummaryDto.cs index 13c9a74619..79f8e51f1e 100644 --- a/src/BenchmarkDotNet/Exporters/Xml/SummaryDto.cs +++ b/src/BenchmarkDotNet/Exporters/Xml/SummaryDto.cs @@ -71,6 +71,7 @@ internal class BenchmarkReportDto public string MethodTitle => report.BenchmarkCase.Descriptor.WorkloadMethodDisplayInfo; public string Parameters => report.BenchmarkCase.Parameters.PrintInfo; public Statistics Statistics => report.ResultStatistics; + public IEnumerable Metrics => report.Metrics.Values; public GcStats Memory => new GcStats() { Gen0Collections = report.GcStats.Gen0Collections, diff --git a/tests/BenchmarkDotNet.Tests/Exporters/CommonExporterVerifyTests.cs b/tests/BenchmarkDotNet.Tests/Exporters/CommonExporterVerifyTests.cs index b3e142c6c5..e13f7aa250 100644 --- a/tests/BenchmarkDotNet.Tests/Exporters/CommonExporterVerifyTests.cs +++ b/tests/BenchmarkDotNet.Tests/Exporters/CommonExporterVerifyTests.cs @@ -5,12 +5,15 @@ using System.Threading.Tasks; using BenchmarkDotNet.Columns; using BenchmarkDotNet.Configs; +using BenchmarkDotNet.Diagnosers; using BenchmarkDotNet.Exporters; using BenchmarkDotNet.Exporters.Json; using BenchmarkDotNet.Exporters.Xml; using BenchmarkDotNet.Loggers; +using BenchmarkDotNet.Reports; using BenchmarkDotNet.Tests.Builders; using BenchmarkDotNet.Tests.Mocks; +using BenchmarkDotNet.Tests.Reports; using JetBrains.Annotations; using VerifyXunit; using Xunit; @@ -51,7 +54,14 @@ public Task Exporters(string cultureInfoName) foreach (var exporter in exporters) { PrintTitle(logger, exporter); - exporter.ExportToLog(MockFactory.CreateSummary(config.WithCultureInfo(cultureInfo)), logger); + exporter.ExportToLog( + MockFactory.CreateSummary( + config.WithCultureInfo(cultureInfo), + hugeSd: false, + new[] + { + new Metric(new FakeMetricDescriptor("CacheMisses", "Hardware counter 'CacheMisses' per single operation", "N0"), 7) + }), logger); } var settings = VerifySettingsFactory.Create(); @@ -98,6 +108,8 @@ private static IEnumerable GetExporters() .AddColumn(StatisticColumn.Mean) .AddColumn(StatisticColumn.StdDev) .AddColumn(StatisticColumn.P67) + .AddHardwareCounters(HardwareCounter.CacheMisses) + .AddColumnProvider(DefaultColumnProviders.Metrics) .AddDiagnoser(Diagnosers.MemoryDiagnoser.Default); public void Dispose() diff --git a/tests/BenchmarkDotNet.Tests/Exporters/VerifiedFiles/CommonExporterVerifyTests.Exporters_Invariant.verified.txt b/tests/BenchmarkDotNet.Tests/Exporters/VerifiedFiles/CommonExporterVerifyTests.Exporters_Invariant.verified.txt index cd3482c04f..3f55fe6c20 100644 --- a/tests/BenchmarkDotNet.Tests/Exporters/VerifiedFiles/CommonExporterVerifyTests.Exporters_Invariant.verified.txt +++ b/tests/BenchmarkDotNet.Tests/Exporters/VerifiedFiles/CommonExporterVerifyTests.Exporters_Invariant.verified.txt @@ -5,17 +5,17 @@ AsciiDocExporter BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 .... [options="header"] |=== -|Method |Mean |Error |StdDev |P67 -|Foo | 1.000 ns| NA| 0.000 ns| 1.000 ns -|Bar | 1.000 ns| NA| 0.000 ns| 1.000 ns +|Method |Mean |Error |StdDev |P67 |CacheMisses +|Foo | 1.000 ns| 0.000 ns| 0.000 ns| 1.000 ns| 7 +|Bar | 1.000 ns| 0.000 ns| 0.000 ns| 1.000 ns| 7 |=== ############################################ HtmlExporter @@ -38,18 +38,18 @@ HtmlExporter BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION
Job=LongRun  IterationCount=100  LaunchCount=3  
 WarmupCount=15  
 
- + - - + +
MethodMeanErrorStdDevP67
MethodMeanErrorStdDevP67CacheMisses
Foo1.000 nsNA0.000 ns1.000 ns
Bar1.000 nsNA0.000 ns1.000 ns
Foo1.000 ns0.000 ns0.000 ns1.000 ns7
Bar1.000 ns0.000 ns0.000 ns1.000 ns7
@@ -71,7 +71,7 @@ JsonExporter-brief "HasAttachedDebugger":false, "HasRyuJit":true, "Configuration":"CONFIGURATION", - "DotNetCliVersion":null, + "DotNetCliVersion":"1.0.x.mock", "ChronometerFrequency":{ "Hertz":2531248 }, @@ -89,9 +89,9 @@ JsonExporter-brief "HardwareIntrinsics":"", "Statistics":{ "OriginalValues":[ - 1 + 1,1,1,1,1,1 ], - "N":1, + "N":6, "Min":1, "LowerFence":1, "Q1":1, @@ -116,13 +116,13 @@ JsonExporter-brief "Skewness":"", "Kurtosis":"", "ConfidenceInterval":{ - "N":1, + "N":6, "Mean":1, "StandardError":0, "Level":12, - "Margin":"", - "Lower":"", - "Upper":"" + "Margin":0, + "Lower":1, + "Upper":1 }, "Percentiles":{ "P0":1, @@ -154,9 +154,9 @@ JsonExporter-brief "HardwareIntrinsics":"", "Statistics":{ "OriginalValues":[ - 1 + 1,1,1,1,1,1 ], - "N":1, + "N":6, "Min":1, "LowerFence":1, "Q1":1, @@ -181,13 +181,13 @@ JsonExporter-brief "Skewness":"", "Kurtosis":"", "ConfidenceInterval":{ - "N":1, + "N":6, "Mean":1, "StandardError":0, "Level":12, - "Margin":"", - "Lower":"", - "Upper":"" + "Margin":0, + "Lower":1, + "Upper":1 }, "Percentiles":{ "P0":1, @@ -214,7 +214,7 @@ JsonExporter-brief ############################################ JsonExporter-brief-compressed ############################################ -{"Title":"MockSummary","HostEnvironmentInfo":{"BenchmarkDotNetCaption":"BenchmarkDotNet","BenchmarkDotNetVersion":"0.10.x-mock","OsVersion":"Microsoft Windows NT 10.0.x.mock","ProcessorName":"MockIntel Core i7-6700HQ CPU 2.60GHz","PhysicalProcessorCount":1,"PhysicalCoreCount":4,"LogicalCoreCount":8,"RuntimeVersion":"Clr 4.0.x.mock","Architecture":"64mock","HasAttachedDebugger":false,"HasRyuJit":true,"Configuration":"CONFIGURATION","DotNetCliVersion":null,"ChronometerFrequency":{"Hertz":2531248},"HardwareTimerKind":"Tsc"},"Benchmarks":[{"DisplayInfo":"MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Foo","MethodTitle":"Foo","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Foo","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1],"N":1,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":1,"Mean":1,"StandardError":0,"Level":12,"Margin":"","Lower":"","Upper":""},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null}},{"DisplayInfo":"MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Bar","MethodTitle":"Bar","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Bar","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1],"N":1,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":1,"Mean":1,"StandardError":0,"Level":12,"Margin":"","Lower":"","Upper":""},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null}}]} +{"Title":"MockSummary","HostEnvironmentInfo":{"BenchmarkDotNetCaption":"BenchmarkDotNet","BenchmarkDotNetVersion":"0.10.x-mock","OsVersion":"Microsoft Windows NT 10.0.x.mock","ProcessorName":"MockIntel Core i7-6700HQ CPU 2.60GHz","PhysicalProcessorCount":1,"PhysicalCoreCount":4,"LogicalCoreCount":8,"RuntimeVersion":"Clr 4.0.x.mock","Architecture":"64mock","HasAttachedDebugger":false,"HasRyuJit":true,"Configuration":"CONFIGURATION","DotNetCliVersion":"1.0.x.mock","ChronometerFrequency":{"Hertz":2531248},"HardwareTimerKind":"Tsc"},"Benchmarks":[{"DisplayInfo":"MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Foo","MethodTitle":"Foo","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Foo","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1,1,1,1,1,1],"N":6,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":6,"Mean":1,"StandardError":0,"Level":12,"Margin":0,"Lower":1,"Upper":1},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null}},{"DisplayInfo":"MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Bar","MethodTitle":"Bar","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Bar","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1,1,1,1,1,1],"N":6,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":6,"Mean":1,"StandardError":0,"Level":12,"Margin":0,"Lower":1,"Upper":1},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null}}]} ############################################ JsonExporter-full ############################################ @@ -233,7 +233,7 @@ JsonExporter-full "HasAttachedDebugger":false, "HasRyuJit":true, "Configuration":"CONFIGURATION", - "DotNetCliVersion":null, + "DotNetCliVersion":"1.0.x.mock", "ChronometerFrequency":{ "Hertz":2531248 }, @@ -251,9 +251,9 @@ JsonExporter-full "HardwareIntrinsics":"", "Statistics":{ "OriginalValues":[ - 1 + 1,1,1,1,1,1 ], - "N":1, + "N":6, "Min":1, "LowerFence":1, "Q1":1, @@ -278,13 +278,13 @@ JsonExporter-full "Skewness":"", "Kurtosis":"", "ConfidenceInterval":{ - "N":1, + "N":6, "Mean":1, "StandardError":0, "Level":12, - "Margin":"", - "Lower":"", - "Upper":"" + "Margin":0, + "Lower":1, + "Upper":1 }, "Percentiles":{ "P0":1, @@ -313,6 +313,56 @@ JsonExporter-full "IterationIndex":1, "Operations":1, "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":2, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":3, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":4, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":5, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":6, + "Operations":1, + "Nanoseconds":1 + } + ], + "Metrics":[ + { + "Value":7, + "Descriptor":{ + "Id":"CacheMisses", + "DisplayName":"CacheMisses", + "Legend":"Hardware counter 'CacheMisses' per single operation", + "NumberFormat":"N0", + "UnitType":0, + "Unit":null, + "TheGreaterTheBetter":false, + "PriorityInCategory":0 + } } ] },{ @@ -326,9 +376,9 @@ JsonExporter-full "HardwareIntrinsics":"", "Statistics":{ "OriginalValues":[ - 1 + 1,1,1,1,1,1 ], - "N":1, + "N":6, "Min":1, "LowerFence":1, "Q1":1, @@ -353,13 +403,13 @@ JsonExporter-full "Skewness":"", "Kurtosis":"", "ConfidenceInterval":{ - "N":1, + "N":6, "Mean":1, "StandardError":0, "Level":12, - "Margin":"", - "Lower":"", - "Upper":"" + "Margin":0, + "Lower":1, + "Upper":1 }, "Percentiles":{ "P0":1, @@ -388,6 +438,56 @@ JsonExporter-full "IterationIndex":1, "Operations":1, "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":2, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":3, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":4, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":5, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":6, + "Operations":1, + "Nanoseconds":1 + } + ], + "Metrics":[ + { + "Value":7, + "Descriptor":{ + "Id":"CacheMisses", + "DisplayName":"CacheMisses", + "Legend":"Hardware counter 'CacheMisses' per single operation", + "NumberFormat":"N0", + "UnitType":0, + "Unit":null, + "TheGreaterTheBetter":false, + "PriorityInCategory":0 + } } ] } @@ -396,7 +496,7 @@ JsonExporter-full ############################################ JsonExporter-full-compressed ############################################ -{"Title":"MockSummary","HostEnvironmentInfo":{"BenchmarkDotNetCaption":"BenchmarkDotNet","BenchmarkDotNetVersion":"0.10.x-mock","OsVersion":"Microsoft Windows NT 10.0.x.mock","ProcessorName":"MockIntel Core i7-6700HQ CPU 2.60GHz","PhysicalProcessorCount":1,"PhysicalCoreCount":4,"LogicalCoreCount":8,"RuntimeVersion":"Clr 4.0.x.mock","Architecture":"64mock","HasAttachedDebugger":false,"HasRyuJit":true,"Configuration":"CONFIGURATION","DotNetCliVersion":null,"ChronometerFrequency":{"Hertz":2531248},"HardwareTimerKind":"Tsc"},"Benchmarks":[{"DisplayInfo":"MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Foo","MethodTitle":"Foo","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Foo","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1],"N":1,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":1,"Mean":1,"StandardError":0,"Level":12,"Margin":"","Lower":"","Upper":""},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null},"Measurements":[{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":1,"Operations":1,"Nanoseconds":1}]},{"DisplayInfo":"MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Bar","MethodTitle":"Bar","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Bar","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1],"N":1,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":1,"Mean":1,"StandardError":0,"Level":12,"Margin":"","Lower":"","Upper":""},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null},"Measurements":[{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":1,"Operations":1,"Nanoseconds":1}]}]} +{"Title":"MockSummary","HostEnvironmentInfo":{"BenchmarkDotNetCaption":"BenchmarkDotNet","BenchmarkDotNetVersion":"0.10.x-mock","OsVersion":"Microsoft Windows NT 10.0.x.mock","ProcessorName":"MockIntel Core i7-6700HQ CPU 2.60GHz","PhysicalProcessorCount":1,"PhysicalCoreCount":4,"LogicalCoreCount":8,"RuntimeVersion":"Clr 4.0.x.mock","Architecture":"64mock","HasAttachedDebugger":false,"HasRyuJit":true,"Configuration":"CONFIGURATION","DotNetCliVersion":"1.0.x.mock","ChronometerFrequency":{"Hertz":2531248},"HardwareTimerKind":"Tsc"},"Benchmarks":[{"DisplayInfo":"MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Foo","MethodTitle":"Foo","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Foo","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1,1,1,1,1,1],"N":6,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":6,"Mean":1,"StandardError":0,"Level":12,"Margin":0,"Lower":1,"Upper":1},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null},"Measurements":[{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":1,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":2,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":3,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":4,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":5,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":6,"Operations":1,"Nanoseconds":1}],"Metrics":[{"Value":7,"Descriptor":{"Id":"CacheMisses","DisplayName":"CacheMisses","Legend":"Hardware counter 'CacheMisses' per single operation","NumberFormat":"N0","UnitType":0,"Unit":null,"TheGreaterTheBetter":false,"PriorityInCategory":0}}]},{"DisplayInfo":"MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Bar","MethodTitle":"Bar","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Bar","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1,1,1,1,1,1],"N":6,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":6,"Mean":1,"StandardError":0,"Level":12,"Margin":0,"Lower":1,"Upper":1},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null},"Measurements":[{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":1,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":2,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":3,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":4,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":5,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":6,"Operations":1,"Nanoseconds":1}],"Metrics":[{"Value":7,"Descriptor":{"Id":"CacheMisses","DisplayName":"CacheMisses","Legend":"Hardware counter 'CacheMisses' per single operation","NumberFormat":"N0","UnitType":0,"Unit":null,"TheGreaterTheBetter":false,"PriorityInCategory":0}}]}]} ############################################ MarkdownExporter-default ############################################ @@ -404,16 +504,16 @@ MarkdownExporter-default BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 - Method | Mean | Error | StdDev | P67 | -------- |---------:|------:|---------:|---------:| - Foo | 1.000 ns | NA | 0.000 ns | 1.000 ns | - Bar | 1.000 ns | NA | 0.000 ns | 1.000 ns | + Method | Mean | Error | StdDev | P67 | CacheMisses | +------- |---------:|---------:|---------:|---------:|------------:| + Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | + Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ MarkdownExporter-atlassian ############################################ @@ -422,16 +522,16 @@ MarkdownExporter-atlassian BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 {noformat} -||Method ||Mean ||Error ||StdDev ||P67 || -| Foo | 1.000 ns | NA | 0.000 ns | 1.000 ns | -| Bar | 1.000 ns | NA | 0.000 ns | 1.000 ns | +||Method ||Mean ||Error ||StdDev ||P67 ||CacheMisses || +| Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | +| Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ MarkdownExporter-console ############################################ @@ -439,16 +539,16 @@ MarkdownExporter-console BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 -| Method | Mean | Error | StdDev | P67 | -|------- |---------:|------:|---------:|---------:| -| Foo | 1.000 ns | NA | 0.000 ns | 1.000 ns | -| Bar | 1.000 ns | NA | 0.000 ns | 1.000 ns | +| Method | Mean | Error | StdDev | P67 | CacheMisses | +|------- |---------:|---------:|---------:|---------:|------------:| +| Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | +| Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ MarkdownExporter-github ############################################ @@ -457,17 +557,17 @@ MarkdownExporter-github BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 ``` -| Method | Mean | Error | StdDev | P67 | -|------- |---------:|------:|---------:|---------:| -| Foo | 1.000 ns | NA | 0.000 ns | 1.000 ns | -| Bar | 1.000 ns | NA | 0.000 ns | 1.000 ns | +| Method | Mean | Error | StdDev | P67 | CacheMisses | +|------- |---------:|---------:|---------:|---------:|------------:| +| Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | +| Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ MarkdownExporter-stackoverflow ############################################ @@ -475,44 +575,54 @@ MarkdownExporter-stackoverflow BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line + .NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 - Method | Mean | Error | StdDev | P67 | - ------- |---------:|------:|---------:|---------:| - Foo | 1.000 ns | NA | 0.000 ns | 1.000 ns | - Bar | 1.000 ns | NA | 0.000 ns | 1.000 ns | + Method | Mean | Error | StdDev | P67 | CacheMisses | + ------- |---------:|---------:|---------:|---------:|------------:| + Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | + Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ PlainExporter ############################################ *** MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15) *** * Raw * WorkloadResult 1: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 2: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 3: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 4: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 5: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 6: 1 op, 1.00 ns, 1.0000 ns/op * Statistics for WorkloadResult -Mean = 1.000 ns, StdErr = 0.000 ns (0.00%), N = 1, StdDev = 0.000 ns +Mean = 1.000 ns, StdErr = 0.000 ns (0.00%), N = 6, StdDev = 0.000 ns Min = 1.000 ns, Q1 = 1.000 ns, Median = 1.000 ns, Q3 = 1.000 ns, Max = 1.000 ns IQR = 0.000 ns, LowerFence = 1.000 ns, UpperFence = 1.000 ns -ConfidenceInterval = [NaN ns; NaN ns] (CI 99.9%), Margin = NaN ns (NaN% of Mean) +ConfidenceInterval = [1.000 ns; 1.000 ns] (CI 99.9%), Margin = 0.000 ns (0.00% of Mean) Skewness = NaN, Kurtosis = NaN, MValue = 2 -------------------- Histogram -------------------- -[0.500 ns ; 1.500 ns) | @ +[0.500 ns ; 1.500 ns) | @@@@@@ --------------------------------------------------- *** MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15) *** * Raw * WorkloadResult 1: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 2: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 3: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 4: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 5: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 6: 1 op, 1.00 ns, 1.0000 ns/op * Statistics for WorkloadResult -Mean = 1.000 ns, StdErr = 0.000 ns (0.00%), N = 1, StdDev = 0.000 ns +Mean = 1.000 ns, StdErr = 0.000 ns (0.00%), N = 6, StdDev = 0.000 ns Min = 1.000 ns, Q1 = 1.000 ns, Median = 1.000 ns, Q3 = 1.000 ns, Max = 1.000 ns IQR = 0.000 ns, LowerFence = 1.000 ns, UpperFence = 1.000 ns -ConfidenceInterval = [NaN ns; NaN ns] (CI 99.9%), Margin = NaN ns (NaN% of Mean) +ConfidenceInterval = [1.000 ns; 1.000 ns] (CI 99.9%), Margin = 0.000 ns (0.00% of Mean) Skewness = NaN, Kurtosis = NaN, MValue = 2 -------------------- Histogram -------------------- -[0.500 ns ; 1.500 ns) | @ +[0.500 ns ; 1.500 ns) | @@@@@@ --------------------------------------------------- ############################################ XmlExporter-brief @@ -533,6 +643,7 @@ XmlExporter-brief False True CONFIGURATION + 1.0.x.mock 2531248 @@ -548,8 +659,13 @@ XmlExporter-brief 1 + 1 + 1 + 1 + 1 + 1 - 1 + 6 1 1 1 @@ -565,13 +681,13 @@ XmlExporter-brief NaN NaN - 1 + 6 1 0 L999 - NaN - NaN - NaN + 0 + 1 + 1 1 @@ -585,6 +701,20 @@ XmlExporter-brief 1 + + + 7 + + CacheMisses + CacheMisses + Hardware counter 'CacheMisses' per single operation + N0 + Dimensionless + False + 0 + + + 0 0 @@ -602,8 +732,13 @@ XmlExporter-brief 1 + 1 + 1 + 1 + 1 + 1 - 1 + 6 1 1 1 @@ -619,13 +754,13 @@ XmlExporter-brief NaN NaN - 1 + 6 1 0 L999 - NaN - NaN - NaN + 0 + 1 + 1 1 @@ -639,6 +774,20 @@ XmlExporter-brief 1 + + + 7 + + CacheMisses + CacheMisses + Hardware counter 'CacheMisses' per single operation + N0 + Dimensionless + False + 0 + + + 0 0 @@ -652,7 +801,7 @@ XmlExporter-brief ############################################ XmlExporter-brief-compressed ############################################ -MockSummaryBenchmarkDotNet0.10.x-mockMicrosoft Windows NT 10.0.x.mockMockIntel Core i7-6700HQ CPU 2.60GHz148Clr 4.0.x.mock64mockFalseTrueCONFIGURATION2531248TscMockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassFooFoo11111111110000NaNNaN110L999NaNNaNNaN1111111110000MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassBarBar11111111110000NaNNaN110L999NaNNaNNaN1111111110000 +MockSummaryBenchmarkDotNet0.10.x-mockMicrosoft Windows NT 10.0.x.mockMockIntel Core i7-6700HQ CPU 2.60GHz148Clr 4.0.x.mock64mockFalseTrueCONFIGURATION1.0.x.mock2531248TscMockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassFooFoo1111116111111110000NaNNaN610L9990111111111117CacheMissesCacheMissesHardware counter 'CacheMisses' per single operationN0DimensionlessFalse00000MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassBarBar1111116111111110000NaNNaN610L9990111111111117CacheMissesCacheMissesHardware counter 'CacheMisses' per single operationN0DimensionlessFalse00000 ############################################ XmlExporter-full ############################################ @@ -672,6 +821,7 @@ XmlExporter-full False True CONFIGURATION + 1.0.x.mock 2531248 @@ -687,8 +837,13 @@ XmlExporter-full 1 + 1 + 1 + 1 + 1 + 1 - 1 + 6 1 1 1 @@ -704,13 +859,13 @@ XmlExporter-full NaN NaN - 1 + 6 1 0 L999 - NaN - NaN - NaN + 0 + 1 + 1 1 @@ -724,6 +879,20 @@ XmlExporter-full 1 + + + 7 + + CacheMisses + CacheMisses + Hardware counter 'CacheMisses' per single operation + N0 + Dimensionless + False + 0 + + + 0 0 @@ -740,6 +909,46 @@ XmlExporter-full 1 1 + + Workload + Result + 1 + 2 + 1 + 1 + + + Workload + Result + 1 + 3 + 1 + 1 + + + Workload + Result + 1 + 4 + 1 + 1 + + + Workload + Result + 1 + 5 + 1 + 1 + + + Workload + Result + 1 + 6 + 1 + 1 + @@ -751,8 +960,13 @@ XmlExporter-full 1 + 1 + 1 + 1 + 1 + 1 - 1 + 6 1 1 1 @@ -768,13 +982,13 @@ XmlExporter-full NaN NaN - 1 + 6 1 0 L999 - NaN - NaN - NaN + 0 + 1 + 1 1 @@ -788,6 +1002,20 @@ XmlExporter-full 1 + + + 7 + + CacheMisses + CacheMisses + Hardware counter 'CacheMisses' per single operation + N0 + Dimensionless + False + 0 + + + 0 0 @@ -804,6 +1032,46 @@ XmlExporter-full 1 1 + + Workload + Result + 1 + 2 + 1 + 1 + + + Workload + Result + 1 + 3 + 1 + 1 + + + Workload + Result + 1 + 4 + 1 + 1 + + + Workload + Result + 1 + 5 + 1 + 1 + + + Workload + Result + 1 + 6 + 1 + 1 + @@ -811,4 +1079,4 @@ XmlExporter-full ############################################ XmlExporter-full-compressed ############################################ -MockSummaryBenchmarkDotNet0.10.x-mockMicrosoft Windows NT 10.0.x.mockMockIntel Core i7-6700HQ CPU 2.60GHz148Clr 4.0.x.mock64mockFalseTrueCONFIGURATION2531248TscMockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassFooFoo11111111110000NaNNaN110L999NaNNaNNaN1111111110000WorkloadResult1111MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassBarBar11111111110000NaNNaN110L999NaNNaNNaN1111111110000WorkloadResult1111 +MockSummaryBenchmarkDotNet0.10.x-mockMicrosoft Windows NT 10.0.x.mockMockIntel Core i7-6700HQ CPU 2.60GHz148Clr 4.0.x.mock64mockFalseTrueCONFIGURATION1.0.x.mock2531248TscMockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassFooFoo1111116111111110000NaNNaN610L9990111111111117CacheMissesCacheMissesHardware counter 'CacheMisses' per single operationN0DimensionlessFalse00000WorkloadResult1111WorkloadResult1211WorkloadResult1311WorkloadResult1411WorkloadResult1511WorkloadResult1611MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassBarBar1111116111111110000NaNNaN610L9990111111111117CacheMissesCacheMissesHardware counter 'CacheMisses' per single operationN0DimensionlessFalse00000WorkloadResult1111WorkloadResult1211WorkloadResult1311WorkloadResult1411WorkloadResult1511WorkloadResult1611 diff --git a/tests/BenchmarkDotNet.Tests/Exporters/VerifiedFiles/CommonExporterVerifyTests.Exporters_en-US.verified.txt b/tests/BenchmarkDotNet.Tests/Exporters/VerifiedFiles/CommonExporterVerifyTests.Exporters_en-US.verified.txt index cd3482c04f..3f55fe6c20 100644 --- a/tests/BenchmarkDotNet.Tests/Exporters/VerifiedFiles/CommonExporterVerifyTests.Exporters_en-US.verified.txt +++ b/tests/BenchmarkDotNet.Tests/Exporters/VerifiedFiles/CommonExporterVerifyTests.Exporters_en-US.verified.txt @@ -5,17 +5,17 @@ AsciiDocExporter BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 .... [options="header"] |=== -|Method |Mean |Error |StdDev |P67 -|Foo | 1.000 ns| NA| 0.000 ns| 1.000 ns -|Bar | 1.000 ns| NA| 0.000 ns| 1.000 ns +|Method |Mean |Error |StdDev |P67 |CacheMisses +|Foo | 1.000 ns| 0.000 ns| 0.000 ns| 1.000 ns| 7 +|Bar | 1.000 ns| 0.000 ns| 0.000 ns| 1.000 ns| 7 |=== ############################################ HtmlExporter @@ -38,18 +38,18 @@ HtmlExporter BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION
Job=LongRun  IterationCount=100  LaunchCount=3  
 WarmupCount=15  
 
- + - - + +
MethodMeanErrorStdDevP67
MethodMeanErrorStdDevP67CacheMisses
Foo1.000 nsNA0.000 ns1.000 ns
Bar1.000 nsNA0.000 ns1.000 ns
Foo1.000 ns0.000 ns0.000 ns1.000 ns7
Bar1.000 ns0.000 ns0.000 ns1.000 ns7
@@ -71,7 +71,7 @@ JsonExporter-brief "HasAttachedDebugger":false, "HasRyuJit":true, "Configuration":"CONFIGURATION", - "DotNetCliVersion":null, + "DotNetCliVersion":"1.0.x.mock", "ChronometerFrequency":{ "Hertz":2531248 }, @@ -89,9 +89,9 @@ JsonExporter-brief "HardwareIntrinsics":"", "Statistics":{ "OriginalValues":[ - 1 + 1,1,1,1,1,1 ], - "N":1, + "N":6, "Min":1, "LowerFence":1, "Q1":1, @@ -116,13 +116,13 @@ JsonExporter-brief "Skewness":"", "Kurtosis":"", "ConfidenceInterval":{ - "N":1, + "N":6, "Mean":1, "StandardError":0, "Level":12, - "Margin":"", - "Lower":"", - "Upper":"" + "Margin":0, + "Lower":1, + "Upper":1 }, "Percentiles":{ "P0":1, @@ -154,9 +154,9 @@ JsonExporter-brief "HardwareIntrinsics":"", "Statistics":{ "OriginalValues":[ - 1 + 1,1,1,1,1,1 ], - "N":1, + "N":6, "Min":1, "LowerFence":1, "Q1":1, @@ -181,13 +181,13 @@ JsonExporter-brief "Skewness":"", "Kurtosis":"", "ConfidenceInterval":{ - "N":1, + "N":6, "Mean":1, "StandardError":0, "Level":12, - "Margin":"", - "Lower":"", - "Upper":"" + "Margin":0, + "Lower":1, + "Upper":1 }, "Percentiles":{ "P0":1, @@ -214,7 +214,7 @@ JsonExporter-brief ############################################ JsonExporter-brief-compressed ############################################ -{"Title":"MockSummary","HostEnvironmentInfo":{"BenchmarkDotNetCaption":"BenchmarkDotNet","BenchmarkDotNetVersion":"0.10.x-mock","OsVersion":"Microsoft Windows NT 10.0.x.mock","ProcessorName":"MockIntel Core i7-6700HQ CPU 2.60GHz","PhysicalProcessorCount":1,"PhysicalCoreCount":4,"LogicalCoreCount":8,"RuntimeVersion":"Clr 4.0.x.mock","Architecture":"64mock","HasAttachedDebugger":false,"HasRyuJit":true,"Configuration":"CONFIGURATION","DotNetCliVersion":null,"ChronometerFrequency":{"Hertz":2531248},"HardwareTimerKind":"Tsc"},"Benchmarks":[{"DisplayInfo":"MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Foo","MethodTitle":"Foo","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Foo","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1],"N":1,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":1,"Mean":1,"StandardError":0,"Level":12,"Margin":"","Lower":"","Upper":""},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null}},{"DisplayInfo":"MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Bar","MethodTitle":"Bar","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Bar","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1],"N":1,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":1,"Mean":1,"StandardError":0,"Level":12,"Margin":"","Lower":"","Upper":""},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null}}]} +{"Title":"MockSummary","HostEnvironmentInfo":{"BenchmarkDotNetCaption":"BenchmarkDotNet","BenchmarkDotNetVersion":"0.10.x-mock","OsVersion":"Microsoft Windows NT 10.0.x.mock","ProcessorName":"MockIntel Core i7-6700HQ CPU 2.60GHz","PhysicalProcessorCount":1,"PhysicalCoreCount":4,"LogicalCoreCount":8,"RuntimeVersion":"Clr 4.0.x.mock","Architecture":"64mock","HasAttachedDebugger":false,"HasRyuJit":true,"Configuration":"CONFIGURATION","DotNetCliVersion":"1.0.x.mock","ChronometerFrequency":{"Hertz":2531248},"HardwareTimerKind":"Tsc"},"Benchmarks":[{"DisplayInfo":"MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Foo","MethodTitle":"Foo","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Foo","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1,1,1,1,1,1],"N":6,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":6,"Mean":1,"StandardError":0,"Level":12,"Margin":0,"Lower":1,"Upper":1},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null}},{"DisplayInfo":"MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Bar","MethodTitle":"Bar","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Bar","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1,1,1,1,1,1],"N":6,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":6,"Mean":1,"StandardError":0,"Level":12,"Margin":0,"Lower":1,"Upper":1},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null}}]} ############################################ JsonExporter-full ############################################ @@ -233,7 +233,7 @@ JsonExporter-full "HasAttachedDebugger":false, "HasRyuJit":true, "Configuration":"CONFIGURATION", - "DotNetCliVersion":null, + "DotNetCliVersion":"1.0.x.mock", "ChronometerFrequency":{ "Hertz":2531248 }, @@ -251,9 +251,9 @@ JsonExporter-full "HardwareIntrinsics":"", "Statistics":{ "OriginalValues":[ - 1 + 1,1,1,1,1,1 ], - "N":1, + "N":6, "Min":1, "LowerFence":1, "Q1":1, @@ -278,13 +278,13 @@ JsonExporter-full "Skewness":"", "Kurtosis":"", "ConfidenceInterval":{ - "N":1, + "N":6, "Mean":1, "StandardError":0, "Level":12, - "Margin":"", - "Lower":"", - "Upper":"" + "Margin":0, + "Lower":1, + "Upper":1 }, "Percentiles":{ "P0":1, @@ -313,6 +313,56 @@ JsonExporter-full "IterationIndex":1, "Operations":1, "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":2, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":3, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":4, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":5, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":6, + "Operations":1, + "Nanoseconds":1 + } + ], + "Metrics":[ + { + "Value":7, + "Descriptor":{ + "Id":"CacheMisses", + "DisplayName":"CacheMisses", + "Legend":"Hardware counter 'CacheMisses' per single operation", + "NumberFormat":"N0", + "UnitType":0, + "Unit":null, + "TheGreaterTheBetter":false, + "PriorityInCategory":0 + } } ] },{ @@ -326,9 +376,9 @@ JsonExporter-full "HardwareIntrinsics":"", "Statistics":{ "OriginalValues":[ - 1 + 1,1,1,1,1,1 ], - "N":1, + "N":6, "Min":1, "LowerFence":1, "Q1":1, @@ -353,13 +403,13 @@ JsonExporter-full "Skewness":"", "Kurtosis":"", "ConfidenceInterval":{ - "N":1, + "N":6, "Mean":1, "StandardError":0, "Level":12, - "Margin":"", - "Lower":"", - "Upper":"" + "Margin":0, + "Lower":1, + "Upper":1 }, "Percentiles":{ "P0":1, @@ -388,6 +438,56 @@ JsonExporter-full "IterationIndex":1, "Operations":1, "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":2, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":3, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":4, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":5, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":6, + "Operations":1, + "Nanoseconds":1 + } + ], + "Metrics":[ + { + "Value":7, + "Descriptor":{ + "Id":"CacheMisses", + "DisplayName":"CacheMisses", + "Legend":"Hardware counter 'CacheMisses' per single operation", + "NumberFormat":"N0", + "UnitType":0, + "Unit":null, + "TheGreaterTheBetter":false, + "PriorityInCategory":0 + } } ] } @@ -396,7 +496,7 @@ JsonExporter-full ############################################ JsonExporter-full-compressed ############################################ -{"Title":"MockSummary","HostEnvironmentInfo":{"BenchmarkDotNetCaption":"BenchmarkDotNet","BenchmarkDotNetVersion":"0.10.x-mock","OsVersion":"Microsoft Windows NT 10.0.x.mock","ProcessorName":"MockIntel Core i7-6700HQ CPU 2.60GHz","PhysicalProcessorCount":1,"PhysicalCoreCount":4,"LogicalCoreCount":8,"RuntimeVersion":"Clr 4.0.x.mock","Architecture":"64mock","HasAttachedDebugger":false,"HasRyuJit":true,"Configuration":"CONFIGURATION","DotNetCliVersion":null,"ChronometerFrequency":{"Hertz":2531248},"HardwareTimerKind":"Tsc"},"Benchmarks":[{"DisplayInfo":"MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Foo","MethodTitle":"Foo","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Foo","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1],"N":1,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":1,"Mean":1,"StandardError":0,"Level":12,"Margin":"","Lower":"","Upper":""},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null},"Measurements":[{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":1,"Operations":1,"Nanoseconds":1}]},{"DisplayInfo":"MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Bar","MethodTitle":"Bar","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Bar","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1],"N":1,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":1,"Mean":1,"StandardError":0,"Level":12,"Margin":"","Lower":"","Upper":""},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null},"Measurements":[{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":1,"Operations":1,"Nanoseconds":1}]}]} +{"Title":"MockSummary","HostEnvironmentInfo":{"BenchmarkDotNetCaption":"BenchmarkDotNet","BenchmarkDotNetVersion":"0.10.x-mock","OsVersion":"Microsoft Windows NT 10.0.x.mock","ProcessorName":"MockIntel Core i7-6700HQ CPU 2.60GHz","PhysicalProcessorCount":1,"PhysicalCoreCount":4,"LogicalCoreCount":8,"RuntimeVersion":"Clr 4.0.x.mock","Architecture":"64mock","HasAttachedDebugger":false,"HasRyuJit":true,"Configuration":"CONFIGURATION","DotNetCliVersion":"1.0.x.mock","ChronometerFrequency":{"Hertz":2531248},"HardwareTimerKind":"Tsc"},"Benchmarks":[{"DisplayInfo":"MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Foo","MethodTitle":"Foo","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Foo","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1,1,1,1,1,1],"N":6,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":6,"Mean":1,"StandardError":0,"Level":12,"Margin":0,"Lower":1,"Upper":1},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null},"Measurements":[{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":1,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":2,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":3,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":4,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":5,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":6,"Operations":1,"Nanoseconds":1}],"Metrics":[{"Value":7,"Descriptor":{"Id":"CacheMisses","DisplayName":"CacheMisses","Legend":"Hardware counter 'CacheMisses' per single operation","NumberFormat":"N0","UnitType":0,"Unit":null,"TheGreaterTheBetter":false,"PriorityInCategory":0}}]},{"DisplayInfo":"MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Bar","MethodTitle":"Bar","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Bar","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1,1,1,1,1,1],"N":6,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":6,"Mean":1,"StandardError":0,"Level":12,"Margin":0,"Lower":1,"Upper":1},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null},"Measurements":[{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":1,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":2,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":3,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":4,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":5,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":6,"Operations":1,"Nanoseconds":1}],"Metrics":[{"Value":7,"Descriptor":{"Id":"CacheMisses","DisplayName":"CacheMisses","Legend":"Hardware counter 'CacheMisses' per single operation","NumberFormat":"N0","UnitType":0,"Unit":null,"TheGreaterTheBetter":false,"PriorityInCategory":0}}]}]} ############################################ MarkdownExporter-default ############################################ @@ -404,16 +504,16 @@ MarkdownExporter-default BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 - Method | Mean | Error | StdDev | P67 | -------- |---------:|------:|---------:|---------:| - Foo | 1.000 ns | NA | 0.000 ns | 1.000 ns | - Bar | 1.000 ns | NA | 0.000 ns | 1.000 ns | + Method | Mean | Error | StdDev | P67 | CacheMisses | +------- |---------:|---------:|---------:|---------:|------------:| + Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | + Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ MarkdownExporter-atlassian ############################################ @@ -422,16 +522,16 @@ MarkdownExporter-atlassian BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 {noformat} -||Method ||Mean ||Error ||StdDev ||P67 || -| Foo | 1.000 ns | NA | 0.000 ns | 1.000 ns | -| Bar | 1.000 ns | NA | 0.000 ns | 1.000 ns | +||Method ||Mean ||Error ||StdDev ||P67 ||CacheMisses || +| Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | +| Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ MarkdownExporter-console ############################################ @@ -439,16 +539,16 @@ MarkdownExporter-console BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 -| Method | Mean | Error | StdDev | P67 | -|------- |---------:|------:|---------:|---------:| -| Foo | 1.000 ns | NA | 0.000 ns | 1.000 ns | -| Bar | 1.000 ns | NA | 0.000 ns | 1.000 ns | +| Method | Mean | Error | StdDev | P67 | CacheMisses | +|------- |---------:|---------:|---------:|---------:|------------:| +| Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | +| Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ MarkdownExporter-github ############################################ @@ -457,17 +557,17 @@ MarkdownExporter-github BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 ``` -| Method | Mean | Error | StdDev | P67 | -|------- |---------:|------:|---------:|---------:| -| Foo | 1.000 ns | NA | 0.000 ns | 1.000 ns | -| Bar | 1.000 ns | NA | 0.000 ns | 1.000 ns | +| Method | Mean | Error | StdDev | P67 | CacheMisses | +|------- |---------:|---------:|---------:|---------:|------------:| +| Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | +| Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ MarkdownExporter-stackoverflow ############################################ @@ -475,44 +575,54 @@ MarkdownExporter-stackoverflow BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line + .NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 - Method | Mean | Error | StdDev | P67 | - ------- |---------:|------:|---------:|---------:| - Foo | 1.000 ns | NA | 0.000 ns | 1.000 ns | - Bar | 1.000 ns | NA | 0.000 ns | 1.000 ns | + Method | Mean | Error | StdDev | P67 | CacheMisses | + ------- |---------:|---------:|---------:|---------:|------------:| + Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | + Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ PlainExporter ############################################ *** MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15) *** * Raw * WorkloadResult 1: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 2: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 3: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 4: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 5: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 6: 1 op, 1.00 ns, 1.0000 ns/op * Statistics for WorkloadResult -Mean = 1.000 ns, StdErr = 0.000 ns (0.00%), N = 1, StdDev = 0.000 ns +Mean = 1.000 ns, StdErr = 0.000 ns (0.00%), N = 6, StdDev = 0.000 ns Min = 1.000 ns, Q1 = 1.000 ns, Median = 1.000 ns, Q3 = 1.000 ns, Max = 1.000 ns IQR = 0.000 ns, LowerFence = 1.000 ns, UpperFence = 1.000 ns -ConfidenceInterval = [NaN ns; NaN ns] (CI 99.9%), Margin = NaN ns (NaN% of Mean) +ConfidenceInterval = [1.000 ns; 1.000 ns] (CI 99.9%), Margin = 0.000 ns (0.00% of Mean) Skewness = NaN, Kurtosis = NaN, MValue = 2 -------------------- Histogram -------------------- -[0.500 ns ; 1.500 ns) | @ +[0.500 ns ; 1.500 ns) | @@@@@@ --------------------------------------------------- *** MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15) *** * Raw * WorkloadResult 1: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 2: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 3: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 4: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 5: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 6: 1 op, 1.00 ns, 1.0000 ns/op * Statistics for WorkloadResult -Mean = 1.000 ns, StdErr = 0.000 ns (0.00%), N = 1, StdDev = 0.000 ns +Mean = 1.000 ns, StdErr = 0.000 ns (0.00%), N = 6, StdDev = 0.000 ns Min = 1.000 ns, Q1 = 1.000 ns, Median = 1.000 ns, Q3 = 1.000 ns, Max = 1.000 ns IQR = 0.000 ns, LowerFence = 1.000 ns, UpperFence = 1.000 ns -ConfidenceInterval = [NaN ns; NaN ns] (CI 99.9%), Margin = NaN ns (NaN% of Mean) +ConfidenceInterval = [1.000 ns; 1.000 ns] (CI 99.9%), Margin = 0.000 ns (0.00% of Mean) Skewness = NaN, Kurtosis = NaN, MValue = 2 -------------------- Histogram -------------------- -[0.500 ns ; 1.500 ns) | @ +[0.500 ns ; 1.500 ns) | @@@@@@ --------------------------------------------------- ############################################ XmlExporter-brief @@ -533,6 +643,7 @@ XmlExporter-brief False True CONFIGURATION + 1.0.x.mock 2531248 @@ -548,8 +659,13 @@ XmlExporter-brief 1 + 1 + 1 + 1 + 1 + 1 - 1 + 6 1 1 1 @@ -565,13 +681,13 @@ XmlExporter-brief NaN NaN - 1 + 6 1 0 L999 - NaN - NaN - NaN + 0 + 1 + 1 1 @@ -585,6 +701,20 @@ XmlExporter-brief 1 + + + 7 + + CacheMisses + CacheMisses + Hardware counter 'CacheMisses' per single operation + N0 + Dimensionless + False + 0 + + + 0 0 @@ -602,8 +732,13 @@ XmlExporter-brief 1 + 1 + 1 + 1 + 1 + 1 - 1 + 6 1 1 1 @@ -619,13 +754,13 @@ XmlExporter-brief NaN NaN - 1 + 6 1 0 L999 - NaN - NaN - NaN + 0 + 1 + 1 1 @@ -639,6 +774,20 @@ XmlExporter-brief 1 + + + 7 + + CacheMisses + CacheMisses + Hardware counter 'CacheMisses' per single operation + N0 + Dimensionless + False + 0 + + + 0 0 @@ -652,7 +801,7 @@ XmlExporter-brief ############################################ XmlExporter-brief-compressed ############################################ -MockSummaryBenchmarkDotNet0.10.x-mockMicrosoft Windows NT 10.0.x.mockMockIntel Core i7-6700HQ CPU 2.60GHz148Clr 4.0.x.mock64mockFalseTrueCONFIGURATION2531248TscMockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassFooFoo11111111110000NaNNaN110L999NaNNaNNaN1111111110000MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassBarBar11111111110000NaNNaN110L999NaNNaNNaN1111111110000 +MockSummaryBenchmarkDotNet0.10.x-mockMicrosoft Windows NT 10.0.x.mockMockIntel Core i7-6700HQ CPU 2.60GHz148Clr 4.0.x.mock64mockFalseTrueCONFIGURATION1.0.x.mock2531248TscMockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassFooFoo1111116111111110000NaNNaN610L9990111111111117CacheMissesCacheMissesHardware counter 'CacheMisses' per single operationN0DimensionlessFalse00000MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassBarBar1111116111111110000NaNNaN610L9990111111111117CacheMissesCacheMissesHardware counter 'CacheMisses' per single operationN0DimensionlessFalse00000 ############################################ XmlExporter-full ############################################ @@ -672,6 +821,7 @@ XmlExporter-full False True CONFIGURATION + 1.0.x.mock 2531248 @@ -687,8 +837,13 @@ XmlExporter-full 1 + 1 + 1 + 1 + 1 + 1 - 1 + 6 1 1 1 @@ -704,13 +859,13 @@ XmlExporter-full NaN NaN - 1 + 6 1 0 L999 - NaN - NaN - NaN + 0 + 1 + 1 1 @@ -724,6 +879,20 @@ XmlExporter-full 1 + + + 7 + + CacheMisses + CacheMisses + Hardware counter 'CacheMisses' per single operation + N0 + Dimensionless + False + 0 + + + 0 0 @@ -740,6 +909,46 @@ XmlExporter-full 1 1 + + Workload + Result + 1 + 2 + 1 + 1 + + + Workload + Result + 1 + 3 + 1 + 1 + + + Workload + Result + 1 + 4 + 1 + 1 + + + Workload + Result + 1 + 5 + 1 + 1 + + + Workload + Result + 1 + 6 + 1 + 1 + @@ -751,8 +960,13 @@ XmlExporter-full 1 + 1 + 1 + 1 + 1 + 1 - 1 + 6 1 1 1 @@ -768,13 +982,13 @@ XmlExporter-full NaN NaN - 1 + 6 1 0 L999 - NaN - NaN - NaN + 0 + 1 + 1 1 @@ -788,6 +1002,20 @@ XmlExporter-full 1 + + + 7 + + CacheMisses + CacheMisses + Hardware counter 'CacheMisses' per single operation + N0 + Dimensionless + False + 0 + + + 0 0 @@ -804,6 +1032,46 @@ XmlExporter-full 1 1 + + Workload + Result + 1 + 2 + 1 + 1 + + + Workload + Result + 1 + 3 + 1 + 1 + + + Workload + Result + 1 + 4 + 1 + 1 + + + Workload + Result + 1 + 5 + 1 + 1 + + + Workload + Result + 1 + 6 + 1 + 1 + @@ -811,4 +1079,4 @@ XmlExporter-full ############################################ XmlExporter-full-compressed ############################################ -MockSummaryBenchmarkDotNet0.10.x-mockMicrosoft Windows NT 10.0.x.mockMockIntel Core i7-6700HQ CPU 2.60GHz148Clr 4.0.x.mock64mockFalseTrueCONFIGURATION2531248TscMockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassFooFoo11111111110000NaNNaN110L999NaNNaNNaN1111111110000WorkloadResult1111MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassBarBar11111111110000NaNNaN110L999NaNNaNNaN1111111110000WorkloadResult1111 +MockSummaryBenchmarkDotNet0.10.x-mockMicrosoft Windows NT 10.0.x.mockMockIntel Core i7-6700HQ CPU 2.60GHz148Clr 4.0.x.mock64mockFalseTrueCONFIGURATION1.0.x.mock2531248TscMockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassFooFoo1111116111111110000NaNNaN610L9990111111111117CacheMissesCacheMissesHardware counter 'CacheMisses' per single operationN0DimensionlessFalse00000WorkloadResult1111WorkloadResult1211WorkloadResult1311WorkloadResult1411WorkloadResult1511WorkloadResult1611MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassBarBar1111116111111110000NaNNaN610L9990111111111117CacheMissesCacheMissesHardware counter 'CacheMisses' per single operationN0DimensionlessFalse00000WorkloadResult1111WorkloadResult1211WorkloadResult1311WorkloadResult1411WorkloadResult1511WorkloadResult1611 diff --git a/tests/BenchmarkDotNet.Tests/Exporters/VerifiedFiles/CommonExporterVerifyTests.Exporters_ru-RU.verified.txt b/tests/BenchmarkDotNet.Tests/Exporters/VerifiedFiles/CommonExporterVerifyTests.Exporters_ru-RU.verified.txt index bbfaff1da8..3f55fe6c20 100644 --- a/tests/BenchmarkDotNet.Tests/Exporters/VerifiedFiles/CommonExporterVerifyTests.Exporters_ru-RU.verified.txt +++ b/tests/BenchmarkDotNet.Tests/Exporters/VerifiedFiles/CommonExporterVerifyTests.Exporters_ru-RU.verified.txt @@ -5,17 +5,17 @@ AsciiDocExporter BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 .... [options="header"] |=== -|Method |Mean |Error |StdDev |P67 -|Foo | 1,000 ns| NA| 0,000 ns| 1,000 ns -|Bar | 1,000 ns| NA| 0,000 ns| 1,000 ns +|Method |Mean |Error |StdDev |P67 |CacheMisses +|Foo | 1.000 ns| 0.000 ns| 0.000 ns| 1.000 ns| 7 +|Bar | 1.000 ns| 0.000 ns| 0.000 ns| 1.000 ns| 7 |=== ############################################ HtmlExporter @@ -38,18 +38,18 @@ HtmlExporter BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION
Job=LongRun  IterationCount=100  LaunchCount=3  
 WarmupCount=15  
 
- + - - + +
MethodMeanErrorStdDevP67
MethodMeanErrorStdDevP67CacheMisses
Foo1,000 nsNA0,000 ns1,000 ns
Bar1,000 nsNA0,000 ns1,000 ns
Foo1.000 ns0.000 ns0.000 ns1.000 ns7
Bar1.000 ns0.000 ns0.000 ns1.000 ns7
@@ -71,7 +71,7 @@ JsonExporter-brief "HasAttachedDebugger":false, "HasRyuJit":true, "Configuration":"CONFIGURATION", - "DotNetCliVersion":null, + "DotNetCliVersion":"1.0.x.mock", "ChronometerFrequency":{ "Hertz":2531248 }, @@ -89,9 +89,9 @@ JsonExporter-brief "HardwareIntrinsics":"", "Statistics":{ "OriginalValues":[ - 1 + 1,1,1,1,1,1 ], - "N":1, + "N":6, "Min":1, "LowerFence":1, "Q1":1, @@ -116,13 +116,13 @@ JsonExporter-brief "Skewness":"", "Kurtosis":"", "ConfidenceInterval":{ - "N":1, + "N":6, "Mean":1, "StandardError":0, "Level":12, - "Margin":"", - "Lower":"", - "Upper":"" + "Margin":0, + "Lower":1, + "Upper":1 }, "Percentiles":{ "P0":1, @@ -154,9 +154,9 @@ JsonExporter-brief "HardwareIntrinsics":"", "Statistics":{ "OriginalValues":[ - 1 + 1,1,1,1,1,1 ], - "N":1, + "N":6, "Min":1, "LowerFence":1, "Q1":1, @@ -181,13 +181,13 @@ JsonExporter-brief "Skewness":"", "Kurtosis":"", "ConfidenceInterval":{ - "N":1, + "N":6, "Mean":1, "StandardError":0, "Level":12, - "Margin":"", - "Lower":"", - "Upper":"" + "Margin":0, + "Lower":1, + "Upper":1 }, "Percentiles":{ "P0":1, @@ -214,7 +214,7 @@ JsonExporter-brief ############################################ JsonExporter-brief-compressed ############################################ -{"Title":"MockSummary","HostEnvironmentInfo":{"BenchmarkDotNetCaption":"BenchmarkDotNet","BenchmarkDotNetVersion":"0.10.x-mock","OsVersion":"Microsoft Windows NT 10.0.x.mock","ProcessorName":"MockIntel Core i7-6700HQ CPU 2.60GHz","PhysicalProcessorCount":1,"PhysicalCoreCount":4,"LogicalCoreCount":8,"RuntimeVersion":"Clr 4.0.x.mock","Architecture":"64mock","HasAttachedDebugger":false,"HasRyuJit":true,"Configuration":"CONFIGURATION","DotNetCliVersion":null,"ChronometerFrequency":{"Hertz":2531248},"HardwareTimerKind":"Tsc"},"Benchmarks":[{"DisplayInfo":"MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Foo","MethodTitle":"Foo","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Foo","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1],"N":1,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":1,"Mean":1,"StandardError":0,"Level":12,"Margin":"","Lower":"","Upper":""},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null}},{"DisplayInfo":"MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Bar","MethodTitle":"Bar","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Bar","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1],"N":1,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":1,"Mean":1,"StandardError":0,"Level":12,"Margin":"","Lower":"","Upper":""},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null}}]} +{"Title":"MockSummary","HostEnvironmentInfo":{"BenchmarkDotNetCaption":"BenchmarkDotNet","BenchmarkDotNetVersion":"0.10.x-mock","OsVersion":"Microsoft Windows NT 10.0.x.mock","ProcessorName":"MockIntel Core i7-6700HQ CPU 2.60GHz","PhysicalProcessorCount":1,"PhysicalCoreCount":4,"LogicalCoreCount":8,"RuntimeVersion":"Clr 4.0.x.mock","Architecture":"64mock","HasAttachedDebugger":false,"HasRyuJit":true,"Configuration":"CONFIGURATION","DotNetCliVersion":"1.0.x.mock","ChronometerFrequency":{"Hertz":2531248},"HardwareTimerKind":"Tsc"},"Benchmarks":[{"DisplayInfo":"MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Foo","MethodTitle":"Foo","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Foo","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1,1,1,1,1,1],"N":6,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":6,"Mean":1,"StandardError":0,"Level":12,"Margin":0,"Lower":1,"Upper":1},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null}},{"DisplayInfo":"MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Bar","MethodTitle":"Bar","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Bar","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1,1,1,1,1,1],"N":6,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":6,"Mean":1,"StandardError":0,"Level":12,"Margin":0,"Lower":1,"Upper":1},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null}}]} ############################################ JsonExporter-full ############################################ @@ -233,7 +233,7 @@ JsonExporter-full "HasAttachedDebugger":false, "HasRyuJit":true, "Configuration":"CONFIGURATION", - "DotNetCliVersion":null, + "DotNetCliVersion":"1.0.x.mock", "ChronometerFrequency":{ "Hertz":2531248 }, @@ -251,9 +251,9 @@ JsonExporter-full "HardwareIntrinsics":"", "Statistics":{ "OriginalValues":[ - 1 + 1,1,1,1,1,1 ], - "N":1, + "N":6, "Min":1, "LowerFence":1, "Q1":1, @@ -278,13 +278,13 @@ JsonExporter-full "Skewness":"", "Kurtosis":"", "ConfidenceInterval":{ - "N":1, + "N":6, "Mean":1, "StandardError":0, "Level":12, - "Margin":"", - "Lower":"", - "Upper":"" + "Margin":0, + "Lower":1, + "Upper":1 }, "Percentiles":{ "P0":1, @@ -313,6 +313,56 @@ JsonExporter-full "IterationIndex":1, "Operations":1, "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":2, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":3, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":4, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":5, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":6, + "Operations":1, + "Nanoseconds":1 + } + ], + "Metrics":[ + { + "Value":7, + "Descriptor":{ + "Id":"CacheMisses", + "DisplayName":"CacheMisses", + "Legend":"Hardware counter 'CacheMisses' per single operation", + "NumberFormat":"N0", + "UnitType":0, + "Unit":null, + "TheGreaterTheBetter":false, + "PriorityInCategory":0 + } } ] },{ @@ -326,9 +376,9 @@ JsonExporter-full "HardwareIntrinsics":"", "Statistics":{ "OriginalValues":[ - 1 + 1,1,1,1,1,1 ], - "N":1, + "N":6, "Min":1, "LowerFence":1, "Q1":1, @@ -353,13 +403,13 @@ JsonExporter-full "Skewness":"", "Kurtosis":"", "ConfidenceInterval":{ - "N":1, + "N":6, "Mean":1, "StandardError":0, "Level":12, - "Margin":"", - "Lower":"", - "Upper":"" + "Margin":0, + "Lower":1, + "Upper":1 }, "Percentiles":{ "P0":1, @@ -388,6 +438,56 @@ JsonExporter-full "IterationIndex":1, "Operations":1, "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":2, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":3, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":4, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":5, + "Operations":1, + "Nanoseconds":1 + },{ + "IterationMode":"Workload", + "IterationStage":"Result", + "LaunchIndex":1, + "IterationIndex":6, + "Operations":1, + "Nanoseconds":1 + } + ], + "Metrics":[ + { + "Value":7, + "Descriptor":{ + "Id":"CacheMisses", + "DisplayName":"CacheMisses", + "Legend":"Hardware counter 'CacheMisses' per single operation", + "NumberFormat":"N0", + "UnitType":0, + "Unit":null, + "TheGreaterTheBetter":false, + "PriorityInCategory":0 + } } ] } @@ -396,7 +496,7 @@ JsonExporter-full ############################################ JsonExporter-full-compressed ############################################ -{"Title":"MockSummary","HostEnvironmentInfo":{"BenchmarkDotNetCaption":"BenchmarkDotNet","BenchmarkDotNetVersion":"0.10.x-mock","OsVersion":"Microsoft Windows NT 10.0.x.mock","ProcessorName":"MockIntel Core i7-6700HQ CPU 2.60GHz","PhysicalProcessorCount":1,"PhysicalCoreCount":4,"LogicalCoreCount":8,"RuntimeVersion":"Clr 4.0.x.mock","Architecture":"64mock","HasAttachedDebugger":false,"HasRyuJit":true,"Configuration":"CONFIGURATION","DotNetCliVersion":null,"ChronometerFrequency":{"Hertz":2531248},"HardwareTimerKind":"Tsc"},"Benchmarks":[{"DisplayInfo":"MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Foo","MethodTitle":"Foo","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Foo","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1],"N":1,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":1,"Mean":1,"StandardError":0,"Level":12,"Margin":"","Lower":"","Upper":""},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null},"Measurements":[{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":1,"Operations":1,"Nanoseconds":1}]},{"DisplayInfo":"MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Bar","MethodTitle":"Bar","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Bar","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1],"N":1,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":1,"Mean":1,"StandardError":0,"Level":12,"Margin":"","Lower":"","Upper":""},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null},"Measurements":[{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":1,"Operations":1,"Nanoseconds":1}]}]} +{"Title":"MockSummary","HostEnvironmentInfo":{"BenchmarkDotNetCaption":"BenchmarkDotNet","BenchmarkDotNetVersion":"0.10.x-mock","OsVersion":"Microsoft Windows NT 10.0.x.mock","ProcessorName":"MockIntel Core i7-6700HQ CPU 2.60GHz","PhysicalProcessorCount":1,"PhysicalCoreCount":4,"LogicalCoreCount":8,"RuntimeVersion":"Clr 4.0.x.mock","Architecture":"64mock","HasAttachedDebugger":false,"HasRyuJit":true,"Configuration":"CONFIGURATION","DotNetCliVersion":"1.0.x.mock","ChronometerFrequency":{"Hertz":2531248},"HardwareTimerKind":"Tsc"},"Benchmarks":[{"DisplayInfo":"MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Foo","MethodTitle":"Foo","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Foo","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1,1,1,1,1,1],"N":6,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":6,"Mean":1,"StandardError":0,"Level":12,"Margin":0,"Lower":1,"Upper":1},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null},"Measurements":[{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":1,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":2,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":3,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":4,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":5,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":6,"Operations":1,"Nanoseconds":1}],"Metrics":[{"Value":7,"Descriptor":{"Id":"CacheMisses","DisplayName":"CacheMisses","Legend":"Hardware counter 'CacheMisses' per single operation","NumberFormat":"N0","UnitType":0,"Unit":null,"TheGreaterTheBetter":false,"PriorityInCategory":0}}]},{"DisplayInfo":"MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)","Namespace":"BenchmarkDotNet.Tests.Mocks","Type":"MockBenchmarkClass","Method":"Bar","MethodTitle":"Bar","Parameters":"","FullName":"BenchmarkDotNet.Tests.Mocks.MockFactory+MockBenchmarkClass.Bar","HardwareIntrinsics":"","Statistics":{"OriginalValues":[1,1,1,1,1,1],"N":6,"Min":1,"LowerFence":1,"Q1":1,"Median":1,"Mean":1,"Q3":1,"UpperFence":1,"Max":1,"InterquartileRange":0,"LowerOutliers":[],"UpperOutliers":[],"AllOutliers":[],"StandardError":0,"Variance":0,"StandardDeviation":0,"Skewness":"","Kurtosis":"","ConfidenceInterval":{"N":6,"Mean":1,"StandardError":0,"Level":12,"Margin":0,"Lower":1,"Upper":1},"Percentiles":{"P0":1,"P25":1,"P50":1,"P67":1,"P80":1,"P85":1,"P90":1,"P95":1,"P100":1}},"Memory":{"Gen0Collections":0,"Gen1Collections":0,"Gen2Collections":0,"TotalOperations":0,"BytesAllocatedPerOperation":null},"Measurements":[{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":1,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":2,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":3,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":4,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":5,"Operations":1,"Nanoseconds":1},{"IterationMode":"Workload","IterationStage":"Result","LaunchIndex":1,"IterationIndex":6,"Operations":1,"Nanoseconds":1}],"Metrics":[{"Value":7,"Descriptor":{"Id":"CacheMisses","DisplayName":"CacheMisses","Legend":"Hardware counter 'CacheMisses' per single operation","NumberFormat":"N0","UnitType":0,"Unit":null,"TheGreaterTheBetter":false,"PriorityInCategory":0}}]}]} ############################################ MarkdownExporter-default ############################################ @@ -404,16 +504,16 @@ MarkdownExporter-default BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 - Method | Mean | Error | StdDev | P67 | -------- |---------:|------:|---------:|---------:| - Foo | 1,000 ns | NA | 0,000 ns | 1,000 ns | - Bar | 1,000 ns | NA | 0,000 ns | 1,000 ns | + Method | Mean | Error | StdDev | P67 | CacheMisses | +------- |---------:|---------:|---------:|---------:|------------:| + Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | + Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ MarkdownExporter-atlassian ############################################ @@ -422,16 +522,16 @@ MarkdownExporter-atlassian BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 {noformat} -||Method ||Mean ||Error ||StdDev ||P67 || -| Foo | 1,000 ns | NA | 0,000 ns | 1,000 ns | -| Bar | 1,000 ns | NA | 0,000 ns | 1,000 ns | +||Method ||Mean ||Error ||StdDev ||P67 ||CacheMisses || +| Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | +| Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ MarkdownExporter-console ############################################ @@ -439,16 +539,16 @@ MarkdownExporter-console BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 -| Method | Mean | Error | StdDev | P67 | -|------- |---------:|------:|---------:|---------:| -| Foo | 1,000 ns | NA | 0,000 ns | 1,000 ns | -| Bar | 1,000 ns | NA | 0,000 ns | 1,000 ns | +| Method | Mean | Error | StdDev | P67 | CacheMisses | +|------- |---------:|---------:|---------:|---------:|------------:| +| Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | +| Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ MarkdownExporter-github ############################################ @@ -457,17 +557,17 @@ MarkdownExporter-github BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line +.NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 ``` -| Method | Mean | Error | StdDev | P67 | -|------- |---------:|------:|---------:|---------:| -| Foo | 1,000 ns | NA | 0,000 ns | 1,000 ns | -| Bar | 1,000 ns | NA | 0,000 ns | 1,000 ns | +| Method | Mean | Error | StdDev | P67 | CacheMisses | +|------- |---------:|---------:|---------:|---------:|------------:| +| Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | +| Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ MarkdownExporter-stackoverflow ############################################ @@ -475,44 +575,54 @@ MarkdownExporter-stackoverflow BenchmarkDotNet v0.10.x-mock, Microsoft Windows NT 10.0.x.mock (Hyper-V) MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores Frequency: 2531248 Hz, Resolution: 395.0620 ns, Timer: TSC - [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION - LongRun : extra output line + .NET Core SDK 1.0.x.mock + [Host] : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION Job=LongRun IterationCount=100 LaunchCount=3 WarmupCount=15 - Method | Mean | Error | StdDev | P67 | - ------- |---------:|------:|---------:|---------:| - Foo | 1,000 ns | NA | 0,000 ns | 1,000 ns | - Bar | 1,000 ns | NA | 0,000 ns | 1,000 ns | + Method | Mean | Error | StdDev | P67 | CacheMisses | + ------- |---------:|---------:|---------:|---------:|------------:| + Foo | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | + Bar | 1.000 ns | 0.000 ns | 0.000 ns | 1.000 ns | 7 | ############################################ PlainExporter ############################################ *** MockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15) *** * Raw * WorkloadResult 1: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 2: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 3: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 4: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 5: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 6: 1 op, 1.00 ns, 1.0000 ns/op * Statistics for WorkloadResult -Mean = 1,000 ns; StdErr = 0,000 ns (0,00%); N = 1; StdDev = 0,000 ns -Min = 1,000 ns; Q1 = 1,000 ns; Median = 1,000 ns; Q3 = 1,000 ns; Max = 1,000 ns -IQR = 0,000 ns; LowerFence = 1,000 ns; UpperFence = 1,000 ns -ConfidenceInterval = [не число ns; не число ns] (CI 99.9%); Margin = не число ns (не число% of Mean) -Skewness = не число; Kurtosis = не число; MValue = 2 +Mean = 1.000 ns, StdErr = 0.000 ns (0.00%), N = 6, StdDev = 0.000 ns +Min = 1.000 ns, Q1 = 1.000 ns, Median = 1.000 ns, Q3 = 1.000 ns, Max = 1.000 ns +IQR = 0.000 ns, LowerFence = 1.000 ns, UpperFence = 1.000 ns +ConfidenceInterval = [1.000 ns; 1.000 ns] (CI 99.9%), Margin = 0.000 ns (0.00% of Mean) +Skewness = NaN, Kurtosis = NaN, MValue = 2 -------------------- Histogram -------------------- -[0,500 ns ; 1,500 ns) | @ +[0.500 ns ; 1.500 ns) | @@@@@@ --------------------------------------------------- *** MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15) *** * Raw * WorkloadResult 1: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 2: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 3: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 4: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 5: 1 op, 1.00 ns, 1.0000 ns/op +WorkloadResult 6: 1 op, 1.00 ns, 1.0000 ns/op * Statistics for WorkloadResult -Mean = 1,000 ns; StdErr = 0,000 ns (0,00%); N = 1; StdDev = 0,000 ns -Min = 1,000 ns; Q1 = 1,000 ns; Median = 1,000 ns; Q3 = 1,000 ns; Max = 1,000 ns -IQR = 0,000 ns; LowerFence = 1,000 ns; UpperFence = 1,000 ns -ConfidenceInterval = [не число ns; не число ns] (CI 99.9%); Margin = не число ns (не число% of Mean) -Skewness = не число; Kurtosis = не число; MValue = 2 +Mean = 1.000 ns, StdErr = 0.000 ns (0.00%), N = 6, StdDev = 0.000 ns +Min = 1.000 ns, Q1 = 1.000 ns, Median = 1.000 ns, Q3 = 1.000 ns, Max = 1.000 ns +IQR = 0.000 ns, LowerFence = 1.000 ns, UpperFence = 1.000 ns +ConfidenceInterval = [1.000 ns; 1.000 ns] (CI 99.9%), Margin = 0.000 ns (0.00% of Mean) +Skewness = NaN, Kurtosis = NaN, MValue = 2 -------------------- Histogram -------------------- -[0,500 ns ; 1,500 ns) | @ +[0.500 ns ; 1.500 ns) | @@@@@@ --------------------------------------------------- ############################################ XmlExporter-brief @@ -533,6 +643,7 @@ XmlExporter-brief False True CONFIGURATION + 1.0.x.mock 2531248 @@ -548,8 +659,13 @@ XmlExporter-brief 1 + 1 + 1 + 1 + 1 + 1 - 1 + 6 1 1 1 @@ -565,13 +681,13 @@ XmlExporter-brief NaN NaN - 1 + 6 1 0 L999 - NaN - NaN - NaN + 0 + 1 + 1 1 @@ -585,6 +701,20 @@ XmlExporter-brief 1 + + + 7 + + CacheMisses + CacheMisses + Hardware counter 'CacheMisses' per single operation + N0 + Dimensionless + False + 0 + + + 0 0 @@ -602,8 +732,13 @@ XmlExporter-brief 1 + 1 + 1 + 1 + 1 + 1 - 1 + 6 1 1 1 @@ -619,13 +754,13 @@ XmlExporter-brief NaN NaN - 1 + 6 1 0 L999 - NaN - NaN - NaN + 0 + 1 + 1 1 @@ -639,6 +774,20 @@ XmlExporter-brief 1 + + + 7 + + CacheMisses + CacheMisses + Hardware counter 'CacheMisses' per single operation + N0 + Dimensionless + False + 0 + + + 0 0 @@ -652,7 +801,7 @@ XmlExporter-brief ############################################ XmlExporter-brief-compressed ############################################ -MockSummaryBenchmarkDotNet0.10.x-mockMicrosoft Windows NT 10.0.x.mockMockIntel Core i7-6700HQ CPU 2.60GHz148Clr 4.0.x.mock64mockFalseTrueCONFIGURATION2531248TscMockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassFooFoo11111111110000NaNNaN110L999NaNNaNNaN1111111110000MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassBarBar11111111110000NaNNaN110L999NaNNaNNaN1111111110000 +MockSummaryBenchmarkDotNet0.10.x-mockMicrosoft Windows NT 10.0.x.mockMockIntel Core i7-6700HQ CPU 2.60GHz148Clr 4.0.x.mock64mockFalseTrueCONFIGURATION1.0.x.mock2531248TscMockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassFooFoo1111116111111110000NaNNaN610L9990111111111117CacheMissesCacheMissesHardware counter 'CacheMisses' per single operationN0DimensionlessFalse00000MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassBarBar1111116111111110000NaNNaN610L9990111111111117CacheMissesCacheMissesHardware counter 'CacheMisses' per single operationN0DimensionlessFalse00000 ############################################ XmlExporter-full ############################################ @@ -672,6 +821,7 @@ XmlExporter-full False True CONFIGURATION + 1.0.x.mock 2531248 @@ -687,8 +837,13 @@ XmlExporter-full 1 + 1 + 1 + 1 + 1 + 1 - 1 + 6 1 1 1 @@ -704,13 +859,13 @@ XmlExporter-full NaN NaN - 1 + 6 1 0 L999 - NaN - NaN - NaN + 0 + 1 + 1 1 @@ -724,6 +879,20 @@ XmlExporter-full 1 + + + 7 + + CacheMisses + CacheMisses + Hardware counter 'CacheMisses' per single operation + N0 + Dimensionless + False + 0 + + + 0 0 @@ -740,6 +909,46 @@ XmlExporter-full 1 1 + + Workload + Result + 1 + 2 + 1 + 1 + + + Workload + Result + 1 + 3 + 1 + 1 + + + Workload + Result + 1 + 4 + 1 + 1 + + + Workload + Result + 1 + 5 + 1 + 1 + + + Workload + Result + 1 + 6 + 1 + 1 + @@ -751,8 +960,13 @@ XmlExporter-full 1 + 1 + 1 + 1 + 1 + 1 - 1 + 6 1 1 1 @@ -768,13 +982,13 @@ XmlExporter-full NaN NaN - 1 + 6 1 0 L999 - NaN - NaN - NaN + 0 + 1 + 1 1 @@ -788,6 +1002,20 @@ XmlExporter-full 1 + + + 7 + + CacheMisses + CacheMisses + Hardware counter 'CacheMisses' per single operation + N0 + Dimensionless + False + 0 + + + 0 0 @@ -804,6 +1032,46 @@ XmlExporter-full 1 1 + + Workload + Result + 1 + 2 + 1 + 1 + + + Workload + Result + 1 + 3 + 1 + 1 + + + Workload + Result + 1 + 4 + 1 + 1 + + + Workload + Result + 1 + 5 + 1 + 1 + + + Workload + Result + 1 + 6 + 1 + 1 + @@ -811,4 +1079,4 @@ XmlExporter-full ############################################ XmlExporter-full-compressed ############################################ -MockSummaryBenchmarkDotNet0.10.x-mockMicrosoft Windows NT 10.0.x.mockMockIntel Core i7-6700HQ CPU 2.60GHz148Clr 4.0.x.mock64mockFalseTrueCONFIGURATION2531248TscMockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassFooFoo11111111110000NaNNaN110L999NaNNaNNaN1111111110000WorkloadResult1111MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassBarBar11111111110000NaNNaN110L999NaNNaNNaN1111111110000WorkloadResult1111 +MockSummaryBenchmarkDotNet0.10.x-mockMicrosoft Windows NT 10.0.x.mockMockIntel Core i7-6700HQ CPU 2.60GHz148Clr 4.0.x.mock64mockFalseTrueCONFIGURATION1.0.x.mock2531248TscMockBenchmarkClass.Foo: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassFooFoo1111116111111110000NaNNaN610L9990111111111117CacheMissesCacheMissesHardware counter 'CacheMisses' per single operationN0DimensionlessFalse00000WorkloadResult1111WorkloadResult1211WorkloadResult1311WorkloadResult1411WorkloadResult1511WorkloadResult1611MockBenchmarkClass.Bar: LongRun(IterationCount=100, LaunchCount=3, WarmupCount=15)BenchmarkDotNet.Tests.MocksMockBenchmarkClassBarBar1111116111111110000NaNNaN610L9990111111111117CacheMissesCacheMissesHardware counter 'CacheMisses' per single operationN0DimensionlessFalse00000WorkloadResult1111WorkloadResult1211WorkloadResult1311WorkloadResult1411WorkloadResult1511WorkloadResult1611