TestMu Conference is Back! Future of Testing + AI LambdaTest G2 Announcement

How to use PerfEntity class of Microsoft.Coyote.Benchmarking package

Best Coyote code snippet using Microsoft.Coyote.Benchmarking.PerfEntity

Program.cs

Source:Program.cs

...241                await UploadCommitHistory(1); // upload this commit id and it's commit date.242            }243            return 0;244        }245        private List<PerfEntity> GetEntities(BenchmarkReport report)246        {247            List<PerfEntity> results = new List<PerfEntity>();248            string testName = report.BenchmarkCase.Descriptor.DisplayInfo;249            foreach (var p in report.BenchmarkCase.Parameters.Items)250            {251                testName += string.Format(" {0}={1}", p.Name, p.Value);252            }253            // Right now we are choosing NOT to return each test result as254            // a separate entity, as this is too much information, so for now255            // we return the "Min" time from this run, based on the idea that the256            // minimum time has the least OS noise in it so it should be more stable.257            List<double> times = new List<double>();258            foreach (var row in report.GetResultRuns())259            {260                double msPerTest = row.Nanoseconds / 1000000.0 / row.Operations;261                times.Add(msPerTest);262            }263            var e = new PerfEntity(this.MachineName, this.RuntimeVersion, this.CommitId, testName, 0)264            {265                Time = times.Min(),266                TimeStdDev = MathHelpers.StandardDeviation(times),267            };268            if (report.Metrics.ContainsKey("CPU"))269            {270                e.Cpu = report.Metrics["CPU"].Value;271            }272            if (report.Metrics.ContainsKey("TotalMemory"))273            {274                e.Memory = report.Metrics["TotalMemory"].Value;275            }276            results.Add(e);277            return results;278        }279        private void ExportToCsv(List<PerfSummary> results)280        {281            this.SaveSummary(results);282            foreach (var item in results)283            {284                this.SaveReport(item.Data);285            }286        }287        private void SaveSummary(List<PerfSummary> report)288        {289            string filename = Path.Combine(this.OutputDir, "summary.csv");290            bool writeHeaders = !File.Exists(filename);291            using (StreamWriter writer = new StreamWriter(filename, true, Encoding.UTF8))292            {293                if (writeHeaders)294                {295                    PerfSummary.WriteHeaders(writer);296                }297                foreach (var item in report)298                {299                    item.WriteCsv(writer);300                }301            }302        }303        private void SaveReport(List<PerfEntity> data)304        {305            var testName = data[0].TestName.Split(' ')[0];306            string filename = Path.Combine(this.OutputDir, testName + ".csv");307            bool writeHeaders = !File.Exists(filename);308            using (StreamWriter writer = new StreamWriter(filename, true, Encoding.UTF8))309            {310                if (writeHeaders)311                {312                    PerfEntity.WriteHeaders(writer);313                }314                foreach (var item in data)315                {316                    item.WriteCsv(writer);317                }318            }319        }320        private static void PrintUsage()321        {322            Console.WriteLine("Usage: BenchmarkRunner [-outdir name] [-commit id] [-cosmos] [filter] [-upload_commit_log");323            Console.WriteLine("Runs all benchmarks matching the optional filter");324            Console.WriteLine("Writing output csv files to the specified outdir folder");325            Console.WriteLine("Benchmark names are:");326            foreach (var item in Benchmarks)...

Storage.cs

Source:Storage.cs

...138    }139    /// <summary>140    /// Entity representing a test result.141    /// </summary>142    public class PerfEntity143    {144        /// <summary>145        /// The row id.146        /// </summary>147        [JsonProperty(PropertyName = "id")]148        public string Id { get; set; }149        /// <summary>150        /// The parition key for the data.151        /// </summary>152        public string PartitionKey { get; set; }153        /// <summary>154        /// The computer name where the test was run.155        /// </summary>156        public string MachineName { get; set; }157        /// <summary>158        /// The .net runtime version used.159        /// </summary>160        public string RuntimeVersion { get; set; }161        /// <summary>162        /// The git commit id of code being tested.163        /// </summary>164        public string CommitId { get; set; }165        /// <summary>166        /// UTC date and time the test was run.167        /// </summary>168        public DateTime Date { get; set; }169        /// <summary>170        /// The unique name of the test.171        /// </summary>172        public string TestName { get; set; }173        /// <summary>174        /// The test iteration.175        /// </summary>176        public int Iteration { get; set; }177        /// <summary>178        /// Time to complete the test in milliseconds.179        /// </summary>180        public double Time { get; set; }181        /// <summary>182        /// Standard deviation in the times.183        /// </summary>184        public double TimeStdDev { get; set; }185        /// <summary>186        /// Process working set during the test.187        /// </summary>188        public double Memory { get; set; }189        /// <summary>190        /// Standard deviation in the memory numbers.191        /// </summary>192        public double MemoryStdDev { get; set; }193        /// <summary>194        /// Process total CPU usage during the test as a % of total number of cores.195        /// </summary>196        public double Cpu { get; set; }197        /// <summary>198        /// Standard deviation in the CPU numbers.199        /// </summary>200        public double CpuStdDev { get; set; }201        /// <summary>202        /// Additional notes about the test.203        /// </summary>204        public string Comments { get; set; }205        /// <summary>206        /// Initializes a new instance of the <see cref="PerfEntity"/> class.207        /// </summary>208        public PerfEntity(string machine, string runtime, string commit, string testName, int iteration)209        {210            this.MachineName = machine;211            this.RuntimeVersion = runtime;212            this.CommitId = commit;213            this.TestName = testName;214            this.Iteration = iteration;215            this.Date = DateTime.Now.ToUniversalTime();216            this.PartitionKey = string.Format("{0}.{1}", machine, runtime);217            this.Id = string.Format("{0}.{1}.{2}", commit, testName, iteration);218        }219        /// <summary>220        /// Initializes a new instance of the <see cref="PerfEntity"/> class.221        /// Needed for retreival.222        /// </summary>223        public PerfEntity()224        {225        }226        internal static void WriteHeaders(TextWriter outFile)227        {228            outFile.WriteLine("Name,Iteration,MinTime,StdDevTime,Memory,StdDevMemory,Cpu,StdDevCpu");229        }230        internal void WriteCsv(TextWriter outFile)231        {232            outFile.WriteLine("{0},{1},{2},{3},{4},{5},{6},{7}", this.TestName, this.Iteration, this.Time, this.TimeStdDev, this.Memory, this.MemoryStdDev, this.Cpu, this.CpuStdDev);233        }234    }235    /// <summary>236    /// An entity representing the summary of all test iterations on a given test.237    /// </summary>238    public class PerfSummary239    {240        /// <summary>241        /// The row id.242        /// </summary>243        [JsonProperty(PropertyName = "id")]244        public string Id { get; set; }245        /// <summary>246        /// The parition key for the data.247        /// </summary>248        public string PartitionKey { get; set; }249        /// <summary>250        /// The computer name where the test was run.251        /// </summary>252        public string MachineName { get; set; }253        /// <summary>254        /// The .net runtime version used.255        /// </summary>256        public string RuntimeVersion { get; set; }257        /// <summary>258        /// The git commit id of code being tested.259        /// </summary>260        public string CommitId { get; set; }261        /// <summary>262        /// UTC date and time the test was run.263        /// </summary>264        public DateTime Date { get; set; }265        /// <summary>266        /// The unique name of the test.267        /// </summary>268        public string TestName { get; set; }269        /// <summary>270        /// The mean time in milliseconds.271        /// </summary>272        public double TimeMean { get; set; }273        /// <summary>274        /// The standard deviation of the test times.275        /// </summary>276        public double TimeStdDev { get; set; }277        /// <summary>278        /// The slope of the linear regression of the test times.279        /// </summary>280        public double TimeSlope { get; set; }281        /// <summary>282        /// The mean time in milliseconds.283        /// </summary>284        public double MemoryMean { get; set; }285        /// <summary>286        /// The standard deviation of the memory usage.287        /// </summary>288        public double MemoryStdDev { get; set; }289        /// <summary>290        /// The slope of the linear regression of the memory usage.291        /// </summary>292        public double MemorySlope { get; set; }293        /// <summary>294        /// The process cpu utilization as a percentage of total cores.295        /// </summary>296        public double CpuMean { get; set; }297        /// <summary>298        /// The standard deviation of the cpu times.299        /// </summary>300        public double CpuStdDev { get; set; }301        /// <summary>302        /// The slope of the linear regression of the cpu utilization.303        /// </summary>304        public double CpuSlope { get; set; }305        /// <summary>306        /// Additional notes about the test.307        /// </summary>308        public string Comments { get; set; }309        /// <summary>310        /// The raw test iterations.311        /// </summary>312        [IgnoreDataMember]313        internal readonly List<PerfEntity> Data;314        /// <summary>315        /// Initializes a new instance of the <see cref="PerfSummary"/> class.316        /// </summary>317        public PerfSummary(List<PerfEntity> data)318        {319            PerfEntity e = data[0];320            this.MachineName = e.MachineName;321            this.RuntimeVersion = e.RuntimeVersion;322            this.CommitId = e.CommitId;323            this.Data = data;324            this.TestName = e.TestName;325            this.Date = DateTime.Now.ToUniversalTime();326            this.PartitionKey = string.Format("{0}.{1}", e.MachineName, e.RuntimeVersion);327            this.Id = string.Format("{0}.{1}", e.CommitId, e.TestName);328            // summaryize the data.329            double meanTime = MathHelpers.Mean(from i in data select i.Time);330            double meanMemory = MathHelpers.Mean(from i in data select i.Memory);331            double meanCpu = MathHelpers.Mean(from i in data select i.Cpu);332            double meanStdDevTime = MathHelpers.Mean(from i in data select i.TimeStdDev);333            double meanStdDevMemory = MathHelpers.Mean(from i in data select i.MemoryStdDev);...

PerfEntity

Using AI Code Generation

1using Microsoft.Coyote.Benchmarking;2using System;3using System.Collections.Generic;4using System.Linq;5using System.Text;6using System.Threading.Tasks;7{8    {9        static void Main(string[] args)10        {11            PerfEntity perf = new PerfEntity("CoyoteTest", "1.0.0", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1");12            perf.Start();13            perf.Stop();14        }15    }16}17The Start() method starts the timer and the Stop() method stops the timer. The time between the Start() and Stop() methods is measured. The time is measured in milliseconds. The time is written to a file in the current directory. The name of the file is the name of the application with the extension .perf. The file contains the following information:

PerfEntity

Using AI Code Generation

1using Microsoft.Coyote.Benchmarking;2using System;3using System.Diagnostics;4using System.Threading;5using System.Threading.Tasks;6{7    {8        static void Main(string[] args)9        {10            int numIterations = 10;11            var perfEntity = new PerfEntity(numIterations);12            perfEntity.StartTest();13            var sw = new Stopwatch();14            sw.Start();15            for (int i = 0; i < 100; i++)16            {17                Thread.Sleep(10);18            }19            sw.Stop();20            perfEntity.EndTest();21            perfEntity.PrintResults();22            Console.ReadLine();23        }24    }25}26using Microsoft.Coyote.Benchmarking;27using System;28using System.Diagnostics;29using System.Threading;30using System.Threading.Tasks;31{32    {33        static void Main(string[] args)34        {35            int numIterations = 10;36            var perfEntity = new PerfEntity(numIterations);37            perfEntity.StartTest();38            var sw = new Stopwatch();39            sw.Start();40            for (int i = 0; i < 100; i++)41            {42                Thread.Sleep(10);43            }44            sw.Stop();45            perfEntity.EndTest();46            perfEntity.PrintResults();47            Console.ReadLine();48        }49    }50}51using Microsoft.Coyote.Benchmarking;52using System;53using System.Diagnostics;54using System.Threading;55using System.Threading.Tasks;56{57    {58        static void Main(string[] args)59        {60            int numIterations = 10;61            var perfEntity = new PerfEntity(numIterations);

PerfEntity

Using AI Code Generation

1using System;2using System.Threading.Tasks;3using Microsoft.Coyote;4using Microsoft.Coyote.Benchmarking;5using Microsoft.Coyote.Benchmarking.Extensions;6using Microsoft.Coyote.Benchmarking.Performance;7using Microsoft.Coyote.Benchmarking.Performance.Runtime;8using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics;9using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Performance;10using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling;11using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies;12using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies.Custom;13using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies.Custom.Strategies;14using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies.Custom.Strategies.Custom;15using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies.Custom.Strategies.Custom.Strategies;16using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies.Custom.Strategies.Custom.Strategies.Custom;17using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies;18using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom;19using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies;20using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom;21using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies;22using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom;23using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies;24using Microsoft.Coyote.Benchmarking.Performance.Runtime.Statistics.Scheduling.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom.Strategies.Custom;

PerfEntity

Using AI Code Generation

1using Microsoft.Coyote.Benchmarking;2{3    static void Main(string[] args)4    {5        var perfEntity = new PerfEntity();6        perfEntity.Start();7        perfEntity.Stop();8        perfEntity.Write();9    }10}11using Microsoft.Coyote.Benchmarking;12{13    static void Main(string[] args)14    {15        var perfEntity = new PerfEntity();16        perfEntity.Start();17        perfEntity.Stop();18        perfEntity.Write();19    }20}21using Microsoft.Coyote.Benchmarking;22{23    static void Main(string[] args)24    {25        var perfEntity = new PerfEntity();26        perfEntity.Start();27        perfEntity.Stop();28        perfEntity.Write();29    }30}31using Microsoft.Coyote.Benchmarking;32{33    static void Main(string[] args)34    {35        var perfEntity = new PerfEntity();36        perfEntity.Start();37        perfEntity.Stop();38        perfEntity.Write();39    }40}41using Microsoft.Coyote.Benchmarking;42{43    static void Main(string[] args)44    {45        var perfEntity = new PerfEntity();46        perfEntity.Start();47        perfEntity.Stop();48        perfEntity.Write();49    }50}51using Microsoft.Coyote.Benchmarking;52{53    static void Main(string[] args)54    {55        var perfEntity = new PerfEntity();56        perfEntity.Start();57        perfEntity.Stop();58        perfEntity.Write();59    }60}61using Microsoft.Coyote.Benchmarking;

PerfEntity

Using AI Code Generation

1using Microsoft.Coyote.Benchmarking;2using System;3{4    {5        static void Main(string[] args)6        {7            PerfEntity perfEntity = new PerfEntity();8            perfEntity.StartTimer();9            perfEntity.StopTimer();10            double elapsedTime = perfEntity.GetElapsedTime();11            Console.WriteLine("Elapsed Time: " + elapsedTime + " seconds");12            Console.WriteLine("Elapsed Time: " + (elapsedTime * 1000) + " milliseconds");13        }14    }15}16using Microsoft.Coyote.Benchmarking;17using System;18{19    {20        static void Main(string[] args)21        {22            PerfEntity perfEntity = new PerfEntity();23            perfEntity.StartTimer();24            perfEntity.StopTimer();25            double elapsedTime = perfEntity.GetElapsedTime();26            Console.WriteLine("Elapsed Time: " + elapsedTime + " seconds");27            Console.WriteLine("Elapsed Time: " + (elapsedTime * 1000) + " milliseconds");28        }29    }30}31using Microsoft.Coyote.Benchmarking;32using System;33{34    {35        static void Main(string[] args)36        {37            PerfEntity perfEntity = new PerfEntity();38            perfEntity.StartTimer();39            perfEntity.StopTimer();40            double elapsedTime = perfEntity.GetElapsedTime();41            Console.WriteLine("Elapsed Time: " + elapsedTime + " seconds");42            Console.WriteLine("Elapsed Time: "

PerfEntity

Using AI Code Generation

1using Microsoft.Coyote.Benchmarking;2using System;3using System.Threading.Tasks;4{5    {6        static void Main(string[] args)7        {8            PerfEntity perfEntity = new PerfEntity();9            perfEntity.Start();10            TestFunction();11            perfEntity.Stop();12            Console.WriteLine(perfEntity);13        }14        static void TestFunction()15        {16            Task.Delay(1000).Wait();17        }18    }19}20using Microsoft.Coyote.Benchmarking;21using System;22using System.Threading.Tasks;23{24    {25        static void Main(string[] args)26        {27            PerfEntity perfEntity = new PerfEntity();28            perfEntity.Start();29            TestFunction();30            perfEntity.Stop();31            Console.WriteLine(perfEntity);32        }33        static void TestFunction()34        {35            Task.Delay(2000).Wait();36        }37    }38}39using Microsoft.Coyote.Benchmarking;40using System;41using System.Threading.Tasks;42{43    {44        static void Main(string[] args)45        {46            PerfEntity perfEntity = new PerfEntity();47            perfEntity.Start();48            TestFunction();49            perfEntity.Stop();50            Console.WriteLine(perfEntity);51        }52        static void TestFunction()53        {54            Task.Delay(3000).Wait();55        }56    }57}58using Microsoft.Coyote.Benchmarking;59using System;60using System.Threading.Tasks;61{62    {63        static void Main(string[] args)

PerfEntity

Using AI Code Generation

1{2    static void Main(string[] args)3    {4        PerfEntity perfEntity = new PerfEntity();5        perfEntity.StartMonitoring();6        perfEntity.StopMonitoring();7        perfEntity.WriteToConsole();8    }9}10{11    static void Main(string[] args)12    {13        PerfEntity perfEntity = new PerfEntity();14        perfEntity.StartMonitoring();15        perfEntity.StopMonitoring();16        perfEntity.WriteToFile("C:/benchmarking.txt");17    }18}19{20    static void Main(string[] args)21    {22        PerfEntity perfEntity = new PerfEntity();23        perfEntity.StartMonitoring();24        perfEntity.StopMonitoring();25        perfEntity.WriteToCsv("C:/benchmarking.csv");26    }27}28{29    static void Main(string[] args)30    {31        PerfEntity perfEntity = new PerfEntity();32        perfEntity.StartMonitoring();33        perfEntity.StopMonitoring();34        perfEntity.WriteToXml("C:/benchmarking.xml");35    }36}37{38    static void Main(string[] args)39    {40        PerfEntity perfEntity = new PerfEntity();41        perfEntity.StartMonitoring();42        perfEntity.StopMonitoring();43        perfEntity.WriteToBinary("C:/benchmarking.bin");44    }45}46{47    static void Main(string[] args)48    {49        PerfEntity perfEntity = new PerfEntity();50        perfEntity.StartMonitoring();51        perfEntity.StopMonitoring();52        perfEntity.WriteToBinary("C:/benchmarking.bin");53        perfEntity.WriteToXml("C:/benchmarking.xml");54        perfEntity.WriteToCsv("C:/benchmarking.csv");55        perfEntity.WriteToFile("C:/

PerfEntity

Using AI Code Generation

1using Microsoft.Coyote.Benchmarking;2PerfEntity perfEntity = new PerfEntity();3perfEntity.Register();4perfEntity.Start();5perfEntity.Stop();6using Microsoft.Coyote.Benchmarking;7PerfEntity perfEntity = new PerfEntity();8perfEntity.Register();9perfEntity.Start();10perfEntity.Stop();11using Microsoft.Coyote.Benchmarking;12PerfEntity perfEntity = new PerfEntity();13perfEntity.Register();14perfEntity.Start();15perfEntity.Stop();16using Microsoft.Coyote.Benchmarking;17PerfEntity perfEntity = new PerfEntity();18perfEntity.Register();19perfEntity.Start();20perfEntity.Stop();21using Microsoft.Coyote.Benchmarking;22PerfEntity perfEntity = new PerfEntity();23perfEntity.Register();24perfEntity.Start();25perfEntity.Stop();26using Microsoft.Coyote.Benchmarking;27PerfEntity perfEntity = new PerfEntity();28perfEntity.Register();29perfEntity.Start();30perfEntity.Stop();31using Microsoft.Coyote.Benchmarking;32PerfEntity perfEntity = new PerfEntity();33perfEntity.Register();34perfEntity.Start();35perfEntity.Stop();36using Microsoft.Coyote.Benchmarking;37PerfEntity perfEntity = new PerfEntity();38perfEntity.Register();39perfEntity.Start();40perfEntity.Stop();41using Microsoft.Coyote.Benchmarking;42PerfEntity perfEntity = new PerfEntity();43perfEntity.Register();44perfEntity.Start();45perfEntity.Stop();46using Microsoft.Coyote.Benchmarking;

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.