using System; using System.Diagnostics; using System.IO; using Google.ProtocolBuffers; namespace ProtoBench { /// /// Simple benchmarking of arbitrary messages. /// public sealed class Program { private static readonly TimeSpan MinSampleTime = TimeSpan.FromSeconds(2); private static readonly TimeSpan TargetTime = TimeSpan.FromSeconds(30); // Avoid a .NET 3.5 dependency delegate void Action(); public static int Main(string[] args) { if (args.Length < 2 || (args.Length % 2) != 0) { Console.Error.WriteLine("Usage: ProtoBench "); Console.Error.WriteLine("The descriptor type name is the fully-qualified message name,"); Console.Error.WriteLine("including assembly - e.g. Google.ProtocolBuffers.BenchmarkProtos.Message1,ProtoBench"); Console.Error.WriteLine("(You can specify multiple pairs of descriptor type name and input data.)"); return 1; } bool success = true; for (int i = 0; i < args.Length; i += 2) { success &= RunTest(args[i], args[i + 1]); } return success ? 0 : 1; } /// /// Runs a single test. Error messages are displayed to Console.Error, and the return value indicates /// general success/failure. /// public static bool RunTest(string typeName, string file) { Console.WriteLine("Benchmarking {0} with file {1}", typeName, file); IMessage defaultMessage; try { defaultMessage = MessageUtil.GetDefaultMessage(typeName); } catch (ArgumentException e) { Console.Error.WriteLine(e.Message); return false; } try { byte[] inputData = File.ReadAllBytes(file); MemoryStream inputStream = new MemoryStream(inputData); ByteString inputString = ByteString.CopyFrom(inputData); IMessage sampleMessage = defaultMessage.WeakCreateBuilderForType().WeakMergeFrom(inputString).WeakBuild(); sampleMessage.ToByteString(); Benchmark("Serialize to byte string", inputData.Length, () => sampleMessage.ToByteString()); Benchmark("Serialize to byte array", inputData.Length, () => sampleMessage.ToByteArray()); Benchmark("Serialize to memory stream", inputData.Length, () => sampleMessage.WriteTo(new MemoryStream())); Benchmark("Deserialize from byte string", inputData.Length, () => defaultMessage.WeakCreateBuilderForType() .WeakMergeFrom(inputString) .WeakBuild() ); Benchmark("Deserialize from byte array", inputData.Length, () => defaultMessage.WeakCreateBuilderForType() .WeakMergeFrom(CodedInputStream.CreateInstance(inputData)) .WeakBuild() ); Benchmark("Deserialize from memory stream", inputData.Length, () => defaultMessage.WeakCreateBuilderForType() .WeakMergeFrom(CodedInputStream.CreateInstance(inputStream)) .WeakBuild() ); return true; } catch (Exception e) { Console.Error.WriteLine("Error: {0}", e.Message); Console.Error.WriteLine(); Console.Error.WriteLine("Detailed exception information: {0}", e); return false; } } private static void Benchmark(string name, long dataSize, Action action) { // Make sure it's JITted action(); // Run it progressively more times until we've got a reasonable sample int iterations = 1; TimeSpan elapsed = TimeAction(action, iterations); while (elapsed < MinSampleTime) { iterations *= 2; elapsed = TimeAction(action, iterations); } // Upscale the sample to the target time. Do this in floating point arithmetic // to avoid overflow issues. iterations = (int) ((TargetTime.Ticks / (double)elapsed.Ticks) * iterations); elapsed = TimeAction(action, iterations); Console.WriteLine("{0}: {1} iterations in {2:f3}s; {3:f3}MB/s", name, iterations, elapsed.TotalSeconds, (iterations * dataSize) / (elapsed.TotalSeconds * 1024 * 1024)); } private static TimeSpan TimeAction(Action action, int iterations) { Stopwatch sw = Stopwatch.StartNew(); for (int i = 0; i < iterations; i++) { action(); } sw.Stop(); return sw.Elapsed; } } }