CompressionTests.cs

using Microsoft.VisualStudio.TestTools.UnitTesting;
using System.Diagnostics;
using System.IO;
using System.Threading.Tasks;
using Waher.Content;
using Waher.Networking.HTTP.Brotli;
using Waher.Networking.HTTP.ContentEncodings;
using Waher.Networking.HTTP.TransferEncodings;
using Waher.Runtime.Console;
using Waher.Runtime.Profiling;

namespace Waher.Networking.HTTP.Test
{
	[TestClass]
	public class CompressionTests
	{
		[TestMethod]
		public async Task Test_01_OneFile_GZip()
		{
			await Test<GZipContentEncoding>("gzip", false); // To remove JIT times
			await Test<GZipContentEncoding>("gzip", true);
		}

		[TestMethod]
		public async Task Test_02_OneFile_Deflate()
		{
			await Test<DeflateContentEncoding>("deflate", false);   // To remove JIT times
			await Test<DeflateContentEncoding>("deflate", true);
		}

		[TestMethod]
		public async Task Test_03_OneFile_Brotli()
		{
			await Test<BrotliContentEncoding>("br", false); // To remove JIT times
			await Test<BrotliContentEncoding>("br", true);
		}

		private static async Task Test<T>(string Name, bool Output)
			where T : IContentEncoding, new()
		{
			Profiler Profiler = new(Name, ProfilerThreadType.Sequential);
			Profiler.Start();
			Profiler.NewState("Init");

			string FilePath = Path.Combine(Directory.GetCurrentDirectory(), @"..\..\..\..\..\Waher.IoTGateway.Resources\Highlight\highlight.pack.js");

			Profiler.NewState("Load");
			byte[] Data = File.ReadAllBytes(FilePath);

			Profiler.NewState("Setup");

			T ContentEncoding = new();
			MemoryStream Result = new();
			InternalTransfer TransferEncoding = new(Result);
			TransferEncoding Compressor = ContentEncoding.GetEncoder(TransferEncoding, Data.Length, Name);

			Profiler.NewState("Compress");

			await Compressor.EncodeAsync(true, Data, 0, Data.Length, true);
			await Compressor.FlushAsync(true);

			Profiler.NewState("Result");

			byte[] Compressed = Result.ToArray();

			if (Output)
			{
				ConsoleOut.WriteLine("Input: " + Data.Length + " bytes");
				ConsoleOut.WriteLine("Output: " + Compressed.Length + " bytes");
				ConsoleOut.WriteLine();
			}

			Profiler.Stop();

			if (Output)
			{
				ConsoleOut.WriteLine();
				ConsoleOut.WriteLine("```uml");
				ConsoleOut.WriteLine(Profiler.ExportPlantUml(TimeUnit.MilliSeconds));
				ConsoleOut.WriteLine("```");
			}
		}

		[TestMethod]
		public async Task Test_04_Statistics_GZip()
		{
			await Test<GZipContentEncoding>("GZip", "Red");
		}

		[TestMethod]
		public async Task Test_05_Statistics_Deflate()
		{
			await Test<DeflateContentEncoding>("Deflate", "Green");
		}

		[TestMethod]
		public async Task Test_06_Statistics_Brotli()
		{
			await Test<BrotliContentEncoding>("Brotli", "Blue");
		}

		private static async Task Test<T>(string VariableName, string Color)
			where T : IContentEncoding, new()
		{
			string FolderPath = Path.Combine(Directory.GetCurrentDirectory(), @"..\..\..\..\..\Waher.IoTGateway.Resources");
			string[] FileNames = Directory.GetFiles(FolderPath, "*.*", SearchOption.AllDirectories);
			Stopwatch Watch = new();
			Watch.Start();

			await Test<T>(FileNames[0], false, Watch, false);  // To remove JIT times

			ConsoleOut.Write(VariableName);
			ConsoleOut.WriteLine(":=[");

			int i, c = FileNames.Length;

			for (i = 0; i < c; i++)
			{
				string FileName = FileNames[i];

				switch (Path.GetExtension(FileName))
				{
					case ".md":
					case ".css":
					case ".js":
					case ".uml":
					case ".xslt":
					case ".ws":
					case ".dot":
					case ".json":
					case ".txt":
					case ".manifest":
						await Test<T>(FileName, true, Watch, i == c - 1);
						break;
				}
			}

			ConsoleOut.WriteLine("];");

			ConsoleOut.Write(VariableName);
			ConsoleOut.Write("Size:=scatter2d(");
			ConsoleOut.Write(VariableName);
			ConsoleOut.Write("[0,],");
			ConsoleOut.Write(VariableName);
			ConsoleOut.Write("[1,],\"");
			ConsoleOut.Write(Color);
			ConsoleOut.WriteLine("\");");
			ConsoleOut.Write(VariableName);
			ConsoleOut.WriteLine("Size.LabelX:='File (Bytes)';");
			ConsoleOut.Write(VariableName);
			ConsoleOut.WriteLine("Size.LabelY:='Compressed (Bytes)';");
			ConsoleOut.Write(VariableName);
			ConsoleOut.WriteLine("Size.Title:='Size';");

			ConsoleOut.Write(VariableName);
			ConsoleOut.Write("Time:=scatter2d(");
			ConsoleOut.Write(VariableName);
			ConsoleOut.Write("[0,],");
			ConsoleOut.Write(VariableName);
			ConsoleOut.Write("[2,],\"");
			ConsoleOut.Write(Color);
			ConsoleOut.WriteLine("\");");
			ConsoleOut.Write(VariableName);
			ConsoleOut.WriteLine("Time.LabelX:='File (Bytes)';");
			ConsoleOut.Write(VariableName);
			ConsoleOut.WriteLine("Time.LabelY:='Time (ms)';");
			ConsoleOut.Write(VariableName);
			ConsoleOut.WriteLine("Time.Title:='Time';");
		}

		private static async Task Test<T>(string FilePath, bool Output, Stopwatch Watch, bool Last)
			where T : IContentEncoding, new()
		{
			long StartTicks = Watch.ElapsedTicks;

			byte[] Data = File.ReadAllBytes(FilePath);

			T ContentEncoding = new();
			MemoryStream Result = new();
			InternalTransfer TransferEncoding = new(Result);
			TransferEncoding Compressor = ContentEncoding.GetEncoder(TransferEncoding, Data.Length, null);

			await Compressor.EncodeAsync(true, Data, 0, Data.Length, true);
			await Compressor.FlushAsync(true);

			byte[] Compressed = Result.ToArray();
			double TicksPerMs = 1000.0 * (Watch.ElapsedTicks - StartTicks) / Stopwatch.Frequency;

			if (Output)
			{
				ConsoleOut.Write("\t[");
				ConsoleOut.Write(Data.Length);
				ConsoleOut.Write(',');
				ConsoleOut.Write(Compressed.Length);
				ConsoleOut.Write(',');
				ConsoleOut.Write(CommonTypes.Encode(TicksPerMs));
				ConsoleOut.Write(",\"");
				ConsoleOut.Write(JSON.Encode(FilePath));
				ConsoleOut.Write("\"]");

				if (!Last)
					ConsoleOut.Write(',');

				ConsoleOut.WriteLine();
			}
		}

	}
}