discord-bot/Tests/LogParsingProfiler.cs
Ilya 72dbc4074a
Some performance and code optimizations (#955)
* upgrade deps, remove wrong ppu hashes

* upgrade compiler packages

will require container pull after build

* replace Regex with compiler-generated versions

* use new collection initialization syntax

* configure global defaults for regex

* bump min amd driver version

fixes #950

* add macos version check

fixes #948

* fix #954 (!sudo log date)
2024-05-18 14:26:34 +01:00

71 lines
2.8 KiB
C#

using System;
using System.Diagnostics;
using System.IO;
using System.IO.Pipelines;
using System.Linq;
using System.Threading;
using System.Threading.Tasks;
using CompatBot;
using CompatBot.EventHandlers.LogParsing;
using CompatBot.EventHandlers.LogParsing.ArchiveHandlers;
using CompatBot.EventHandlers.LogParsing.SourceHandlers;
using NUnit.Framework;
namespace Tests;
[TestFixture]
public class LogParsingProfiler
{
private static readonly IArchiveHandler[] ArchiveHandlers =
[
new GzipHandler(),
new ZipHandler(),
new RarHandler(),
new SevenZipHandler(),
new PlainTextHandler(),
];
[Explicit("For performance profiling only")]
[TestCase(@"C:\Documents\Downloads\RPCS3_20.log", TestName = "Plaintext")]
[TestCase(@"C:\Documents\Downloads\RPCS3_20.log.gz", TestName = "gz")]
[TestCase(@"C:\Documents\Downloads\RPCS3_20.zip", TestName = "zip")]
[TestCase(@"C:\Documents\Downloads\RPCS3_20.rar", TestName = "rar")]
[TestCase(@"C:\Documents\Downloads\RPCS3_20.7z", TestName = "7z")]
public async Task PerformanceTest(string path)
{
Config.InMemorySettings[nameof(Config.AttachmentSizeLimit)] = int.MaxValue.ToString();
Config.RebuildConfiguration();
var timer = Stopwatch.StartNew();
var cts = new CancellationTokenSource();
var source = await FileSource.DetectArchiveHandlerAsync(path, ArchiveHandlers).ConfigureAwait(false);
var pipe = new Pipe();
var fillPipeTask = source.FillPipeAsync(pipe.Writer, cts.Token);
var readPipeTask = LogParser.ReadPipeAsync(pipe.Reader, cts.Token);
var result = await readPipeTask.ConfigureAwait(false);
await fillPipeTask.ConfigureAwait(false);
timer.Stop();
Config.Log.Info($"Total time {Path.GetExtension(path)}: {timer.Elapsed.TotalSeconds}s");
result.TotalBytes = source.LogFileSize;
#if DEBUG
Config.Log.Debug("~~~~~~~~~~~~~~~~~~~~");
Config.Log.Debug("Extractor hit stats (CPU time, s / total hits):");
foreach (var (key, (count, time)) in result.ExtractorHitStats.OrderByDescending(kvp => kvp.Value.regexTime))
{
var ttime = TimeSpan.FromTicks(time).TotalSeconds;
var msg = $"{ttime:0.000}/{count} ({ttime / count:0.000000}): {key}";
if (count > 100000 || ttime > 20)
Config.Log.Fatal(msg);
else if (count > 10000 || ttime > 10)
Config.Log.Error(msg);
else if (count > 1000 || ttime > 5)
Config.Log.Warn(msg);
else if (count > 100 || ttime > 1)
Config.Log.Info(msg);
else
Config.Log.Debug(msg);
}
Config.Log.Debug("~~~~~~~~~~~~~~~~~~~~");
#endif
Assert.That(result.CompletedCollection, Is.Not.Null.And.Not.Empty);
}
}