批次處理優化

ozakboy · ozakboy · commit d38f0459153b · 2024-11-12T20:30:07.000+08:00
減少了檔案的開啟/關閉次數
減少了檔案系統的操作次數
更好的記憶體使用（批次寫入）
降低了系統呼叫的開銷
diff --git a/README.md b/README.md
@@ -92,7 +92,6 @@ try {
 LOG.CustomName_Log("API", "外部服務呼叫");
 ```
 
-## 日誌檔案管理
 ## 日誌檔案管理
 
 ### 預設目錄結構
diff --git a/ozakboy.NLOG/ozakboy.NLOG.Test/Program.cs b/ozakboy.NLOG/ozakboy.NLOG.Test/Program.cs
@@ -4,7 +4,31 @@
 using System.Xml.Linq;
 Console.WriteLine("Hello, World!");
 
-
+LOG.Configure(configure =>
+{
+    configure.KeepDays = -1;
+    configure.SetFileSizeInMB(10);
+    configure.EnableAsyncLogging = true;
+    configure.EnableConsoleOutput = false;
+    configure.ConfigureAsync(asyncConfig =>
+    {
+        asyncConfig.FlushIntervalMs = 5000;
+    });
+});
+
+var i = 6;
+for (int i2 = 0; i2 < i; i2++)
+{
+    var g = i2;
+    _ = Task.Run(async () =>
+    {    
+        for (int o = 0; o < 1000000; o++)
+        {
+            LOG.Debug_Log($"i2:{g}_LOG_TEST_for_o:{o}");
+            Thread.Sleep(10 * g);
+        }
+    });
+}
 
 
 
@@ -119,7 +143,4 @@
     LOG.Error_Log(ex);
 }
 
-for (int i = 0; i < 1000000; i++)
-{
-    LOG.CustomName_Log("BigFile", "LOG_TEST");
-}
+Thread.Sleep(-1);
diff --git a/ozakboy.NLOG/ozakboy.NLOG/Core/AsyncLogHandler.cs b/ozakboy.NLOG/ozakboy.NLOG/Core/AsyncLogHandler.cs
@@ -55,36 +55,6 @@ private static LogConfiguration.IAsyncLogOptions CurrentAsyncOptions
         /// </summary>
         private static DateTime _lastFlushTime = DateTime.Now;
 
-        /// <summary>
-        /// 日誌項目類，表示單個待處理的日誌條目
-        /// </summary>
-        private class LogItem
-        {
-            /// <summary>
-            /// 日誌級別
-            /// </summary>
-            public LogLevel Level { get; set; }
-
-            /// <summary>
-            /// 日誌名稱
-            /// </summary>
-            public string Name { get; set; }
-
-            /// <summary>
-            /// 日誌消息
-            /// </summary>
-            public string Message { get; set; }
-
-            /// <summary>
-            /// 日誌參數
-            /// </summary>
-            public object[] Args { get; set; }
-            /// <summary>
-            /// 是否需要立即寫入
-            /// </summary>
-            public bool RequireImmediateFlush { get; set; }
-        }
-
         /// <summary>
         /// 初始化異步日誌處理器
         /// 確保處理線程只被創建一次
diff --git a/ozakboy.NLOG/ozakboy.NLOG/Core/LogItem.cs b/ozakboy.NLOG/ozakboy.NLOG/Core/LogItem.cs
@@ -0,0 +1,37 @@
+﻿using System;
+using System.Collections.Generic;
+using System.Text;
+
+namespace ozakboy.NLOG.Core
+{
+    /// <summary>
+    /// 日誌項目類別，用於在不同組件間傳遞日誌資訊
+    /// </summary>
+    internal class LogItem
+    {
+        /// <summary>
+        /// 日誌級別
+        /// </summary>
+        public LogLevel Level { get; set; }
+
+        /// <summary>
+        /// 日誌名稱
+        /// </summary>
+        public string Name { get; set; }
+
+        /// <summary>
+        /// 日誌訊息
+        /// </summary>
+        public string Message { get; set; }
+
+        /// <summary>
+        /// 日誌參數
+        /// </summary>
+        public object[] Args { get; set; }
+
+        /// <summary>
+        /// 是否需要立即寫入
+        /// </summary>
+        public bool RequireImmediateFlush { get; set; }
+    }
+}
diff --git a/ozakboy.NLOG/ozakboy.NLOG/Core/LogText.cs b/ozakboy.NLOG/ozakboy.NLOG/Core/LogText.cs
@@ -1,4 +1,5 @@
 ﻿using System;
+using System.Collections.Generic;
 using System.IO;
 using System.Linq;
 using System.Text;
@@ -7,113 +8,150 @@ namespace ozakboy.NLOG.Core
 {
     /// <summary>
     /// 日誌檔案處理類別，負責日誌檔案的建立、寫入和管理
+    ///  支援單次寫入和批次寫入
     /// </summary>
     static class LogText
     {
         private static object lockMe = new object();
 
         /// <summary>
-        /// 建立或是新增LOG紀錄
+        /// 建立或是新增單條LOG紀錄
         /// </summary>
-        /// <param name="level"></param>
-        /// <param name="name"></param>
-        /// <param name="Message"></param>
-        /// <param name="arg"></param>
-        internal static void Add_LogText(LogLevel level, string name, string Message, object[] arg)
+        internal static void Add_LogText(LogLevel level, string name, string message, object[] args)
+        {
+            var logItem = new LogItem
+            {
+                Level = level,
+                Name = name,
+                Message = message,
+                Args = args
+            };
+
+            Add_BatchLogText(new[] { logItem });
+        }
+
+
+        /// <summary>
+        /// 批次寫入多條日誌
+        /// </summary>
+        internal static void Add_BatchLogText(IEnumerable<LogItem> logItems)
         {
             try
             {
-                // 使用 lock 避免多執行敘執行時 檔案被佔用問題
                 lock (lockMe)
                 {
+                    // 按日誌級別和名稱分組
+                    var groupedLogs = logItems.GroupBy(item => new { item.Level, item.Name });
 
-                    string LogPath = $"{AppDomain.CurrentDomain.BaseDirectory}\\{LogConfiguration.Current.LogPath}\\{DateTime.Now.ToString("yyyyMMdd")}\\{LogConfiguration.Current.TypeDirectories.GetPathForType(level)}\\";
-
-                    CheckDirectoryExistCreate(LogPath);
-
-                    if (string.IsNullOrEmpty(name)) name = level.ToString();
+                    foreach (var group in groupedLogs)
+                    {
+                        var level = group.Key.Level;
+                        var name = string.IsNullOrEmpty(group.Key.Name) ? level.ToString() : group.Key.Name;
 
-                    var LogFilePath = CheckFileExistCreate(LogPath, name);
+                        // 獲取日誌檔案資訊
+                        var fileInfo = GetLogFileInfo(level, name);
 
-                    FIleWriteLine(arg, LogFilePath, Message);
+                        // 批次寫入檔案
+                        WriteLogsToFile(fileInfo, group);
+                    }
 
+                    // 清理過期日誌（只在批次處理完成後執行一次）
                     Remove_TimeOutLogText();
                 }
             }
             catch (Exception ex)
             {
-                Console.WriteLine($"{DateTime.Now.ToString("yyyy/MM/dd HH:mm:ss")}>>LogText Add_LogText Error:{ex.Message}");
+                Console.WriteLine($"{DateTime.Now:yyyy/MM/dd HH:mm:ss}>>LogText Add_BatchLogText Error:{ex.Message}");
             }
         }
 
+
         /// <summary>
-        /// 判斷有無資料表 若沒有建立資料表
+        /// 獲取日誌檔案資訊
         /// </summary>
-        /// <param name="LogPath"></param>
-        private static void CheckDirectoryExistCreate(string LogPath)
+        private static LogFileInfo GetLogFileInfo(LogLevel level, string name)
         {
-            if (!Directory.Exists(LogPath))
+            var baseDir = AppDomain.CurrentDomain.BaseDirectory;
+            var logPath = Path.Combine(baseDir, LogConfiguration.Current.LogPath,
+                                     DateTime.Now.ToString("yyyyMMdd"),
+                                     LogConfiguration.Current.TypeDirectories.GetPathForType(level));
+
+            var fileInfo = new LogFileInfo
             {
-                Directory.CreateDirectory(LogPath);
+                DirectoryPath = logPath
+            };
+
+            // 確保目錄存在
+            if (!Directory.Exists(logPath))
+            {
+                Directory.CreateDirectory(logPath);
             }
+
+            // 確定檔案路徑和是否需要新檔案
+            DetermineLogFile(fileInfo, name);
+
+            return fileInfo;
         }
 
         /// <summary>
-        /// 判斷有無檔案或檔案過大，若沒有或檔案過大則建立新檔案
+        /// 確定日誌檔案路徑和狀態
         /// </summary>
-        /// <param name="_LogPath">檔案路徑</param>
-        /// <param name="_FileName">檔案名稱</param>
-        private static string CheckFileExistCreate(string _LogPath, string _FileName)
+        private static void DetermineLogFile(LogFileInfo fileInfo, string name)
         {
-            var LogFIleName = $"{_FileName}_Log.txt";
-            var SearchFIleName = $"{_FileName}*";
-            FileExistCreate(_LogPath + LogFIleName);
-
-            DirectoryInfo di = new DirectoryInfo(_LogPath);
-            var Files = di.GetFiles(SearchFIleName).OrderBy(x => x.LastWriteTimeUtc).ToArray();
-            var NowWriteFile = Files[Files.Length - 1];
-            if (NowWriteFile.Length > LogConfiguration.Current.MaxFileSize)
+            var logFileName = $"{name}_Log.txt";
+            var searchPattern = $"{name}*";
+            var di = new DirectoryInfo(fileInfo.DirectoryPath);
+            var files = di.GetFiles(searchPattern).OrderBy(x => x.LastWriteTimeUtc).ToArray();
+
+            if (files.Length == 0)
             {
-                var FileNameSplits = NowWriteFile.Name.Replace("_" + _FileName, "").Split('_');
-                if (!FileNameSplits[1].Contains("part"))
-                {
-                    LogFIleName = $"{_FileName}_part{1}_Log.txt";
-                }
-                else
+                fileInfo.FilePath = Path.Combine(fileInfo.DirectoryPath, logFileName);
+                fileInfo.RequiresNewFile = true;
+                return;
+            }
+
+            var currentFile = files.Last();
+            if (currentFile.Length > LogConfiguration.Current.MaxFileSize)
+            {
+                var splits = currentFile.Name.Replace("_" + name, "").Split('_');
+                int nextPart = 1;
+
+                if (splits.Length > 1 && splits[1].StartsWith("part"))
                 {
-                    var Part = Convert.ToInt32(FileNameSplits[1].Replace("part", ""));
-                    LogFIleName = $"{_FileName}_part{Part + 1}_Log.txt";
+                    nextPart = int.Parse(splits[1].Replace("part", "")) + 1;
                 }
-                FileExistCreate(_LogPath + LogFIleName);
+
+                logFileName = $"{name}_part{nextPart}_Log.txt";
+                fileInfo.RequiresNewFile = true;
             }
             else
             {
-                LogFIleName = NowWriteFile.Name;
+                logFileName = currentFile.Name;
+                fileInfo.RequiresNewFile = false;
             }
-            return _LogPath + LogFIleName;
+
+            fileInfo.FilePath = Path.Combine(fileInfo.DirectoryPath, logFileName);
         }
 
+
         /// <summary>
-        /// 判斷有無檔案，若沒有則建立新檔案
+        /// 批次寫入日誌到檔案
         /// </summary>
-        /// <param name="_LogFilePath"></param>
-        private static void FileExistCreate(string _LogFilePath)
+        private static void WriteLogsToFile(LogFileInfo fileInfo, IEnumerable<LogItem> logs)
         {
-            if (!File.Exists(_LogFilePath))
+            // 如果需要新檔案，先創建
+            if (fileInfo.RequiresNewFile)
             {
-                using (FileStream fileStream = new FileStream(_LogFilePath, FileMode.Create))
-                {
-                    fileStream.Close();
-                }
+                using (File.Create(fileInfo.FilePath)) { }
             }
-        }
 
-        private static void FIleWriteLine(object[] arg, string _filePath, string _Message)
-        {
-            using (StreamWriter sw = new StreamWriter(_filePath, true, Encoding.UTF8))
+            // 批次寫入所有日誌
+            using (var writer = new StreamWriter(fileInfo.FilePath, true, Encoding.UTF8))
             {
-                sw.WriteLine(_Message, arg);
-                sw.Close();
+                foreach (var log in logs)
+                {
+                    writer.WriteLine(string.Format(log.Message, log.Args));
+                }
             }
         }
 
@@ -124,7 +162,7 @@ private static void Remove_TimeOutLogText()
         {
             try
             {
-                string logBasePath = $"{AppDomain.CurrentDomain.BaseDirectory}\\{LogConfiguration.Current.LogPath}\\";
+                string logBasePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, LogConfiguration.Current.LogPath);      
                 // 確保目錄存在
                 if (!Directory.Exists(logBasePath))
                     return;
@@ -150,5 +188,21 @@ private static void Remove_TimeOutLogText()
 
             }
         }
+
+
+        #region Class
+
+        /// <summary>
+        /// 日誌檔案資訊類
+        /// </summary>
+        private class LogFileInfo
+        {
+            public string DirectoryPath { get; set; }
+            public string FilePath { get; set; }
+            public bool RequiresNewFile { get; set; }
+        }
+
+
+        #endregion
     }
 }
diff --git a/ozakboy.NLOG/ozakboy.NLOG/file.xml b/ozakboy.NLOG/ozakboy.NLOG/file.xml
