using Newtonsoft.Json; using System; using System.Collections.Generic; using System.IO; using System.Linq; using System.Text; using System.Threading; namespace Admin.Core.Common { public class LogLock { static ReaderWriterLockSlim LogWriteLock = new ReaderWriterLockSlim(); static int WritedCount = 0; static int FailedCount = 0; static string _contentRoot = string.Empty; public LogLock(string contentPath) { _contentRoot = contentPath; } public static void OutSql2Log(string prefix, string[] dataParas, bool IsHeader = true) { try { //设置读写锁为写入模式独占资源,其他写入请求需要等待本次写入结束之后才能继续写入 //注意:长时间持有读线程锁或写线程锁会使其他线程发生饥饿 (starve)。 为了得到最好的性能,需要考虑重新构造应用程序以将写访问的持续时间减少到最小。 // 从性能方面考虑,请求进入写入模式应该紧跟文件操作之前,在此处进入写入模式仅是为了降低代码复杂度 // 因进入与退出写入模式应在同一个try finally语句块内,所以在请求进入写入模式之前不能触发异常,否则释放次数大于请求次数将会触发异常 LogWriteLock.EnterWriteLock(); var folderPath = Path.Combine(_contentRoot, "Log"); if (!Directory.Exists(folderPath)) { Directory.CreateDirectory(folderPath); } //string logFilePath = Path.Combine(path, $@"{filename}.log"); var logFilePath = FileHelper.GetAvailableFileWithPrefixOrderSize(folderPath, prefix); var now = DateTime.Now; string logContent = String.Join("\r\n", dataParas); if (IsHeader) { logContent = ( "--------------------------------\r\n" + DateTime.Now + "|\r\n" + String.Join("\r\n", dataParas) + "\r\n" ); } //if (logContent.IsNotEmptyOrNull() && logContent.Length > 500) //{ // logContent = logContent.Substring(0, 500) + "\r\n"; //} File.AppendAllText(logFilePath, logContent); WritedCount++; } catch (Exception e) { Console.Write(e.Message); FailedCount++; } finally { //退出写入模式,释放资源占用 //注意:一次请求对应一次释放 // 若释放次数大于请求次数将会触发异常[写入锁定未经保持即被释放] // 若请求处理完成后未释放将会触发异常[此模式不下允许以递归方式获取写入锁定] LogWriteLock.ExitWriteLock(); } } /// /// 读取文件内容 /// /// 文件夹路径 /// 文件名 /// 编码 /// 读取类型(0:精准,1:前缀模糊) /// public static string ReadLog(string folderPath, string fileName, Encoding encode, ReadType readType = ReadType.Accurate) { string s = ""; try { LogWriteLock.EnterReadLock(); // 根据文件名读取当前文件内容 if (readType == ReadType.Accurate) { var filePath = Path.Combine(folderPath, fileName); if (!File.Exists(filePath)) { s = null; } else { StreamReader f2 = new StreamReader(filePath, encode); s = f2.ReadToEnd(); f2.Close(); f2.Dispose(); } } // 根据前缀读取所有文件内容 if (readType == ReadType.Prefix) { var allFiles = new DirectoryInfo(folderPath); var selectFiles = allFiles.GetFiles().Where(fi => fi.Name.ToLower().Contains(fileName.ToLower())).ToList(); foreach (var item in selectFiles) { if (File.Exists(item.FullName)) { StreamReader f2 = new StreamReader(item.FullName, encode); s += f2.ReadToEnd(); f2.Close(); f2.Dispose(); } } } // 根据前缀读取 最新文件 时间倒叙 if (readType == ReadType.PrefixLatest) { var allFiles = new DirectoryInfo(folderPath); var selectLastestFile = allFiles.GetFiles().Where(fi => fi.Name.ToLower().Contains(fileName.ToLower())).OrderByDescending(d => d.Name).FirstOrDefault(); if (selectLastestFile != null && File.Exists(selectLastestFile.FullName)) { StreamReader f2 = new StreamReader(selectLastestFile.FullName, encode); s = f2.ReadToEnd(); f2.Close(); f2.Dispose(); } } } catch (Exception) { FailedCount++; } finally { LogWriteLock.ExitReadLock(); } return s; } private static List GetRequestInfo(ReadType readType) { List requestInfos = new List(); var accessLogs = ReadLog(Path.Combine(_contentRoot, "Log"), "RequestIpInfoLog_", Encoding.UTF8, readType).ObjToString(); try { return JsonConvert.DeserializeObject>("[" + accessLogs + "]"); } catch (Exception) { var accLogArr = accessLogs.Split("\r\n"); foreach (var item in accLogArr) { if (item.ObjToString() != "") { try { var accItem = JsonConvert.DeserializeObject(item.TrimEnd(',')); requestInfos.Add(accItem); } catch (Exception) { } } } } return requestInfos; } public static List GetLogData() { List aopLogs = new List(); List excLogs = new List(); List sqlLogs = new List(); List reqresLogs = new List(); try { var aoplogContent = ReadLog(Path.Combine(_contentRoot, "Log"), "AOPLog_", Encoding.UTF8, ReadType.Prefix); if (!string.IsNullOrEmpty(aoplogContent)) { aopLogs = aoplogContent.Split("--------------------------------") .Where(d => !string.IsNullOrEmpty(d) && d != "\n" && d != "\r\n") .Select(d => new LogInfo { Datetime = d.Split("|")[0].ObjToDate(), Content = d.Split("|")[1]?.Replace("\r\n", "
"), LogColor = "AOP", }).ToList(); } } catch (Exception) { } try { var exclogContent = ReadLog(Path.Combine(_contentRoot, "Log"), $"GlobalExceptionLogs_{DateTime.Now.ToString("yyyMMdd")}.log", Encoding.UTF8); if (!string.IsNullOrEmpty(exclogContent)) { excLogs = exclogContent.Split("--------------------------------") .Where(d => !string.IsNullOrEmpty(d) && d != "\n" && d != "\r\n") .Select(d => new LogInfo { Datetime = (d.Split("|")[0]).Split(',')[0].ObjToDate(), Content = d.Split("|")[1]?.Replace("\r\n", "
"), LogColor = "EXC", Import = 9, }).ToList(); } } catch (Exception) { } try { var sqllogContent = ReadLog(Path.Combine(_contentRoot, "Log"), "SqlLog_", Encoding.UTF8, ReadType.PrefixLatest); if (!string.IsNullOrEmpty(sqllogContent)) { sqlLogs = sqllogContent.Split("--------------------------------") .Where(d => !string.IsNullOrEmpty(d) && d != "\n" && d != "\r\n") .Select(d => new LogInfo { Datetime = d.Split("|")[0].ObjToDate(), Content = d.Split("|")[1]?.Replace("\r\n", "
"), LogColor = "SQL", }).ToList(); } } catch (Exception) { } //try //{ // reqresLogs = ReadLog(Path.Combine(_contentRoot, "Log", "RequestResponseLog.log"), Encoding.UTF8)? // .Split("--------------------------------") // .Where(d => !string.IsNullOrEmpty(d) && d != "\n" && d != "\r\n") // .Select(d => new LogInfo // { // Datetime = d.Split("|")[0].ObjToDate(), // Content = d.Split("|")[1]?.Replace("\r\n", "
"), // LogColor = "ReqRes", // }).ToList(); //} //catch (Exception) //{ //} try { var Logs = GetRequestInfo(ReadType.PrefixLatest); Logs = Logs.Where(d => d.Datetime.ObjToDate() >= DateTime.Today).ToList(); reqresLogs = Logs.Select(d => new LogInfo { Datetime = d.Datetime.ObjToDate(), Content = $"IP:{d.Ip}
{d.Url}", LogColor = "ReqRes", }).ToList(); } catch (Exception) { } if (excLogs != null) { aopLogs.AddRange(excLogs); } if (sqlLogs != null) { aopLogs.AddRange(sqlLogs); } if (reqresLogs != null) { aopLogs.AddRange(reqresLogs); } aopLogs = aopLogs.OrderByDescending(d => d.Import).ThenByDescending(d => d.Datetime).Take(100).ToList(); return aopLogs; } public static RequestApiWeekView RequestApiinfoByWeek() { List Logs = new List(); List apiWeeks = new List(); string apiWeeksJson = string.Empty; List columns = new List(); columns.Add("日期"); try { Logs = GetRequestInfo(ReadType.Prefix); apiWeeks = (from n in Logs group n by new { n.Week, n.Url } into g select new ApiWeek { week = g.Key.Week, url = g.Key.Url, count = g.Count(), }).ToList(); //apiWeeks = apiWeeks.OrderByDescending(d => d.count).Take(8).ToList(); } catch (Exception) { } StringBuilder jsonBuilder = new StringBuilder(); jsonBuilder.Append("["); var weeks = apiWeeks.GroupBy(x => new { x.week }).Select(s => s.First()).ToList(); foreach (var week in weeks) { var apiweeksCurrentWeek = apiWeeks.Where(d => d.week == week.week).OrderByDescending(d => d.count).Take(5).ToList(); jsonBuilder.Append("{"); jsonBuilder.Append("\""); jsonBuilder.Append("日期"); jsonBuilder.Append("\":\""); jsonBuilder.Append(week.week); jsonBuilder.Append("\","); foreach (var item in apiweeksCurrentWeek) { columns.Add(item.url); jsonBuilder.Append("\""); jsonBuilder.Append(item.url); jsonBuilder.Append("\":\""); jsonBuilder.Append(item.count); jsonBuilder.Append("\","); } if (apiweeksCurrentWeek.Count > 0) { jsonBuilder.Remove(jsonBuilder.Length - 1, 1); } jsonBuilder.Append("},"); } if (weeks.Count > 0) { jsonBuilder.Remove(jsonBuilder.Length - 1, 1); } jsonBuilder.Append("]"); //columns.AddRange(apiWeeks.OrderByDescending(d => d.count).Take(8).Select(d => d.url).ToList()); columns = columns.Distinct().ToList(); return new RequestApiWeekView() { columns = columns, rows = jsonBuilder.ToString(), }; } public static AccessApiDateView AccessApiByDate() { List Logs = new List(); List apiDates = new List(); try { Logs = GetRequestInfo(ReadType.Prefix); apiDates = (from n in Logs group n by new { n.Date } into g select new ApiDate { date = g.Key.Date, count = g.Count(), }).ToList(); apiDates = apiDates.OrderByDescending(d => d.date).Take(7).ToList(); } catch (Exception) { } return new AccessApiDateView() { columns = new string[] { "date", "count" }, rows = apiDates.OrderBy(d => d.date).ToList(), }; } public static AccessApiDateView AccessApiByHour() { List Logs = new List(); List apiDates = new List(); try { Logs = GetRequestInfo(ReadType.Prefix); apiDates = (from n in Logs where n.Datetime.ObjToDate() >= DateTime.Today group n by new { hour = n.Datetime.ObjToDate().Hour } into g select new ApiDate { date = g.Key.hour.ToString("00"), count = g.Count(), }).ToList(); apiDates = apiDates.OrderBy(d => d.date).Take(24).ToList(); } catch (Exception) { } return new AccessApiDateView() { columns = new string[] { "date", "count" }, rows = apiDates, }; } } public enum ReadType { /// /// 精确查找一个 /// Accurate, /// /// 指定前缀,模糊查找全部 /// Prefix, /// /// 指定前缀,最新一个文件 /// PrefixLatest } }