CearDirService.cs 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177
  1. using AdService.Controller.Dto;
  2. using Newtonsoft.Json;
  3. namespace AdService.Service
  4. {
  5. /// <summary>
  6. /// 数据清理服务(每隔5分钟扫描一次)
  7. /// </summary>
  8. public class CearDirService : BackgroundService
  9. {
  10. /// <summary>
  11. /// 数据清理服务
  12. /// </summary>
  13. protected override async Task ExecuteAsync(CancellationToken stoppingToken)
  14. {
  15. await Task.Delay(5000, stoppingToken);//延迟一会儿让webbapi先启动
  16. //IpsLogger.Info($"启动采集专用目录数据清理功能...");
  17. /* await Task.Run(async () =>
  18. {
  19. #region 读取清理目录配置信息
  20. StreamReader sr = new StreamReader(Directory.GetCurrentDirectory()+"appsettings.json");
  21. string json = sr.ReadToEnd();
  22. // 解析 JSON 字符串
  23. var adConfig = JsonConvert.DeserializeObject<AdConfig>(json);
  24. string dataClearStr = adConfig.ClearDir;
  25. var dataClears = dataClearStr.Split(new string[] { ";", ";" }, StringSplitOptions.RemoveEmptyEntries)
  26. .Select(p => p.ToLower()).ToList();
  27. if (!dataClears.Contains(adConfig.DataDir))
  28. dataClears.Add(adConfig.DataDir);
  29. #endregion
  30. #region 检测有效的清理目录并读取清理条件
  31. List<string> list = new List<string>();
  32. foreach (var item in dataClears)
  33. {
  34. var root = Path.GetPathRoot(item);
  35. DriveInfo drive = new DriveInfo(root);
  36. if (!drive.IsReady)
  37. {
  38. continue;
  39. }
  40. if (Directory.Exists(item))
  41. {
  42. list.Add(item);
  43. }
  44. }
  45. if (!list.Any())
  46. {
  47. //IpsLogger.Warn($"配置文件中的数据清理目录无效");
  48. return;
  49. }
  50. float maxPercent = adConfig.ClearCondition;
  51. var clearHours = adConfig.ClearHours;
  52. if (clearHours < 1)
  53. {
  54. clearHours = 1;
  55. }
  56. //IpsLogger.Info($"已启动目录[{string.Join(";", list)}]自动清理,清理条件=可用空间不足{(int)(maxPercent * 100)}%");
  57. #endregion
  58. //缓存每个目录上次清理的文件最大的一个写入时间
  59. var prevClearTime = new Dictionary<string, DateTime>();
  60. foreach (var item in list)
  61. {
  62. prevClearTime[item] = DateTime.MinValue;
  63. }
  64. while (!stoppingToken.IsCancellationRequested)
  65. {
  66. // IpsLogger.Info($"开始数据清理...");
  67. #region 从上次开始每个目录清理一定的数据(ClearHours)
  68. int delFileCount = 0;
  69. try
  70. {
  71. var driveFolders = list.GroupBy(m => Path.GetPathRoot(m).ToUpper());
  72. foreach (var driveFolder in driveFolders)//like D:\ E:\
  73. {
  74. if (stoppingToken.IsCancellationRequested) break;
  75. DriveInfo drive = new DriveInfo(driveFolder.Key);
  76. while (drive.TotalFreeSpace / (drive.TotalSize * 1.0f) <= maxPercent)
  77. {
  78. foreach (var item in driveFolder)//like D:\data E:\data
  79. {
  80. //IpsLogger.Info($"正在清理[{item}]中的数据...");
  81. var fsList = Directory.EnumerateFiles(item, "*", SearchOption.AllDirectories).Select(p => new FileInfo(p));
  82. if (!fsList.Any())
  83. {
  84. // IpsLogger.Warn($"{drive.ToString().Substring(0, 1)}盘空间不足,但目录{item}没有数据,跳过此目录");
  85. }
  86. else
  87. {
  88. if (prevClearTime[item] == DateTime.MinValue)
  89. prevClearTime[item] = fsList.Min(p => p.LastWriteTime);
  90. var maxTime = prevClearTime[item].AddHours(clearHours);
  91. if (maxTime <= prevClearTime[item])
  92. {
  93. //clearHours配置为0或负数时一次删所有文件
  94. maxTime = DateTime.MaxValue;
  95. }
  96. //每次清理从上次清理结束时间开始,防止有些删不掉的文件阻止删除文件
  97. var clearFiles = fsList.Where(m => m.LastWriteTime >= prevClearTime[item] && m.LastWriteTime <= maxTime).OrderBy(m => m.LastWriteTime);
  98. foreach (var fsItem in clearFiles)
  99. {
  100. try
  101. {
  102. if (stoppingToken.IsCancellationRequested) break;
  103. fsItem.Delete();
  104. delFileCount++;
  105. }
  106. catch (Exception ex)
  107. {
  108. // IpsLogger.Error($"删除文件{fsItem.Name}出错", ex);
  109. }
  110. }
  111. prevClearTime[item] = maxTime;
  112. }
  113. }
  114. }
  115. }
  116. }
  117. catch (Exception ex)
  118. {
  119. //IpsLogger.Error($"清理数据异常", ex);
  120. }
  121. #endregion
  122. #region 清理空目录
  123. int delDirCount = 0;
  124. foreach (var name in list)
  125. {
  126. string clearDir = Path.Combine(AppContext.BaseDirectory, name);
  127. try
  128. {
  129. var dirs = Directory.EnumerateDirectories(clearDir, "*", SearchOption.AllDirectories);
  130. foreach (var item in dirs)
  131. {
  132. DirectoryInfo dir = new DirectoryInfo(item);
  133. if (dir.EnumerateFiles().Any()) continue;
  134. //删除5分钟以前创建的空目录
  135. if ((DateTime.Now - dir.CreationTime).TotalMinutes > 5)
  136. {
  137. try
  138. {
  139. dir.Delete();
  140. delDirCount++;
  141. }
  142. catch (Exception ex)
  143. {
  144. //IpsLogger.Error($"删除空目录{dir.Name}异常", ex);
  145. }
  146. }
  147. }
  148. }
  149. catch (Exception ex)
  150. {
  151. //IpsLogger.Error($"删除{name}目录中的空目录出错", ex);
  152. }
  153. }
  154. #endregion
  155. // IpsLogger.Info($"本次清理数据结束,删除{delFileCount}个文件,删除{delDirCount}个空目录");
  156. await Task.Delay(5 * 60 * 1000, stoppingToken);
  157. }
  158. }, stoppingToken);*/
  159. }
  160. }
  161. }