disk_clean.go 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990
  1. package svc
  2. import (
  3. commonConfig "cicv-data-closedloop/aarch64/pjisuv/common/config"
  4. masterConfig "cicv-data-closedloop/aarch64/pjisuv/master/package/config"
  5. "cicv-data-closedloop/common/config/c_log"
  6. "cicv-data-closedloop/common/domain"
  7. "cicv-data-closedloop/common/entity"
  8. "cicv-data-closedloop/common/util"
  9. "time"
  10. )
  11. // DiskClean 如果磁盘占用过高,则删除timeWindow和对应的文件
  12. func DiskClean() {
  13. c_log.GlobalLogger.Info("启动timeWindow清理goroutine,根据缓存策略清理copy目录。")
  14. for {
  15. time.Sleep(1000 * time.Millisecond)
  16. bags, _ := util.ListAbsolutePathWithSuffixAndSort(commonConfig.CloudConfig.BagCopyDir, ".bag")
  17. if len(bags) == 0 {
  18. continue
  19. }
  20. /*
  21. TTL(0, "删除旧数据");
  22. STOP(1, "停止缓存");
  23. LRU(2, "保留高优先级")
  24. */
  25. policyToDescription := map[string]string{
  26. "TTL": "删除旧数据",
  27. "STOP": "停止缓存",
  28. "LRU": "保留高优先级",
  29. }
  30. // 1 获取磁盘占用
  31. percent := util.GetDiskUsagePercent()
  32. if percent > commonConfig.CloudConfig.DiskUsage {
  33. // 2 获取策略
  34. policy := commonConfig.PlatformConfig.TaskCachePolicy
  35. c_log.GlobalLogger.Errorf("磁盘占用超过 %v,触发删除规则 %v", commonConfig.CloudConfig.DiskUsage, policyToDescription[policy])
  36. if policy == "TTL" {
  37. // 1 获取时间窗口队列中的第二个
  38. if len(entity.TimeWindowConsumerQueue) > 2 {
  39. deleteTimeWindow(1)
  40. }
  41. } else if policy == "STOP" {
  42. // 2 获取时间窗口队列中的倒数第一个
  43. if len(entity.TimeWindowConsumerQueue) > 2 {
  44. deleteTimeWindow(len(entity.TimeWindowConsumerQueue) - 1)
  45. }
  46. } else if policy == "LRU" {
  47. // 3 获取优先级最低的时间窗口
  48. if len(entity.TimeWindowConsumerQueue) > 2 {
  49. indexToRemove := getIndexToRemoveForLRU()
  50. if indexToRemove != -1 {
  51. deleteTimeWindow(indexToRemove)
  52. }
  53. }
  54. } else {
  55. c_log.GlobalLogger.Error("未知的缓存策略:", policy)
  56. }
  57. }
  58. }
  59. }
  60. func deleteTimeWindow(indexToRemove int) {
  61. timeWindowToRemove := entity.TimeWindowConsumerQueue[indexToRemove]
  62. // 删除文件
  63. faultTime := timeWindowToRemove.FaultTime
  64. dir := domain.GetCopyDir(commonConfig.CloudConfig.BagCopyDir, faultTime)
  65. err := util.RemoveDir(dir)
  66. if err != nil {
  67. c_log.GlobalLogger.Error("删除目录", dir, "失败:", err)
  68. }
  69. entity.TimeWindowConsumerQueueMutex.Lock()
  70. // 使用切片的特性删除指定位置的元素
  71. entity.TimeWindowConsumerQueue = append(entity.TimeWindowConsumerQueue[:indexToRemove], entity.TimeWindowConsumerQueue[indexToRemove+1:]...)
  72. entity.TimeWindowConsumerQueueMutex.Unlock()
  73. }
  74. func getIndexToRemoveForLRU() int {
  75. lru := commonConfig.PlatformConfig.Lru
  76. i := len(lru) - 1
  77. for i >= 0 {
  78. for i2, window := range entity.TimeWindowConsumerQueue {
  79. if masterConfig.LabelMapTriggerId[window.FaultTime] == lru[i] {
  80. return i2
  81. }
  82. }
  83. }
  84. return -1
  85. }