1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889 |
- package svc
- import (
- commonConfig "cicv-data-closedloop/kinglong/common/cfg"
- "cicv-data-closedloop/kinglong/common/global"
- "cicv-data-closedloop/kinglong/common/log"
- "cicv-data-closedloop/kinglong/common/util"
- masterConfig "cicv-data-closedloop/kinglong/master/pkg/cfg"
- "time"
- )
- func DiskClean() {
- log.GlobalLogger.Info("启动timeWindow清理goroutine,根据缓存策略清理copy目录。")
- for {
- time.Sleep(1000 * time.Millisecond)
- bags := util.ListAbsolutePathWithSuffixAndSort(commonConfig.CloudConfig.BagCopyDir, ".bag")
- if len(bags) == 0 {
- continue
- }
-
- policyToDescription := map[string]string{
- "TTL": "删除旧数据",
- "STOP": "停止缓存",
- "LRU": "保留高优先级",
- }
-
- percent := util.GetDiskUsagePercent()
- if percent > commonConfig.CloudConfig.DiskUsage {
-
- policy := commonConfig.PlatformConfig.TaskCachePolicy
- log.GlobalLogger.Errorf("磁盘占用超过 %v,触发删除规则 %v", commonConfig.CloudConfig.DiskUsage, policyToDescription[policy])
- if policy == "TTL" {
-
- if len(global.TimeWindowConsumerQueue) > 2 {
- deleteTimeWindow(1)
- }
- } else if policy == "STOP" {
-
- if len(global.TimeWindowConsumerQueue) > 2 {
- deleteTimeWindow(len(global.TimeWindowConsumerQueue) - 1)
- }
- } else if policy == "LRU" {
-
- if len(global.TimeWindowConsumerQueue) > 2 {
- indexToRemove := getIndexToRemoveForLRU()
- if indexToRemove != -1 {
- deleteTimeWindow(indexToRemove)
- }
- }
- } else {
- log.GlobalLogger.Error("未知的缓存策略:", policy)
- }
- }
- }
- }
- func deleteTimeWindow(indexToRemove int) {
- timeWindowToRemove := global.TimeWindowConsumerQueue[indexToRemove]
-
- faultTime := timeWindowToRemove.FaultTime
- dir := util.GetCopyDir(faultTime)
- err := util.RemoveDir(dir)
- if err != nil {
- log.GlobalLogger.Error("删除目录", dir, "失败:", err)
- }
- global.TimeWindowConsumerQueueMutex.Lock()
-
- global.TimeWindowConsumerQueue = append(global.TimeWindowConsumerQueue[:indexToRemove], global.TimeWindowConsumerQueue[indexToRemove+1:]...)
- global.TimeWindowConsumerQueueMutex.Unlock()
- }
- func getIndexToRemoveForLRU() int {
- lru := commonConfig.PlatformConfig.Lru
- i := len(lru) - 1
- for i >= 0 {
- for i2, window := range global.TimeWindowConsumerQueue {
- if masterConfig.LabelMapTriggerId[window.FaultTime] == lru[i] {
- return i2
- }
- }
- }
- return -1
- }
|