feat: 优化UPF流量统计逻辑

src/modules/network_data/service/all_perf_kpi.go

@@ -7,8 +7,10 @@ import (
 
 	"be.ems/src/framework/constants/cachekey"
 	"be.ems/src/framework/redis"
+	"be.ems/src/framework/utils/parse"
 	"be.ems/src/modules/network_data/model"
 	"be.ems/src/modules/network_data/repository"
+	neModel "be.ems/src/modules/network_element/model"
 )
 
 // 实例化数据层 PerfKPI 结构体
@@ -42,38 +44,100 @@ func (r *PerfKPI) SelectGoldKPITitle(neType string) []model.GoldKPITitle {
 	return r.perfKPIRepository.SelectGoldKPITitle(neType)
 }
 
-// SelectUPFTotalFlow 查询UPF总流量 N3上行 N6下行
-func (r *PerfKPI) SelectUPFTotalFlow(neType, rmUID string, day int) map[string]any {
-	now := time.Now()
+// UPFTodayFlowFind 查询UPF总流量 N3上行 N6下行
+func (r PerfKPI) UPFTodayFlowFind(rmUID string, day int) (int64, int64) {
 	// 获取当前日期
-	endDate := fmt.Sprint(now.UnixMilli())
-	// 将当前日期前几天数
-	startDate := fmt.Sprint(now.AddDate(0, 0, -day).Truncate(24 * time.Hour).UnixMilli())
+	now := time.Now()
+	var upTotal, downTotal int64
 
-	var info map[string]any
+	// 查询最近7天的数据
+	for i := 0; i <= day; i++ {
+		dateKey := now.AddDate(0, 0, -i).Format("2006-01-02")
+		key := fmt.Sprintf("%sUPF_FLOW:%s:%s", cachekey.NE_DATA_KEY, rmUID, dateKey)
 
-	// 读取缓存数据 小于2分钟重新缓存
-	key := fmt.Sprintf("%sUPF:totalFlow:%s_%d", cachekey.NE_DATA_KEY, rmUID, day)
-	infoStr, _ := redis.Get("", key)
-	if infoStr != "" {
-		json.Unmarshal([]byte(infoStr), &info)
-		expireSecond, _ := redis.GetExpire("", key)
-		if expireSecond > 120 {
-			return info
+		// 读取缓存数据
+		up, err := redis.GetHash("", key, "up")
+		if err != nil || up == "" {
+			up = "0"
+		}
+		down, err := redis.GetHash("", key, "down")
+		if err != nil || down == "" {
+			down = "0"
+		}
+
+		upTotal += parse.Number(up)
+		downTotal += parse.Number(down)
+	}
+
+	return upTotal, downTotal
+}
+
+// UPFTodayFlow UPF流量今日统计
+func (r PerfKPI) UPFTodayFlowUpdate(rmUID string, upValue, downValue int64, rest bool) error {
+	// 按日期存储统计数据
+	dateKey := time.Now().Format("2006-01-02")
+	key := fmt.Sprintf("%sUPF_FLOW:%s:%s", cachekey.NE_DATA_KEY, rmUID, dateKey)
+
+	// 重置数据
+	if rest {
+		err := redis.SetHash("", key, map[string]any{
+			"up":   upValue,
+			"down": downValue,
+		})
+		if err != nil {
+			return err
+		}
+		// 设置key的过期时间为30天，自动清理旧数据
+		err = redis.Expire("", key, 30*24*time.Hour)
+		if err != nil {
+			return err
 		}
 	}
-	// down * 8 / 1000 / 1000 单位M
-	info = r.perfKPIRepository.SelectUPFTotalFlow(neType, rmUID, startDate, endDate)
-	if v, ok := info["up"]; ok && v == nil {
-		info["up"] = 0
-	}
-	if v, ok := info["down"]; ok && v == nil {
-		info["down"] = 0
-	}
 
-	// 保存到缓存
-	infoJSON, _ := json.Marshal(info)
-	redis.SetByExpire("", key, string(infoJSON), time.Duration(10)*time.Minute)
-
-	return info
+	// 使用HIncrBy实时累加统计值
+	if err := redis.IncrBy("", key, "up", upValue); err != nil {
+		return err
+	}
+	if err := redis.IncrBy("", key, "down", downValue); err != nil {
+		return err
+	}
+	return nil
+}
+
+// UPFTodayFlowLoad UPF上下行数据到redis
+func (r PerfKPI) UPFTodayFlowLoad() {
+	cacheKeys, _ := redis.GetKeys("", cachekey.NE_KEY+"UPF:*")
+	if len(cacheKeys) == 0 {
+		return
+	}
+
+	// 今日流量
+	now := time.Now()
+	beginTime := now.Truncate(24 * time.Hour).UnixMilli()
+	endTime := beginTime + 24*60*60*1000 - 1
+
+	for _, key := range cacheKeys {
+		var v neModel.NeInfo
+		jsonStr, _ := redis.Get("", key)
+		if len(jsonStr) > 7 {
+			json.Unmarshal([]byte(jsonStr), &v)
+		}
+		if v.NeType == "UPF" && v.RmUID != "" {
+			// 查询历史数据
+			// down * 8 / 1000 / 1000 单位M
+			info := r.perfKPIRepository.SelectUPFTotalFlow("UPF", v.RmUID, fmt.Sprint(beginTime), fmt.Sprint(endTime))
+			if v, ok := info["up"]; ok && v == nil {
+				info["up"] = 0
+			}
+			if v, ok := info["down"]; ok && v == nil {
+				info["down"] = 0
+			}
+
+			upTotal := parse.Number(info["up"])
+			downTotal := parse.Number(info["down"])
+
+			// 将历史数据添加到Redis
+			r.UPFTodayFlowUpdate(v.RmUID, upTotal, downTotal, true)
+		}
+	}
 }