feat: support export ue data

features/features.go

@@ -5,6 +5,7 @@ import (
 	"be.ems/features/lm"
 	"be.ems/features/nbi"
 	"be.ems/features/pm"
+	"be.ems/features/ue"
 	"be.ems/lib/log"
 	"github.com/gin-gonic/gin"
 )
@@ -18,5 +19,6 @@ func InitServiceEngine(r *gin.Engine) {
 	lm.InitSubServiceRoute(r)
 	cm.InitSubServiceRoute(r)
 	nbi.InitSubServiceRoute(r)
+	ue.InitSubServiceRoute(r)
 	// return featuresGroup
 }

features/ue/file_export/controller.go

@@ -0,0 +1,136 @@
+package file_export
+
+import (
+	"encoding/json"
+	"net/http"
+	"os"
+	"path/filepath"
+
+	"be.ems/lib/file"
+	"be.ems/lib/log"
+	"be.ems/lib/services"
+	"be.ems/src/framework/datasource"
+	"be.ems/src/framework/i18n"
+	"be.ems/src/framework/utils/ctx"
+	"be.ems/src/modules/crontask/processor/exportUEData"
+	"github.com/gin-gonic/gin"
+)
+
+type SysJobResponse struct {
+	SysJob
+	TableName    string `json:"tableName"`
+	TableDisplay string `json:"tableDisplay"`
+	FilePath     string `json:"filePath"`
+}
+
+// GetFileExportTable 获取文件导出任务列表
+func (m *SysJob) GetFileExportTable(c *gin.Context) {
+	var results []SysJob
+
+	err := datasource.DefaultDB().Table(m.TableName()).Where("invoke_target=? and status=1", INVOKE_FILE_EXPORT).
+		Find(&results).Error
+	if err != nil {
+		c.JSON(http.StatusOK, services.ErrResp(err.Error()))
+		return
+	}
+	language := ctx.AcceptLanguage(c)
+	var response []SysJobResponse
+	for _, job := range results {
+		params := make([]exportUEData.BarParams, 0)
+		if err := json.Unmarshal([]byte(job.TargetParams), &params); err != nil {
+			c.JSON(http.StatusOK, services.ErrResp(err.Error()))
+			return
+		}
+		for _, param := range params {
+			TableDisplay := i18n.TKey(language, "table."+param.TableName)
+			if TableDisplay == "" {
+				TableDisplay = param.TableName
+			}
+			response = append(response, SysJobResponse{
+				SysJob:       job,
+				TableName:    param.TableName,
+				TableDisplay: TableDisplay,
+				FilePath:     param.FilePath,
+			})
+		}
+	}
+	c.JSON(http.StatusOK, services.DataResp(response))
+}
+
+func (m *FileExport) GetFileList(c *gin.Context) {
+	var querys FileExportQuery
+
+	if err := c.ShouldBindQuery(&querys); err != nil {
+		c.JSON(http.StatusOK, services.ErrResp(err.Error()))
+		return
+	}
+
+	files, err := file.GetFileInfo(querys.Path, querys.Suffix)
+	if err != nil {
+		log.Error("failed to GetFileInfo:", err)
+		c.JSON(http.StatusOK, services.ErrResp(err.Error()))
+		return
+	}
+
+	// split files list
+	lenNum := int64(len(files))
+	start := (querys.PageNum - 1) * querys.PageSize
+	end := start + querys.PageSize
+	var splitList []file.FileInfo
+	if start >= lenNum {
+		splitList = []file.FileInfo{}
+	} else if end >= lenNum {
+		splitList = files[start:]
+	} else {
+		splitList = files[start:end]
+	}
+	total := len(files)
+	c.JSON(http.StatusOK, services.TotalDataResp(splitList, total))
+}
+
+func (m *FileExport) Total(c *gin.Context) {
+	dir := c.Query("path")
+
+	fileCount, dirCount, err := file.GetFileAndDirCount(dir)
+	if err != nil {
+		log.Error("failed to GetFileAndDirCount:", err)
+		c.JSON(http.StatusOK, services.ErrResp(err.Error()))
+		return
+	}
+	total := fileCount + dirCount
+	c.JSON(http.StatusOK, services.TotalResp(int64(total)))
+}
+
+func (m *FileExport) DownloadHandler(c *gin.Context) {
+	dir := c.Query("path")
+	fileName := c.Param("fileName")
+	filePath := filepath.Join(dir, fileName)
+
+	file, err := os.Open(filePath)
+	if err != nil {
+		c.JSON(http.StatusOK, services.ErrResp(err.Error()))
+		return
+	}
+	defer file.Close()
+
+	if _, err := os.Stat(filePath); os.IsNotExist(err) {
+		c.JSON(http.StatusOK, services.ErrResp(err.Error()))
+		return
+	}
+
+	c.Header("Content-Disposition", "attachment; filename="+fileName)
+	c.Header("Content-Type", "application/octet-stream")
+	c.File(filePath)
+}
+
+func (m *FileExport) Delete(c *gin.Context) {
+	fileName := c.Param("fileName")
+	dir := c.Query("path")
+	filePath := filepath.Join(dir, fileName)
+
+	if err := os.Remove(filePath); err != nil {
+		c.JSON(http.StatusOK, services.ErrResp(err.Error()))
+		return
+	}
+	c.JSON(http.StatusNoContent, nil) // 204 No Content
+}

features/ue/file_export/model.go

@@ -0,0 +1,30 @@
+package file_export
+
+import (
+	"be.ems/lib/file"
+)
+
+const (
+	INVOKE_FILE_EXPORT = "exportUEData" // 调用目标字符串
+)
+
+type SysJob struct {
+	JobID        int64  `gorm:"column:job_id;primary_key;auto_increment" json:"job_id"`        //任务ID
+	InvokeTarget string `gorm:"column:invoke_target" json:"invoke_target"`                     //调用目标字符串
+	TargetParams string `gorm:"column:target_params;type:json" json:"target_params,omitempty"` //调用目标传入参数
+}
+
+func (m *SysJob) TableName() string {
+	return "sys_job"
+}
+
+type FileExport struct {
+	file.FileInfo
+}
+
+type FileExportQuery struct {
+	Path     string `form:"path"  binding:"required"`
+	Suffix   string `form:"suffix"`
+	PageNum  int64  `form:"pageNum"  binding:"required"`
+	PageSize int64  `form:"pageSize"  binding:"required"`
+}

features/ue/file_export/route.go

@@ -0,0 +1,39 @@
+package file_export
+
+import (
+	"be.ems/src/framework/middleware"
+	"github.com/gin-gonic/gin"
+)
+
+// Register Routes for file_export
+func Register(r *gin.RouterGroup) {
+
+	ueTable := r.Group("/table")
+	{
+		var m *SysJob
+		ueTable.GET("/list",
+			middleware.PreAuthorize(nil),
+			m.GetFileExportTable,
+		)
+	}
+	ueFile := r.Group("/file")
+	{
+		var f *FileExport
+		ueFile.GET("/list",
+			middleware.PreAuthorize(nil),
+			f.GetFileList,
+		)
+		ueFile.GET("/total",
+			middleware.PreAuthorize(nil),
+			f.Total,
+		)
+		ueFile.GET("/:fileName",
+			middleware.PreAuthorize(nil),
+			f.DownloadHandler,
+		)
+		ueFile.DELETE("/:fileName",
+			middleware.PreAuthorize(nil),
+			f.Delete,
+		)
+	}
+}

features/ue/service.go

@@ -0,0 +1,17 @@
+// log management package
+
+package ue
+
+import (
+	"be.ems/features/ue/file_export"
+	"be.ems/lib/log"
+	"github.com/gin-gonic/gin"
+)
+
+func InitSubServiceRoute(r *gin.Engine) {
+	log.Info("======init UE management group gin.Engine")
+
+	ueGroup := r.Group("/ue")
+	// register sub modules routes
+	file_export.Register(ueGroup)
+}

src/modules/crontask/processor/exportUEData/exportUEData.go

@@ -101,6 +101,7 @@ func (s *BarProcessor) exportUEData(param BarParams) (map[string]any, error) {
 	var fps []string
 	var affectedArr []int64
 	for _, neID := range neIDs {
+		log.Trace("ne_id:", neID)
 		// 1. 加载最新数据, 如果数据服务存在，则重新加载数据
 		dataService, err := networkdata.GetService(param.ServiceName)
 		if err != nil {