update at 2023/08/14

tools/loadpmxls/db.go

@@ -0,0 +1,55 @@
+package main
+
+import (
+	"fmt"
+
+	_ "github.com/go-sql-driver/mysql"
+	"xorm.io/xorm"
+)
+
+var xEngine *xorm.Engine
+
+func XormConnectDatabaseWithUri(sql string) (*xorm.Engine, error) {
+	//	sqlStr := fmt.Sprintf("%s:%s@tcp(%s:%s)/%s?charset=utf8&parseTime=true&loc=Local", db.User, db.Password, db.Host, db.Port, db.Name)
+	sqlStr := fmt.Sprintf("%s?charset=utf8&parseTime=true&loc=Local", sql)
+	//	fmt.Printf("sqlStr:%s:******@tcp(%s:%s)/%s?charset=utf8&parseTime=true&loc=Local", db.User, db.Host, db.Port, db.Name)
+	var err error
+	xEngine, err = xorm.NewEngine("mysql", sqlStr) //1、Create xorm engine
+	if err != nil {
+		fmt.Println("Failed to connect database:", err)
+		return nil, err
+	}
+	xEngine.ShowSQL(true)
+	return xEngine, nil
+}
+
+type MeasureTitle struct {
+	//	Id         int    `json:"id" xorm:"pk 'id' autoincr"`
+	NeType      string `json:"neType"`
+	KpiCode     string `json:"kpiCode"`
+	KpiId       string `json:"kpiId" xorm:"kpi_id"`
+	Pseudo      string `json:"pseudo" xorm:"pseudo"`
+	ObjectType  string `json:"objectType" xorm:"object_type"`
+	Period      string `json:"period" xorm:"period"`
+	TitleJson   string `json:"titleJson" xorm:"title_json"`
+	Description string `json:"description"`
+}
+
+func XormInsertMeasureTitle(row *MeasureTitle) (int64, error) {
+
+	session := xEngine.NewSession()
+	defer session.Close()
+	_, err := session.
+		Table("measure_title").
+		Where("ne_type = ? and kpi_code = ? and kpi_id = ?", row.NeType, row.KpiCode, row.KpiId).
+		Delete()
+	if err != nil {
+		fmt.Println("Failed to delete measure_title:", err)
+	}
+	affected, err := session.Table("measure_title").Insert(row)
+	if err != nil {
+		fmt.Println("Failed to insert measure_title:", err)
+	}
+
+	return affected, err
+}

tools/loadpmxls/load.go

@@ -0,0 +1,109 @@
+package main
+
+import (
+	"flag"
+	"fmt"
+	"io/ioutil"
+	"os"
+
+	"gopkg.in/yaml.v3"
+)
+
+// Yaml struct of config
+type YamlConfig struct {
+	Logger struct {
+		File  string `yaml:"file"`
+		Level string `yaml:"level"`
+	} `yaml:"logger"`
+
+	Rest struct {
+		BindIP string `yaml:"bindip"`
+		Port   uint16 `yaml:"port"`
+	} `yaml:"rest"`
+
+	Database struct {
+		Type     string `yaml:"type"`
+		User     string `yaml:"user"`
+		Password string `yaml:"password"`
+		Host     string `yaml:"host"`
+		Port     string `yaml:"port"`
+		Name     string `yaml:"name"`
+	} `yaml:"database"`
+
+	PmFileDir string `yaml:"pmfiledir"`
+}
+
+var yamlConfig YamlConfig
+
+func ReadConfig(configFile string) {
+	yamlFile, err := ioutil.ReadFile(configFile)
+	if err != nil {
+		fmt.Printf("ioutil.ReadFile %s err %v", configFile, err)
+	}
+	//	fmt.Println("yamlfile:", string(yamlFile))
+
+	err = yaml.Unmarshal(yamlFile, &yamlConfig)
+	if err != nil {
+		fmt.Printf("Unmarshal: %v when to struct", err)
+	}
+}
+
+func GetYamlConfig() *YamlConfig {
+	return &yamlConfig
+}
+
+func GetAllFile(dir string, s []string) ([]string, error) {
+	fmt.Println("GetAllFile processing...", dir)
+	fmt.Println("dir:", dir)
+
+	rd, err := ioutil.ReadDir(dir)
+	if err != nil {
+		fmt.Println("read dir fail:", err)
+		return s, err
+	}
+
+	for _, fi := range rd {
+		if !fi.IsDir() {
+			fullName := dir + "/" + fi.Name()
+			s = append(s, fullName)
+		}
+	}
+	return s, nil
+}
+
+const defaultConfigFile = "./loadpmxls.yaml"
+
+var (
+	version   string
+	buildTime string
+	goVer     string
+)
+
+var pfiles []string
+
+func init() {
+	cfile := flag.String("c", defaultConfigFile, "config file")
+	pfile := flag.String("f", "", "pm file")
+	pv := flag.Bool("v", false, "print version")
+	ph := flag.Bool("h", false, "print help")
+
+	flag.Parse()
+	if *pv {
+		fmt.Printf("OMC loadpmxls version: %s\n%s\n%s\n\n", version, buildTime, goVer)
+		os.Exit(0)
+	}
+	if *ph {
+		flag.Usage()
+		os.Exit(0)
+	}
+
+	ReadConfig(*cfile)
+
+	fmt.Println("pfile:", *pfile)
+	if *pfile != "" {
+		pfiles = append(pfiles, *pfile)
+	} else {
+		pfiles, _ = GetAllFile(yamlConfig.PmFileDir, pfiles)
+	}
+	fmt.Println("pfiles:", pfiles)
+}

tools/loadpmxls/loadpmxls.go

@@ -0,0 +1,73 @@
+package main
+
+import (
+	"encoding/json"
+	"fmt"
+	"strings"
+
+	"github.com/xuri/excelize/v2"
+)
+
+func main() {
+	fmt.Println("========================= OMC loadpmxls startup =========================")
+	fmt.Println("OMC loadpmxls version: %s %s %s", version, buildTime, goVer)
+
+	for _, f := range pfiles {
+		fmt.Println("f:", f)
+		db := yamlConfig.Database
+		sqlStr := fmt.Sprintf("%s:%s@tcp(%s:%s)/%s", db.User, db.Password, db.Host, db.Port, db.Name)
+		XormConnectDatabaseWithUri(sqlStr)
+		LoadPmIntoMeasureTitle(f)
+	}
+
+}
+
+func LoadPmIntoMeasureTitle(file string) {
+	fmt.Println("file len:", file, len(file))
+	f, err := excelize.OpenFile(file)
+	if err != nil {
+		fmt.Println(err.Error())
+		return
+	}
+
+	list := f.GetSheetList()
+	if err != nil {
+		fmt.Println(err.Error())
+		return
+	}
+	fmt.Println(list)
+	dl := len(yamlConfig.PmFileDir) + 1
+	neType := file[dl : dl+3]
+	fmt.Println("neType:", neType)
+	for _, s := range list {
+		if s[0] == 'H' {
+			rows, _ := f.GetRows(s)
+			var kpiCode, desc, objectType string
+			for _, row := range rows[1:] {
+				if row[0] != "" {
+					kpiCode = row[0]
+				}
+				if len(row) > 4 && row[4] != "" {
+					desc = row[4]
+				}
+				if len(row) > 9 && row[9] != "" {
+					objectType = row[9]
+				}
+				enKpiId := strings.Replace(row[2], " ", "", -1)
+				enKpiId = strings.Replace(enKpiId, "\n", "", -1)
+				isPseudo := "false"
+				if strings.Contains(enKpiId, "_") {
+					isPseudo = "true"
+				}
+				cnKpiId := strings.Replace(row[3], " ", "", -1)
+				cnKpiId = strings.Replace(cnKpiId, "\n", "", -1)
+				titleJson := map[string]string{"cn": cnKpiId, "en": enKpiId}
+				tj, _ := json.Marshal(titleJson)
+				measureTitle := MeasureTitle{neType, kpiCode, enKpiId, isPseudo, objectType, "15M", string(tj), desc}
+				fmt.Println("measureTitle:", measureTitle)
+				//fmt.Print(kpiCode, "\t", row[2], "\t", row[3], "\t", row[4], "\n")
+				XormInsertMeasureTitle(&measureTitle)
+			}
+		}
+	}
+}

tools/loadpmxls/loadpmxls.yaml

@@ -0,0 +1,17 @@
+logger:
+  file: ./loadpmxls.log
+  level: trace
+
+rest:
+  bindip: 0.0.0.0
+  port: 3040
+
+database:
+  type: mysql
+  user: root
+  password: 1000omc@kp!
+  host: 127.0.0.1
+  port: 33066
+  name: omc_db
+
+pmfiledir: ../../config/pm

tools/loadpmxls/loadxlsx.go.bak

@@ -0,0 +1,38 @@
+package main
+
+import (
+	"fmt"
+
+	"github.com/xuri/excelize/v2"
+)
+
+func main() {
+	file := "AMF-PM(V1.1.5)-Company-Version00.xlsx"
+	f, err := excelize.OpenFile(file)
+	if err != nil {
+		fmt.Println(err.Error())
+		return
+	}
+
+	list := f.GetSheetList()
+	if err != nil {
+		fmt.Println(err.Error())
+		return
+	}
+	fmt.Println(list)
+	neType := file[0:3]
+	fmt.Println("neType:", neType)
+	for _, s := range list {
+		if s[0] == 'H' {
+			rows, _ := f.GetRows(s)
+			var kpiCode string
+			for _, row := range rows[1:] {
+				if row[0] != "" {
+					kpiCode = row[0]
+				}
+				fmt.Print(kpiCode, "\t", row[2], "\t", row[3], "\t", row[4], "\n")
+			}
+		}
+	}
+
+}

tools/loadpmxls/makefile

@@ -0,0 +1,22 @@
+# Makefile for rest agent project
+
+PROJECT = OMC
+VERSION = 5GC16.1.1
+PLATFORM = amd64
+DEBDIR = ../../../deb
+ETCDIR = ../../../etc
+RELEASEDIR = ../../../release
+LIBDIR = ../lib
+BINNAME = loadpmxls
+
+.PHONY: build $(BINNAME)
+build $(BINNAME):
+	go build -o $(BINNAME) -v -ldflags "-X 'main.version=$(VERSION)' \
+		-X 'main.buildTime=`date`' \
+		-X 'main.goVer=`go version`'"
+
+run: $(BINNAME)	
+	./$(BINNAME)
+
+clean:
+	rm ./$(BINNAME)