add: 提交

2023-08-14 17:02:50 +08:00
parent 897d45d443
commit 5ac2e981ea
163 changed files with 29466 additions and 0 deletions
--- a/features/dbrest/dbrest.go
+++ b/features/dbrest/dbrest.go
@@ -0,0 +1,671 @@
+package dbrest
+
+import (
+	"encoding/json"
+	"fmt"
+	"io"
+	"net/http"
+	"regexp"
+	"strings"
+	"time"
+
+	"ems.agt/lib/dborm"
+	"ems.agt/lib/global"
+	"ems.agt/lib/log"
+	"ems.agt/lib/services"
+	"ems.agt/restagent/config"
+
+	"github.com/gorilla/mux"
+	"xorm.io/xorm"
+)
+
+type XormResponse struct {
+	Data interface{} `json:"data"`
+}
+
+type XormInsertResponse struct {
+	Data interface{} `json:"data"`
+}
+
+var (
+	// database management rest pattern， discard
+	XormGetDataUri    = config.UriPrefix + "/databaseManagement/{apiVersion}/elementType/{databaseName}/objectType/{tableName}"
+	XormSelectDataUri = config.UriPrefix + "/databaseManagement/{apiVersion}/select/{databaseName}/{tableName}"
+	XormInsertDataUri = config.UriPrefix + "/databaseManagement/{apiVersion}/insert/{databaseName}/{tableName}"
+	XormUpdateDataUri = config.UriPrefix + "/databaseManagement/{apiVersion}/update/{databaseName}/{tableName}"
+	XormDeleteDataUri = config.UriPrefix + "/databaseManagement/{apiVersion}/delete/{databaseName}/{tableName}"
+
+	XormCommonUri  = config.UriPrefix + "/databaseManagement/{apiVersion}/{databaseName}/{tableName}" // for internal
+	XormExtDataUri = config.UriPrefix + "/dataManagement/{apiVersion}/{dataStorage}/{dataObject}"     // for external
+	XormDataSQLUri = config.UriPrefix + "/dataManagement/{apiVersion}/{dataStorage}/{dataObject}"     // for external
+)
+
+var xormResponse XormResponse
+
+// func init() {
+// 	// database management
+// 	routes.Register("GET", XormGetDataUri, DatabaseGetData, nil)
+// 	routes.Register("GET", XormSelectDataUri, DatabaseGetData, nil)
+// 	routes.Register("POST", XormInsertDataUri, DatabaseInsertData, nil)
+// 	routes.Register("PUT", XormUpdateDataUri, DatabaseUpdateData, nil)
+// 	routes.Register("DELETE", XormDeleteDataUri, DatabaseDeleteData, nil)
+// 	// corss orgin domain
+// 	routes.Register("OPTIONS", XormGetDataUri, routes.OptionsProc, nil)
+// 	routes.Register("OPTIONS", XormSelectDataUri, routes.OptionsProc, nil)
+// 	routes.Register("OPTIONS", XormInsertDataUri, routes.OptionsProc, nil)
+// 	routes.Register("OPTIONS", XormUpdateDataUri, routes.OptionsProc, nil)
+// 	routes.Register("OPTIONS", XormDeleteDataUri, routes.OptionsProc, nil)
+
+// 	routes.Register("GET", XormCommonUri, DatabaseGetData, nil)
+// 	routes.Register("POST", XormCommonUri, DatabaseInsertData, nil)
+// 	routes.Register("PUT", XormCommonUri, DatabaseUpdateData, nil)
+// 	routes.Register("DELETE", XormCommonUri, DatabaseDeleteData, nil)
+
+// 	// corss orgin domain
+// 	routes.Register("OPTIONS", XormInsertDataUri, routes.OptionsProc, nil)
+// 	routes.Register("OPTIONS", XormUpdateDataUri, routes.OptionsProc, nil)
+// 	routes.Register("OPTIONS", XormDeleteDataUri, routes.OptionsProc, nil)
+
+// 	routes.Register("OPTIONS", XormCommonUri, routes.OptionsProc, nil)
+// }
+
+var XEngine *xorm.Engine
+
+type DatabaseClient struct {
+	dbType            string
+	dbUrl             string
+	dbConnMaxLifetime time.Duration
+	dbMaxIdleConns    int
+	dbMaxOpenConns    int
+	IsShowSQL         bool
+
+	XEngine *xorm.Engine
+}
+
+var DbClient DatabaseClient
+
+func InitDbClient(dbType, dbUser, dbPassword, dbHost, dbPort, dbName string) error {
+	DbClient.dbUrl = fmt.Sprintf("%s:%s@tcp(%s:%s)/%s?charset=utf8&parseTime=true&loc=Local",
+		dbUser, dbPassword, dbHost, dbPort, dbName)
+	DbClient.dbType = dbType
+	DbClient.dbConnMaxLifetime = 0
+	DbClient.dbMaxIdleConns = 0
+	DbClient.dbMaxOpenConns = 0
+	if log.GetLevel() == log.LOG_TRACE {
+		DbClient.IsShowSQL = true
+	}
+	log.Debugf("dbType:%s dbUrl:%s:******@tcp(%s:%s)/%s??charset=utf8&parseTime=true&loc=Local",
+		dbType, dbUser, dbHost, dbPort, dbName)
+
+	var err error
+	DbClient.XEngine, err = xorm.NewEngine(DbClient.dbType, DbClient.dbUrl)
+	if err != nil {
+		log.Error("Failed to connet database:", err)
+		return err
+	}
+	DbClient.XEngine.SetConnMaxLifetime(DbClient.dbConnMaxLifetime)
+	DbClient.XEngine.SetMaxIdleConns(DbClient.dbMaxIdleConns)
+	DbClient.XEngine.SetMaxOpenConns(DbClient.dbMaxOpenConns)
+	if DbClient.IsShowSQL {
+		DbClient.XEngine.ShowSQL(true)
+	}
+	XEngine = DbClient.XEngine
+
+	return nil
+}
+
+func GetUriSQLArray(r *http.Request) []string {
+	vars := r.URL.Query()
+	s, ok := vars["SQL"]
+	if !ok {
+		log.Info("SQL is not exist")
+		return nil
+	}
+
+	var sa []string
+	for _, r := range s {
+		if r != "" {
+			sa = append(sa, r)
+		}
+	}
+
+	log.Debug("SQL array:", sa)
+	return sa
+}
+
+// Get table name from SQL
+func GetTableNameFromSQL(s string) string {
+	ls := strings.ToLower(s)
+	i1 := strings.Index(ls, "from")
+	i2 := strings.Index(ls, "where")
+
+	var ts string
+	if i1 > 0 {
+		if i2 > 0 && i2 > i1 {
+			ts = ls[i1+4 : i2]
+		}
+		if i2 < 0 {
+			ts = ls[i1+4:]
+		}
+	}
+
+	tn := strings.Trim(ts, " ")
+	log.Debug("i1:", i1, "i2:", i2, "tn:", tn)
+	return tn
+}
+
+func GetTableName(sql string) string {
+	ls := strings.ToLower(sql)
+
+	re := regexp.MustCompile(`from\s+(\S+)`)
+	matches := re.FindStringSubmatch(ls)
+	if len(matches) < 2 {
+		return ""
+	}
+	return matches[1]
+}
+
+func IsQuerySQL(s string) bool {
+	ts := strings.Trim(strings.ToLower(s), " ")
+	if strings.Index(ts, "select") != 0 {
+		return false
+	}
+	return true
+}
+
+// xorm Get data from database
+func ExtDatabaseExecSQL(w http.ResponseWriter, r *http.Request) {
+	log.Debug("ExtDatabaseExecSQL processing... ")
+
+	var sql []string
+	var err error
+
+	_, err = services.CheckExtValidRequest(w, r)
+	if err != nil {
+		log.Error("Request error:", err)
+		return
+	}
+
+	vars := mux.Vars(r)
+	tblName := vars["dataObject"]
+	sql = GetUriSQLArray(r)
+	// select as must, todo ...
+
+	if sql == nil {
+		wc := services.GetUriLocString(r)
+		if wc == "" {
+			sql = append(sql, fmt.Sprintf("select * from %s", tblName))
+		} else {
+			sql = append(sql, fmt.Sprintf("select * from %s where %s", tblName, wc))
+		}
+	}
+
+	ls := services.ExtGetUriPageLimitString(r)
+
+	//	data := make([]map[string]interface{}, 0)
+	//	xormResponse := make([]map[string]interface{}, len(sql))
+	var xormResponse XormResponse
+	data := make([]map[string]interface{}, 0)
+	for i, s := range sql {
+		log.Tracef("SQL[%d]: %s", i, sql[i])
+
+		rows := make([]map[string]interface{}, 0)
+		mapRows := make(map[string]interface{})
+
+		if s != "" {
+			//			err = XEngine.SQL(s).Find(&rows)
+			// if IsQuerySQL(s) == false {
+			// 	services.ResponseNotAcceptable406QuerySQLError(w)
+			// 	return
+			// }
+
+			querySQL := s
+			if i == (len(sql) - 1) {
+				querySQL = querySQL + " " + ls
+			}
+			log.Debug("querySQL:", querySQL)
+			rows, err = DbClient.XEngine.QueryInterface(querySQL)
+			if err != nil {
+				log.Error("SQL failed:", err)
+				services.ResponseInternalServerError500DatabaseOperationFailed(w)
+				return
+			}
+			tableName := GetTableName(s)
+			log.Debugf("s:%s tableName:%s", s, tableName)
+			mapRows[tableName] = rows
+			data = append(data, mapRows)
+			log.Trace("data:", data)
+		}
+		i++
+	}
+	xormResponse.Data = data
+
+	services.ResponseWithJson(w, http.StatusOK, xormResponse)
+}
+
+// xorm Get data from database
+func ExtDatabaseGetData(w http.ResponseWriter, r *http.Request) {
+	log.Debug("ExtDatabaseGetData processing... ")
+
+	var sql []string
+	token, err := services.CheckExtValidRequest(w, r)
+	if err != nil {
+		log.Error("Request error:", err)
+		return
+	}
+
+	vars := mux.Vars(r)
+	dbname := vars["dataStorage"]
+	tbname := vars["dataObject"]
+
+	log.Debugf("token:%s, method:%s, dbname:%s, tbname:%s", token, r.Method, dbname, tbname)
+	exist, err := dborm.IsPermissionDeny(token, strings.ToLower(r.Method), dbname, tbname)
+	if err != nil {
+		log.Error("Failed to get permission:", err)
+		services.ResponseForbidden403NotPermission(w)
+		return
+	}
+	if !exist {
+		log.Error("Not permission!")
+		services.ResponseForbidden403NotPermission(w)
+		return
+	}
+
+	sql = GetUriSQLArray(r)
+	// select as must, todo ...
+	if sql == nil {
+		wc := services.GetUriLocString(r)
+		if wc == "" {
+			sql = append(sql, fmt.Sprintf("select * from %s", tbname))
+		} else {
+			sql = append(sql, fmt.Sprintf("select * from %s where %s", tbname, wc))
+		}
+	}
+
+	ls := services.ExtGetUriPageLimitString(r)
+
+	//	data := make([]map[string]interface{}, 0)
+	//	xormResponse := make([]map[string]interface{}, len(sql))
+	var xormResponse XormResponse
+	data := make([]map[string]interface{}, 0)
+	for i, s := range sql {
+		log.Tracef("SQL[%d]: %s", i, sql[i])
+
+		rows := make([]map[string]interface{}, 0)
+		mapRows := make(map[string]interface{})
+
+		if s != "" {
+			//			err = XEngine.SQL(s).Find(&rows)
+			if IsQuerySQL(s) == false {
+				services.ResponseNotAcceptable406QuerySQLError(w)
+				return
+			}
+
+			querySQL := s
+			if i == (len(sql) - 1) {
+				querySQL = querySQL + " " + ls
+			}
+			log.Debug("querySQL:", querySQL)
+			rows, err = DbClient.XEngine.QueryInterface(querySQL)
+			if err != nil {
+				log.Error("SQL failed:", err)
+				services.ResponseInternalServerError500DatabaseOperationFailed(w)
+				return
+			}
+			tableName := GetTableName(s)
+			log.Debugf("s:%s tableName:%s", s, tableName)
+			mapRows[tableName] = rows
+			data = append(data, mapRows)
+			log.Trace("data:", data)
+		}
+		i++
+	}
+	xormResponse.Data = data
+
+	services.ResponseWithJson(w, http.StatusOK, xormResponse)
+}
+
+func ExtDatabaseInsertData(w http.ResponseWriter, r *http.Request) {
+	log.Debug("ExtDatabaseInsertData processing... ")
+
+	token, err := services.CheckExtValidRequest(w, r)
+	if err != nil {
+		log.Error("Request error:", err)
+		return
+	}
+
+	body, err := io.ReadAll(io.LimitReader(r.Body, global.RequestBodyMaxLen)) //io.LimitReader限制大小
+	if err != nil {
+		log.Error("io.ReadAll failed:", err)
+		services.ResponseNotFound404UriNotExist(w, r)
+		return
+	}
+
+	vars := mux.Vars(r)
+	dbname := vars["dataStorage"]
+	tbname := vars["dataObject"]
+
+	log.Debugf("token:%s, method:%s, dbname:%s, tbname:%s", token, r.Method, dbname, tbname)
+	exist, err := dborm.IsPermissionDeny(token, strings.ToLower(r.Method), dbname, tbname)
+	if err != nil {
+		log.Error("Failed to get permission:", err)
+		services.ResponseForbidden403NotPermission(w)
+		return
+	}
+	if !exist {
+		log.Error("Not permission!")
+		services.ResponseForbidden403NotPermission(w)
+		return
+	}
+
+	log.Debug("Request body:", string(body), "dataObject:", tbname)
+	insertData := make(map[string]interface{})
+	_ = json.Unmarshal(body, &insertData)
+
+	tn, sql := dborm.ConstructInsertSQL(tbname, insertData)
+	log.Tracef("tn: %s sql :%s", tn, sql)
+	xSession := DbClient.XEngine.NewSession()
+	defer xSession.Close()
+	var affected int64
+	for _, s := range sql {
+		res, err := xSession.Exec(s)
+		if err != nil {
+			log.Error("Insert failed:", err)
+			services.ResponseInternalServerError500DatabaseOperationFailed(w)
+			return
+		}
+		n, _ := res.RowsAffected()
+		affected = affected + n
+	}
+	xSession.Commit()
+	//	affected, err := InsertDataWithJson(insertData)
+	mapRow := make(map[string]interface{})
+	row := map[string]interface{}{"affectedRows": affected}
+	mapRow[tn] = row
+	//	xormResponse.Data = mapRow
+	services.ResponseWithJson(w, http.StatusOK, mapRow)
+}
+
+func ExtDatabaseUpdateData(w http.ResponseWriter, r *http.Request) {
+	log.Debug("ExtDatabaseUpdateData processing... ")
+
+	token, err := services.CheckExtValidRequest(w, r)
+	if err != nil {
+		log.Error("Request error:", err)
+		return
+	}
+
+	vars := mux.Vars(r)
+	dbname := vars["dataStorage"]
+	tbname := vars["dataObject"]
+
+	log.Debugf("token:%s, method:%s, dbname:%s, tbname:%s", token, r.Method, dbname, tbname)
+	exist, err := dborm.IsPermissionDeny(token, strings.ToLower(r.Method), dbname, tbname)
+	if err != nil {
+		log.Error("Failed to get permission:", err)
+		services.ResponseForbidden403NotPermission(w)
+		return
+	}
+	if !exist {
+		log.Error("Not permission!")
+		services.ResponseForbidden403NotPermission(w)
+		return
+	}
+
+	body, err := io.ReadAll(io.LimitReader(r.Body, global.RequestBodyMaxLen))
+	if err != nil {
+		log.Error("io.ReadAll is failed:", err)
+		services.ResponseNotFound404UriNotExist(w, r)
+		return
+	}
+
+	wc := services.GetUriLocString(r)
+
+	log.Debug("Request body:", string(body), "Tablename:", tbname, "wc:", wc)
+	updateData := make(map[string]interface{})
+	_ = json.Unmarshal(body, &updateData)
+
+	tn, sql := dborm.ConstructUpdateSQL(tbname, updateData, wc)
+	log.Tracef("tn: %s sql :%s", tn, sql)
+	xSession := DbClient.XEngine.NewSession()
+	defer xSession.Close()
+	var affected int64
+	for _, s := range sql {
+		res, err := xSession.Exec(s)
+		if err != nil {
+			log.Error("Update failed:", err)
+			services.ResponseInternalServerError500DatabaseOperationFailed(w)
+			return
+		}
+		n, _ := res.RowsAffected()
+		affected = affected + n
+	}
+	xSession.Commit()
+	mapRow := make(map[string]interface{})
+	row := map[string]interface{}{"affectedRows": affected}
+	mapRow[tn] = row
+	services.ResponseWithJson(w, http.StatusOK, mapRow)
+}
+
+func ExtDatabaseDeleteData(w http.ResponseWriter, r *http.Request) {
+	log.Debug("ExtDatabaseDeleteData processing... ")
+
+	token, err := services.CheckExtValidRequest(w, r)
+	if err != nil {
+		log.Error("Request error:", err)
+		return
+	}
+
+	vars := mux.Vars(r)
+	dbname := vars["dataStorage"]
+	tbname := vars["dataObject"]
+
+	log.Debugf("token:%s, method:%s, dbname:%s, tbname:%s", token, r.Method, dbname, tbname)
+	exist, err := dborm.IsPermissionDeny(token, strings.ToLower(r.Method), dbname, tbname)
+	if err != nil {
+		log.Error("Failed to get permission:", err)
+		services.ResponseForbidden403NotPermission(w)
+		return
+	}
+	if !exist {
+		log.Error("Not permission!")
+		services.ResponseForbidden403NotPermission(w)
+		return
+	}
+
+	wc := services.GetUriLocString(r)
+
+	log.Debug("Table name:", tbname, "wc:", wc)
+
+	sql := dborm.ConstructDeleteSQL(tbname, wc)
+	xSession := DbClient.XEngine.NewSession()
+	defer xSession.Close()
+	res, err := xSession.Exec(sql)
+	if err != nil {
+		log.Error("Update failed, err:", err)
+		services.ResponseInternalServerError500DatabaseOperationFailed(w)
+		return
+	}
+	affected, _ := res.RowsAffected()
+	xSession.Commit()
+	mapRow := make(map[string]interface{})
+	row := map[string]interface{}{"affectedRows": affected}
+	mapRow["data"] = row
+	services.ResponseWithJson(w, http.StatusOK, mapRow)
+}
+
+// xorm Get data from database
+func DatabaseGetData(w http.ResponseWriter, r *http.Request) {
+	log.Debug("DatabaseGetData processing... ")
+
+	var sql []string
+	var err error
+
+	_, err = services.CheckFrontValidRequest(w, r)
+	if err != nil {
+		log.Error("Request error:", err)
+		return
+	}
+
+	vars := mux.Vars(r)
+	tblName := vars["tableName"]
+	sql = GetUriSQLArray(r)
+	// select as must, todo ...
+
+	if sql == nil {
+		wc := services.GetUriWhereString(r)
+		if wc == "" {
+			sql = append(sql, fmt.Sprintf("select * from %s", tblName))
+		} else {
+			sql = append(sql, fmt.Sprintf("select * from %s where %s", tblName, wc))
+		}
+	}
+
+	ls := services.GetUriPageLimitString(r)
+
+	//	data := make([]map[string]interface{}, 0)
+	//	xormResponse := make([]map[string]interface{}, len(sql))
+	var xormResponse XormResponse
+	data := make([]map[string]interface{}, 0)
+	for i, s := range sql {
+		log.Tracef("SQL[%d]: %s", i, sql[i])
+
+		rows := make([]map[string]interface{}, 0)
+		mapRows := make(map[string]interface{})
+
+		if s != "" {
+			//			err = XEngine.SQL(s).Find(&rows)
+			if IsQuerySQL(s) == false {
+				services.ResponseNotAcceptable406QuerySQLError(w)
+				return
+			}
+
+			querySQL := s
+			if i == (len(sql) - 1) {
+				querySQL = querySQL + " " + ls
+			}
+			log.Debug("querySQL:", querySQL)
+			rows, err = DbClient.XEngine.QueryInterface(querySQL)
+			if err != nil {
+				log.Error("SQL failed:", err)
+				services.ResponseInternalServerError500DatabaseOperationFailed(w)
+				return
+			}
+			tableName := GetTableName(s)
+			log.Debugf("s:%s tableName:%s", s, tableName)
+			mapRows[tableName] = rows
+			data = append(data, mapRows)
+			log.Trace("data:", data)
+		}
+		i++
+	}
+	xormResponse.Data = data
+
+	services.ResponseWithJson(w, http.StatusOK, xormResponse)
+}
+
+func DatabaseInsertData(w http.ResponseWriter, r *http.Request) {
+	log.Debug("DatabaseInsertData processing... ")
+
+	body, err := io.ReadAll(io.LimitReader(r.Body, global.RequestBodyMaxLen)) //io.LimitReader限制大小
+	if err != nil {
+		log.Error("io.ReadAll failed:", err)
+		services.ResponseNotFound404UriNotExist(w, r)
+		return
+	}
+
+	vars := mux.Vars(r)
+	tableName := vars["tableName"]
+	log.Debug("Request body:", string(body), "tableName:", tableName)
+	insertData := make(map[string]interface{})
+	_ = json.Unmarshal(body, &insertData)
+
+	tn, sql := dborm.ConstructInsertSQL(tableName, insertData)
+	log.Tracef("tn: %s sql :%s", tn, sql)
+	xSession := DbClient.XEngine.NewSession()
+	defer xSession.Close()
+	var affected int64
+	for _, s := range sql {
+		res, err := xSession.Exec(s)
+		if err != nil {
+			log.Error("Insert failed:", err)
+			services.ResponseInternalServerError500DatabaseOperationFailed(w)
+			return
+		}
+		n, _ := res.RowsAffected()
+		affected = affected + n
+	}
+	xSession.Commit()
+	//	affected, err := InsertDataWithJson(insertData)
+	mapRow := make(map[string]interface{})
+	row := map[string]interface{}{"affectedRows": affected}
+	mapRow[tn] = row
+	//	xormResponse.Data = mapRow
+	services.ResponseWithJson(w, http.StatusOK, mapRow)
+}
+
+func DatabaseUpdateData(w http.ResponseWriter, r *http.Request) {
+	log.Debug("DatabaseUpdateData processing... ")
+
+	body, err := io.ReadAll(io.LimitReader(r.Body, global.RequestBodyMaxLen))
+	if err != nil {
+		log.Error("io.ReadAll is failed:", err)
+		services.ResponseNotFound404UriNotExist(w, r)
+		return
+	}
+
+	vars := mux.Vars(r)
+	tblName := vars["tableName"]
+	wc := services.GetUriWhereString(r)
+
+	log.Debug("Request body:", string(body), "Table name:", tblName, "wc:", wc)
+	updateData := make(map[string]interface{})
+	_ = json.Unmarshal(body, &updateData)
+
+	tn, sql := dborm.ConstructUpdateSQL(tblName, updateData, wc)
+	log.Tracef("tn: %s sql :%s", tn, sql)
+	xSession := DbClient.XEngine.NewSession()
+	defer xSession.Close()
+	var affected int64
+	for _, s := range sql {
+		res, err := xSession.Exec(s)
+		if err != nil {
+			log.Error("Update failed:", err)
+			services.ResponseInternalServerError500DatabaseOperationFailed(w)
+			return
+		}
+		n, _ := res.RowsAffected()
+		affected = affected + n
+	}
+	xSession.Commit()
+	mapRow := make(map[string]interface{})
+	row := map[string]interface{}{"affectedRows": affected}
+	mapRow[tn] = row
+	services.ResponseWithJson(w, http.StatusOK, mapRow)
+}
+
+func DatabaseDeleteData(w http.ResponseWriter, r *http.Request) {
+	log.Debug("DatabaseDeleteData processing... ")
+
+	vars := mux.Vars(r)
+	tblName := vars["tableName"]
+	wc := services.GetUriWhereString(r)
+
+	log.Debug("Table name:", tblName, "wc:", wc)
+
+	sql := dborm.ConstructDeleteSQL(tblName, wc)
+	xSession := DbClient.XEngine.NewSession()
+	defer xSession.Close()
+	res, err := xSession.Exec(sql)
+	if err != nil {
+		log.Error("Update failed, err:", err)
+		services.ResponseInternalServerError500DatabaseOperationFailed(w)
+		return
+	}
+	affected, _ := res.RowsAffected()
+	xSession.Commit()
+	mapRow := make(map[string]interface{})
+	row := map[string]interface{}{"affectedRows": affected}
+	mapRow["data"] = row
+	services.ResponseWithJson(w, http.StatusOK, mapRow)
+}