tool.go 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903
  1. package tools
  2. import (
  3. "archive/zip"
  4. "bufio"
  5. "bytes"
  6. "encoding/base64"
  7. "encoding/binary"
  8. "errors"
  9. "fmt"
  10. "io"
  11. "io/fs"
  12. "io/ioutil"
  13. "log"
  14. "net"
  15. "net/http"
  16. "net/url"
  17. "os"
  18. "os/exec"
  19. "path"
  20. "path/filepath"
  21. "regexp"
  22. "runtime"
  23. "scd_check_tools/conf"
  24. "scd_check_tools/logger"
  25. "strconv"
  26. "strings"
  27. "sync"
  28. "time"
  29. "unicode"
  30. "golang.org/x/text/transform"
  31. "hash/crc32"
  32. "github.com/astaxie/beego/orm"
  33. "golang.org/x/text/encoding/simplifiedchinese"
  34. //"golang.org/x/text/transform"
  35. )
  36. var GlobalID int64
  37. var MbTable = []uint16{0x0000, 0xC0C1, 0xC181, 0x0140, 0xC301, 0x03C0, 0x0280, 0xC241, 0xC601, 0x06C0, 0x0780, 0xC741, 0x0500, 0xC5C1, 0xC481, 0x0440, 0xCC01, 0x0CC0, 0x0D80, 0xCD41, 0x0F00, 0xCFC1, 0xCE81, 0x0E40, 0x0A00, 0xCAC1, 0xCB81, 0x0B40, 0xC901, 0x09C0, 0x0880, 0xC841, 0xD801, 0x18C0, 0x1980, 0xD941, 0x1B00, 0xDBC1, 0xDA81, 0x1A40, 0x1E00, 0xDEC1, 0xDF81, 0x1F40, 0xDD01, 0x1DC0, 0x1C80, 0xDC41, 0x1400, 0xD4C1, 0xD581, 0x1540, 0xD701, 0x17C0, 0x1680, 0xD641, 0xD201, 0x12C0, 0x1380, 0xD341, 0x1100, 0xD1C1, 0xD081, 0x1040, 0xF001, 0x30C0, 0x3180, 0xF141, 0x3300, 0xF3C1, 0xF281, 0x3240, 0x3600, 0xF6C1, 0xF781, 0x3740, 0xF501, 0x35C0, 0x3480, 0xF441, 0x3C00, 0xFCC1, 0xFD81, 0x3D40, 0xFF01, 0x3FC0, 0x3E80, 0xFE41, 0xFA01, 0x3AC0, 0x3B80, 0xFB41, 0x3900, 0xF9C1, 0xF881, 0x3840, 0x2800, 0xE8C1, 0xE981, 0x2940, 0xEB01, 0x2BC0, 0x2A80, 0xEA41, 0xEE01, 0x2EC0, 0x2F80, 0xEF41, 0x2D00, 0xEDC1, 0xEC81, 0x2C40, 0xE401, 0x24C0, 0x2580, 0xE541, 0x2700, 0xE7C1, 0xE681, 0x2640, 0x2200, 0xE2C1, 0xE381, 0x2340, 0xE101, 0x21C0, 0x2080, 0xE041, 0xA001, 0x60C0, 0x6180, 0xA141, 0x6300, 0xA3C1, 0xA281, 0x6240, 0x6600, 0xA6C1, 0xA781, 0x6740, 0xA501, 0x65C0, 0x6480, 0xA441, 0x6C00, 0xACC1, 0xAD81, 0x6D40, 0xAF01, 0x6FC0, 0x6E80, 0xAE41, 0xAA01, 0x6AC0, 0x6B80, 0xAB41, 0x6900, 0xA9C1, 0xA881, 0x6840, 0x7800, 0xB8C1, 0xB981, 0x7940, 0xBB01, 0x7BC0, 0x7A80, 0xBA41, 0xBE01, 0x7EC0, 0x7F80, 0xBF41, 0x7D00, 0xBDC1, 0xBC81, 0x7C40, 0xB401, 0x74C0, 0x7580, 0xB541, 0x7700, 0xB7C1, 0xB681, 0x7640, 0x7200, 0xB2C1, 0xB381, 0x7340, 0xB101, 0x71C0, 0x7080, 0xB041, 0x5000, 0x90C1, 0x9181, 0x5140, 0x9301, 0x53C0, 0x5280, 0x9241, 0x9601, 0x56C0, 0x5780, 0x9741, 0x5500, 0x95C1, 0x9481, 0x5440, 0x9C01, 0x5CC0, 0x5D80, 0x9D41, 0x5F00, 0x9FC1, 0x9E81, 0x5E40, 0x5A00, 0x9AC1, 0x9B81, 0x5B40, 0x9901, 0x59C0, 0x5880, 0x9841, 0x8801, 0x48C0, 0x4980, 0x8941, 0x4B00, 0x8BC1, 0x8A81, 0x4A40, 0x4E00, 0x8EC1, 0x8F81, 0x4F40, 0x8D01, 0x4DC0, 0x4C80, 0x8C41, 0x4400, 0x84C1, 0x8581, 0x4540, 0x8701, 0x47C0, 0x4680, 0x8641, 0x8201, 0x42C0, 0x4380, 0x8341, 0x4100, 0x81C1, 0x8081, 0x4040}
  38. func NowTime() string {
  39. //大坑一个:必须使用这个时间格式化,忘记YYYY mm ss hh mi ss这些吧
  40. return time.Now().Format("2006-01-02 15:04:05")
  41. }
  42. func TimeSeq(bit ...int) int {
  43. if bit != nil && bit[0] == 13 {
  44. return int(time.Now().UnixNano() / 1e6)
  45. }
  46. return int(time.Now().Unix())
  47. }
  48. func Typeof(v interface{}) string {
  49. return fmt.Sprintf("%T", v)
  50. }
  51. //过滤特殊字符
  52. //chars:过滤指定的字符,多个字符使用逗号分隔
  53. func FilterSpecialChar(p string, chars ...string) string {
  54. if p == "" {
  55. return ""
  56. }
  57. v := "<|>|'"
  58. if len(chars) > 0 {
  59. v = strings.ReplaceAll(chars[0], ",", "|")
  60. }
  61. return regexp.MustCompile(v).ReplaceAllString(p, "")
  62. }
  63. func IsEmpty(p interface{}, defaultvalue ...string) string {
  64. if p == nil {
  65. if defaultvalue != nil && len(defaultvalue) > 0 {
  66. return defaultvalue[0]
  67. }
  68. return ""
  69. }
  70. objtype := Typeof(p)
  71. if objtype == "int" {
  72. return strconv.Itoa(p.(int))
  73. } else if objtype == "int32" {
  74. return strconv.FormatInt(int64(p.(int32)), 10)
  75. } else if objtype == "int64" {
  76. return strconv.FormatInt(p.(int64), 10)
  77. } else if objtype == "float64" {
  78. return strconv.FormatFloat(p.(float64), 'f', -1, 64)
  79. }
  80. v := p.(string)
  81. if v == "" {
  82. if defaultvalue != nil && len(defaultvalue) > 0 {
  83. return defaultvalue[0]
  84. }
  85. }
  86. return strings.Trim(v, " ")
  87. }
  88. func CheckErr(err error) {
  89. if err != nil {
  90. log.Println(err.Error())
  91. }
  92. }
  93. //多表达式分组匹配
  94. //多个表达式组时使用&分隔,每个分组表达式可使用()括起来,更加易读,且内部内容必须符合正则表过式规则
  95. //表达式样例1:(断路器)&(跳|合|闸){1,}&(位置)
  96. //表达式样例2:Ia1&A&保护
  97. func RexGroupTestMatch(regstr, soruce string) (bool, error) {
  98. if regstr == "" || soruce == "" {
  99. return false, errors.New("参数无效")
  100. }
  101. regstrs := strings.Split(regstr, "&")
  102. if len(regstrs) == 1 {
  103. //未分组时,直接匹配
  104. fcdarex, err2 := regexp.Compile(regstr)
  105. if err2 != nil {
  106. logger.Logger.Error(err2, regstr)
  107. return false, errors.New("无效的正则表达式")
  108. }
  109. r := fcdarex.MatchString(soruce)
  110. /*
  111. if !r {
  112. logger.Logger.Debug(errors.New("表达式验证未通过:" + regstr + " 匹配目标:" + soruce))
  113. }
  114. */
  115. return r, nil
  116. }
  117. wg := sync.WaitGroup{}
  118. wg.Add(len(regstrs))
  119. wgResultFalse := sync.Map{}
  120. for _, item := range regstrs {
  121. go func(item string) {
  122. fcdarex, err2 := regexp.Compile(item)
  123. r := true
  124. if err2 != nil {
  125. logger.Logger.Error(err2, item)
  126. r = false
  127. wgResultFalse.Store("false", r)
  128. } else if !fcdarex.MatchString(soruce) {
  129. r = false
  130. wgResultFalse.Store("false", r)
  131. }
  132. /*
  133. if !r {
  134. logger.Logger.Debug(errors.New("部分表达式验证未通过:" + item + " 匹配目标:" + soruce))
  135. }
  136. */
  137. wg.Done()
  138. }(item)
  139. }
  140. wg.Wait()
  141. matchSuccess := true
  142. if _, h := wgResultFalse.Load("false"); h {
  143. matchSuccess = false
  144. }
  145. return matchSuccess, nil
  146. }
  147. //生成全局唯一ID序列
  148. func GetSeqID() int64 {
  149. if GlobalID == 0 {
  150. GlobalID = 1
  151. } else {
  152. GlobalID = GlobalID + 1
  153. }
  154. return GlobalID
  155. }
  156. //不建议使用。建议直接使用log包
  157. func Log(logdata interface{}) {
  158. if conf.GlobalConfig["loglevel"] == "4" || conf.GlobalConfig["loglevel"] == "5" {
  159. log.Println(logdata)
  160. }
  161. }
  162. //不建议使用。建议直接使用log包
  163. func Error(logdata interface{}) {
  164. log.Println(logdata)
  165. }
  166. func FormatFileSize(size int64) string {
  167. if size == 0 {
  168. return "0B"
  169. } else if size < 1024 {
  170. return fmt.Sprintf("%dB", size)
  171. } else if size < (1024 * 1024) {
  172. return fmt.Sprintf("%.2fKB", float64(size)/float64(1024))
  173. } else if size < (1024 * 1024 * 1024) {
  174. return fmt.Sprintf("%.2fMB", float64(size)/float64(1024*1024))
  175. } else if size < (1024 * 1024 * 1024 * 1024) {
  176. return fmt.Sprintf("%.2fGB", float64(size)/float64(1024*1024*1024))
  177. } else if size < (1024 * 1024 * 1024 * 1024 * 1024) {
  178. return fmt.Sprintf("%.2fTB", float64(size)/float64(1024*1024*1024*1024))
  179. } else {
  180. return ""
  181. }
  182. }
  183. func CalCheckCRC32(data string) string {
  184. return fmt.Sprintf("%X", crc32.ChecksumIEEE([]byte(data)))
  185. }
  186. func CalCheckXor(command16 string) string {
  187. var a int64 = 0
  188. for i := 0; i < len(command16); i++ {
  189. a1, _ := strconv.ParseInt(command16[i:i+2], 16, 16)
  190. a2, _ := strconv.ParseInt(command16[i+2:i+4], 16, 16)
  191. a = a ^ (a1 ^ a2)
  192. i = i + 3
  193. }
  194. h := fmt.Sprintf("%X", a)
  195. return h
  196. }
  197. func CalCheckCrc16_Modbus(data []byte) string {
  198. var crc16 uint16
  199. crc16 = 0xffff
  200. for _, v := range data {
  201. n := uint8(uint16(v) ^ crc16)
  202. crc16 >>= 8
  203. crc16 ^= MbTable[n]
  204. }
  205. int16buf := new(bytes.Buffer)
  206. binary.Write(int16buf, binary.LittleEndian, crc16)
  207. r := fmt.Sprintf("%+X", int16buf.Bytes())
  208. return r
  209. }
  210. func CalCheckCRC(commd string) (r string) {
  211. var i = 0
  212. var sum = 0
  213. for {
  214. h1 := commd[i : i+2]
  215. n, _ := strconv.ParseUint(h1, 16, 32)
  216. //fmt.Println(h1 + "=====" + strconv.Itoa(int(n)))
  217. sum = sum + int(n)
  218. i = i + 2
  219. if i >= len(commd) {
  220. break
  221. }
  222. }
  223. if sum > 256 {
  224. sum = sum - 256
  225. }
  226. var hexStr = strconv.FormatInt(int64(sum), 16)
  227. return hexStr
  228. }
  229. func GetNetPicBase64(picurl string) string {
  230. resp, err := http.Get(picurl)
  231. if err != nil {
  232. fmt.Println(err)
  233. return ""
  234. }
  235. defer resp.Body.Close()
  236. /*body, er := ioutil.ReadAll(resp.Body)
  237. if er != nil {
  238. fmt.Println(er)
  239. return ""
  240. }*/
  241. dir, _ := filepath.Abs(filepath.Dir(os.Args[0]))
  242. reader := bufio.NewReaderSize(resp.Body, 500*1024)
  243. fileName := path.Base(picurl)
  244. file, _ := os.Create(dir + "/tests/" + fileName)
  245. writer := bufio.NewWriter(file)
  246. io.Copy(writer, reader)
  247. defer file.Close()
  248. ff, _ := os.Open(dir + "/tests/" + fileName)
  249. defer ff.Close()
  250. sourcebuffer := make([]byte, 500*1024)
  251. n, _ := ff.Read(sourcebuffer)
  252. //base64压缩
  253. sourcestring := base64.StdEncoding.EncodeToString(sourcebuffer[:n])
  254. return sourcestring
  255. }
  256. func GetPicBase64(picpath string, saveas string) string {
  257. ff, _ := os.Open(picpath)
  258. defer ff.Close()
  259. sourcebuffer := make([]byte, 5*1024*1024)
  260. n, _ := ff.Read(sourcebuffer)
  261. //base64压缩
  262. sourcestring := base64.StdEncoding.EncodeToString(sourcebuffer[:n])
  263. if saveas != "" {
  264. os.WriteFile(saveas, []byte(sourcestring), fs.ModePerm)
  265. }
  266. return sourcestring
  267. }
  268. func Base64MakePic(base64str string, picPath string) error {
  269. //fmt.Println(base64str)
  270. ddd, _ := base64.StdEncoding.DecodeString(base64str[len("data:image/jpeg;base64,"):])
  271. return ioutil.WriteFile(picPath, ddd, 0666)
  272. }
  273. //解析datatable参数为Map对象
  274. func ParseDatatableParamByFormdata(reqStr url.Values) map[string]interface{} {
  275. var result = map[string]interface{}{"datatable": map[string]interface{}{}}
  276. datatable := map[string]interface{}{"sort": map[string]interface{}{"sort": reqStr.Get("datatable[sort][sort]"), "field": reqStr.Get("datatable[sort][field]")}, "pagination": map[string]interface{}{"page": reqStr.Get("datatable[pagination][page]"), "perpage": reqStr.Get("datatable[pagination][perpage]")}}
  277. for k, v := range reqStr {
  278. if strings.HasPrefix(k, "datatable") {
  279. if !strings.HasPrefix(k, "datatable[pagination]") && !strings.HasPrefix(k, "datatable[sort]") {
  280. newKey := strings.Replace(k, "datatable", "", 1)
  281. newKey = strings.Replace(newKey, "[", "", 1)
  282. newKey = strings.Replace(newKey, "]", "", 1)
  283. datatable[newKey], _ = url.QueryUnescape(v[0])
  284. }
  285. } else {
  286. datatable[k], _ = url.QueryUnescape(v[0])
  287. }
  288. }
  289. result["datatable"] = datatable
  290. return result
  291. }
  292. //解析datatable参数为Map对象
  293. func ParseFormParam(reqStr url.Values) map[string]interface{} {
  294. var result = map[string]interface{}{"datatable": map[string]interface{}{}}
  295. datatable := map[string]interface{}{"sort": map[string]interface{}{"sort": reqStr.Get("datatable[sort][sort]"), "field": reqStr.Get("datatable[sort][field]")}, "pagination": map[string]interface{}{"page": reqStr.Get("datatable[pagination][page]"), "perpage": reqStr.Get("datatable[pagination][perpage]")}}
  296. result["datatable"] = datatable
  297. for k, v := range reqStr {
  298. if strings.Index(k, "datatable") == -1 {
  299. result[k] = v[0]
  300. } else if strings.Index(k, "datatable[sort]") == -1 && strings.Index(k, "datatable[pagination]") == -1 {
  301. k1 := strings.ReplaceAll(k, "datatable[", "")
  302. k1 = strings.ReplaceAll(k1, "]", "")
  303. result[k1] = v[0]
  304. }
  305. }
  306. return result
  307. }
  308. func OriginalCode(password interface{}) string {
  309. var result string
  310. pwd := strings.Split(password.(string), "0000")
  311. if len(pwd) == 2 {
  312. password2 := pwd[1]
  313. password2 = password2[len(password2)-(len(password2)/3*3):] //去除前面多余的0
  314. for i := 0; i < len(password2)/3; i++ {
  315. number := password2[i*3 : (i+1)*3]
  316. p, _ := strconv.ParseInt(number, 16, 32)
  317. result += string(p)
  318. }
  319. }
  320. return result
  321. }
  322. //解析datatable参数为Map对象
  323. func ParseDatatableParam(reqStr string) map[string]interface{} {
  324. var result = map[string]interface{}{"datatable": map[string]interface{}{}}
  325. tmp, _ := url.QueryUnescape(reqStr)
  326. datatable := map[string]interface{}{"sort": map[string]interface{}{"sort": "", "field": ""}, "pagination": map[string]interface{}{"page": 1, "perpage": 20}}
  327. if strings.HasPrefix(tmp, "datatable") {
  328. pl := strings.Split(tmp, "&")
  329. for _, item := range pl {
  330. vs := strings.Split(item, "=")
  331. re, _ := regexp.Compile(`\[.*?\]`)
  332. all := re.FindAll([]byte(vs[0]), -1)
  333. if len(all) == 1 {
  334. key := strings.Replace(strings.Replace(string(all[0]), "[", "", 1), "]", "", 1)
  335. datatable[key] = vs[1]
  336. } else if len(all) == 2 {
  337. ele := strings.Replace(strings.Replace(string(all[0]), "[", "", 1), "]", "", 1)
  338. key := strings.Replace(strings.Replace(string(all[1]), "[", "", 1), "]", "", 1)
  339. if _, ok := datatable[ele]; ok {
  340. tmp := datatable[ele].(map[string]interface{})
  341. tmp[key] = vs[1]
  342. } else {
  343. datatable[ele] = map[string]interface{}{key: vs[1]}
  344. }
  345. }
  346. }
  347. result["datatable"] = datatable
  348. }
  349. return result
  350. }
  351. //从请求参数中解析分页数据,组装成SQL格式
  352. func ParsePaginationToSqlPart(param map[string]interface{}, alias ...string) (string, map[string]interface{}) {
  353. var limit = ""
  354. var hasfield bool
  355. var t_alias = ""
  356. var t_id_alias = "id"
  357. if alias != nil {
  358. t_alias = alias[0] + "."
  359. }
  360. if alias != nil && len(alias) > 1 {
  361. t_id_alias = alias[1]
  362. }
  363. var meta = map[string]interface{}{"field": "", "sort": "", "page": "1", "pages": "0", "perpage": "1000000", "total": "0"}
  364. if datatable, ok := param["datatable"]; ok {
  365. dt := datatable.(map[string]interface{})
  366. var field, sorttype interface{}
  367. if sort, hassort := dt["sort"]; hassort {
  368. sortmap := sort.(map[string]interface{})
  369. if field, hasfield = sortmap["field"]; !hasfield || IsEmpty(field) == "" {
  370. field = t_id_alias
  371. }
  372. if sorttype, hasfield = sortmap["sort"]; !hasfield || IsEmpty(field) == "" {
  373. sorttype = "desc"
  374. }
  375. meta["field"] = field
  376. meta["sort"] = sorttype
  377. limit = limit + " order by " + t_alias + field.(string) + " " + sorttype.(string)
  378. }
  379. if pagination, has := dt["pagination"]; has {
  380. paginationmap := pagination.(map[string]interface{})
  381. if limit == "" {
  382. if field, hasfield = paginationmap["field"]; hasfield && IsEmpty(field) != "" {
  383. if sorttype, hasfield = paginationmap["sort"]; !hasfield || IsEmpty(sorttype) != "" {
  384. meta["field"] = field
  385. meta["sort"] = sorttype
  386. limit = limit + " order by " + t_alias + field.(string) + " " + sorttype.(string)
  387. }
  388. }
  389. }
  390. var page, perpage interface{}
  391. if page, hasfield = paginationmap["page"]; !hasfield || IsEmpty(page) == "" {
  392. page = "1"
  393. }
  394. if perpage, hasfield = paginationmap["perpage"]; !hasfield || IsEmpty(perpage) == "" {
  395. perpage = "50"
  396. }
  397. var pageno, pagesize int
  398. if Typeof(page) == "int" {
  399. pageno = page.(int)
  400. } else {
  401. pageno, _ = strconv.Atoi(page.(string))
  402. }
  403. if Typeof(perpage) == "int" {
  404. pagesize = perpage.(int)
  405. } else {
  406. pagesize, _ = strconv.Atoi(perpage.(string))
  407. }
  408. meta["page"] = pageno
  409. meta["perpage"] = pagesize
  410. //limit = limit + " limit " + strconv.Itoa((pageno-1)*pagesize) + "," + strconv.Itoa(pageno*pagesize)
  411. limit = limit + " limit " + strconv.Itoa((pageno-1)*pagesize) + "," + strconv.Itoa(pagesize)
  412. } else {
  413. limit = limit + " limit 0,1000000"
  414. }
  415. }
  416. return limit, meta
  417. }
  418. //从请求参数中解析分页数据,组装成不包含排序的SQL格式
  419. func ParsePaginationToSqlPartNoOrderBY(param map[string]interface{}, alias ...string) (string, map[string]interface{}) {
  420. var limit = ""
  421. var hasfield bool
  422. var t_alias = ""
  423. var t_id_alias = ""
  424. if alias != nil {
  425. t_alias = alias[0] + "."
  426. }
  427. if alias != nil && len(alias) > 1 {
  428. t_id_alias = alias[1]
  429. }
  430. var meta = map[string]interface{}{"field": "", "sort": "", "page": "1", "pages": "0", "perpage": "1000000", "total": "0"}
  431. if datatable, ok := param["datatable"]; ok {
  432. dt := datatable.(map[string]interface{})
  433. var field, sorttype interface{}
  434. if sort, hassort := dt["sort"]; hassort {
  435. sortmap := sort.(map[string]interface{})
  436. if field, hasfield = sortmap["field"]; !hasfield || IsEmpty(field) == "" {
  437. field = t_id_alias
  438. }
  439. if sorttype, hasfield = sortmap["sort"]; !hasfield || IsEmpty(field) == "" {
  440. sorttype = "desc"
  441. }
  442. meta["field"] = field
  443. meta["sort"] = sorttype
  444. if field != "" {
  445. limit = limit + " order by " + t_alias + field.(string) + " " + sorttype.(string)
  446. }
  447. }
  448. if pagination, has := dt["pagination"]; has {
  449. paginationmap := pagination.(map[string]interface{})
  450. if limit == "" {
  451. if field, hasfield = paginationmap["field"]; hasfield && IsEmpty(field) != "" {
  452. if sorttype, hasfield = paginationmap["sort"]; !hasfield || IsEmpty(sorttype) != "" {
  453. meta["field"] = field
  454. meta["sort"] = sorttype
  455. if field != "" {
  456. limit = limit + " order by " + t_alias + field.(string) + " " + sorttype.(string)
  457. }
  458. }
  459. }
  460. }
  461. var page, perpage interface{}
  462. if page, hasfield = paginationmap["page"]; !hasfield || IsEmpty(page) == "" {
  463. page = "1"
  464. }
  465. if perpage, hasfield = paginationmap["perpage"]; !hasfield || IsEmpty(perpage) == "" {
  466. perpage = "50"
  467. }
  468. var pageno, pagesize int
  469. if Typeof(page) == "int" {
  470. pageno = page.(int)
  471. } else {
  472. pageno, _ = strconv.Atoi(page.(string))
  473. }
  474. if Typeof(perpage) == "int" {
  475. pagesize = perpage.(int)
  476. } else {
  477. pagesize, _ = strconv.Atoi(perpage.(string))
  478. }
  479. meta["page"] = pageno
  480. meta["perpage"] = pagesize
  481. //limit = limit + " limit " + strconv.Itoa((pageno-1)*pagesize) + "," + strconv.Itoa(pageno*pagesize)
  482. limit = " limit " + strconv.Itoa((pageno-1)*pagesize) + "," + strconv.Itoa(pagesize)
  483. } else {
  484. limit = limit + " limit 0,1000000"
  485. }
  486. }
  487. return limit, meta
  488. }
  489. func IsUTF8(data []byte) bool {
  490. var preNUm = func(data byte) int {
  491. str := fmt.Sprintf("%b", data)
  492. var i int = 0
  493. for i < len(str) {
  494. if str[i] != '1' {
  495. break
  496. }
  497. i++
  498. }
  499. return i
  500. }
  501. for i := 0; i < len(data); {
  502. if data[i]&0x80 == 0x00 {
  503. // 0XXX_XXXX
  504. i++
  505. continue
  506. } else if num := preNUm(data[i]); num > 2 {
  507. // 110X_XXXX 10XX_XXXX
  508. // 1110_XXXX 10XX_XXXX 10XX_XXXX
  509. // 1111_0XXX 10XX_XXXX 10XX_XXXX 10XX_XXXX
  510. // 1111_10XX 10XX_XXXX 10XX_XXXX 10XX_XXXX 10XX_XXXX
  511. // 1111_110X 10XX_XXXX 10XX_XXXX 10XX_XXXX 10XX_XXXX 10XX_XXXX
  512. // preNUm() 返回首个字节的8个bits中首个0bit前面1bit的个数,该数量也是该字符所使用的字节数
  513. i++
  514. for j := 0; j < num-1; j++ {
  515. //判断后面的 num - 1 个字节是不是都是10开头
  516. if data[i]&0xc0 != 0x80 {
  517. return false
  518. }
  519. i++
  520. }
  521. } else {
  522. //其他情况说明不是utf-8
  523. return false
  524. }
  525. }
  526. return true
  527. }
  528. func IsGBK(data []byte) bool {
  529. length := len(data)
  530. var i int = 0
  531. for i < length {
  532. //fmt.Printf("for %x\n", data[i])
  533. if data[i] <= 0xff {
  534. //编码小于等于127,只有一个字节的编码,兼容ASCII吗
  535. i++
  536. continue
  537. } else {
  538. //大于127的使用双字节编码
  539. if data[i] >= 0x81 &&
  540. data[i] <= 0xfe &&
  541. data[i+1] >= 0x40 &&
  542. data[i+1] <= 0xfe &&
  543. data[i+1] != 0xf7 {
  544. i += 2
  545. continue
  546. } else {
  547. return false
  548. }
  549. }
  550. }
  551. return true
  552. }
  553. func HasChineseChar(str string) bool {
  554. for _, r := range str {
  555. if unicode.Is(unicode.Han, r) || (regexp.MustCompile("[\u3002\uff1b\uff0c\uff1a\u201c\u201d\uff08\uff09\u3001\uff1f\u300a\u300b]").MatchString(string(r))) {
  556. return true
  557. }
  558. }
  559. return false
  560. }
  561. //字节转换成字符,支持中文转换。
  562. //charset:GB18030|UTF-8
  563. func ConvertByte2String(byte []byte, charset string) string {
  564. var str string
  565. switch charset {
  566. case "GB18030":
  567. var decodeBytes, _ = simplifiedchinese.GB18030.NewDecoder().Bytes(byte)
  568. str = string(decodeBytes)
  569. case "UTF-8":
  570. fallthrough
  571. default:
  572. str = string(byte)
  573. }
  574. return str
  575. }
  576. //IP verify.支持通配符*
  577. func VerifyIPFormat(ip string) bool {
  578. if ip == "" {
  579. return false
  580. }
  581. ipParts := strings.Split(ip, ".")
  582. if len(ipParts) != 3 {
  583. return false
  584. }
  585. for _, v := range ipParts {
  586. if v != "*" {
  587. v1, e := strconv.Atoi(v)
  588. if e != nil {
  589. return false
  590. }
  591. if v1 < 0 || v1 > 255 {
  592. return false
  593. }
  594. }
  595. }
  596. return true
  597. }
  598. //email verify
  599. func VerifyEmailFormat(email string) bool {
  600. pattern := `\w+([-+.]\w+)*@\w+([-.]\w+)*\.\w+([-.]\w+)*` //匹配电子邮箱
  601. //pattern := `^[0-9a-z][_.0-9a-z-]{0,31}@([0-9a-z][0-9a-z-]{0,30}[0-9a-z]\.){1,4}[a-z]{2,4}$`
  602. reg := regexp.MustCompile(pattern)
  603. return reg.MatchString(email)
  604. }
  605. //mobile verify
  606. func VerifyMobileFormat(mobileNum string) bool {
  607. regular := "^((13[0-9])|(14[5,7])|(15[0-3,5-9])|(17[0,3,5-8])|(18[0-9])|166|198|199|(147))\\d{8}$"
  608. reg := regexp.MustCompile(regular)
  609. return reg.MatchString(mobileNum)
  610. }
  611. func Unzip(zipFile string, destDir string) error {
  612. zipReader, err := zip.OpenReader(zipFile)
  613. if err != nil {
  614. return err
  615. }
  616. defer zipReader.Close()
  617. decodeName := ""
  618. for _, f := range zipReader.File {
  619. if f.Flags == 1 {
  620. //如果标志为是 1 << 11也就是 2048 则是utf-8编码
  621. decodeName = f.Name
  622. } else {
  623. //如果标致位是0或其他 则是默认的本地编码 默认为gbk
  624. i := bytes.NewReader([]byte(f.Name))
  625. decoder := transform.NewReader(i, simplifiedchinese.GBK.NewDecoder())
  626. content, _ := ioutil.ReadAll(decoder)
  627. decodeName = string(content)
  628. }
  629. fpath := filepath.Join(destDir, decodeName)
  630. if f.FileInfo().IsDir() {
  631. os.MkdirAll(fpath, os.ModePerm)
  632. } else {
  633. if err = os.MkdirAll(filepath.Dir(fpath), os.ModePerm); err != nil {
  634. return err
  635. }
  636. inFile, err := f.Open()
  637. if err != nil {
  638. return err
  639. }
  640. defer inFile.Close()
  641. outFile, err := os.OpenFile(fpath, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, f.Mode())
  642. if err != nil {
  643. return err
  644. }
  645. defer outFile.Close()
  646. _, err = io.Copy(outFile, inFile)
  647. if err != nil {
  648. return err
  649. }
  650. }
  651. }
  652. return nil
  653. }
  654. func Zip(srcFile string, destZip string) error {
  655. zipfile, err := os.Create(destZip)
  656. if err != nil {
  657. return err
  658. }
  659. defer zipfile.Close()
  660. archive := zip.NewWriter(zipfile)
  661. defer archive.Close()
  662. filepath.Walk(srcFile, func(path string, info os.FileInfo, err error) error {
  663. if err != nil {
  664. return err
  665. }
  666. header, err := zip.FileInfoHeader(info)
  667. if err != nil {
  668. return err
  669. }
  670. header.Name = strings.TrimPrefix(path, filepath.Dir(srcFile)+string(os.PathSeparator))
  671. // header.Name = path
  672. if info.IsDir() {
  673. header.Name += string(os.PathSeparator)
  674. } else {
  675. header.Method = zip.Deflate
  676. }
  677. writer, err := archive.CreateHeader(header)
  678. if err != nil {
  679. return err
  680. }
  681. if !info.IsDir() {
  682. file, err := os.Open(path)
  683. if err != nil {
  684. return err
  685. }
  686. defer file.Close()
  687. _, err = io.Copy(writer, file)
  688. }
  689. return err
  690. })
  691. return err
  692. }
  693. func ZipMutile(srcFileList []string, destZip string) error {
  694. zipfile, err := os.OpenFile(destZip, os.O_CREATE|os.O_RDWR|os.O_APPEND, fs.ModePerm)
  695. if err != nil {
  696. return err
  697. }
  698. defer zipfile.Close()
  699. //zipfile.Seek(0, os.SEEK_END)
  700. archive := zip.NewWriter(zipfile)
  701. defer archive.Close()
  702. for _, srcFile := range srcFileList {
  703. filepath.Walk(srcFile, func(path string, info os.FileInfo, err error) error {
  704. if err != nil {
  705. return err
  706. }
  707. header, err := zip.FileInfoHeader(info)
  708. if err != nil {
  709. return err
  710. }
  711. header.Name = strings.TrimPrefix(path, filepath.Dir(srcFile)+string(os.PathSeparator))
  712. // header.Name = path
  713. if info.IsDir() {
  714. header.Name += string(os.PathSeparator)
  715. } else {
  716. header.Method = zip.Deflate
  717. }
  718. writer, err := archive.CreateHeader(header)
  719. if err != nil {
  720. return err
  721. }
  722. if !info.IsDir() {
  723. file, err := os.Open(path)
  724. if err != nil {
  725. return err
  726. }
  727. defer file.Close()
  728. _, err = io.Copy(writer, file)
  729. }
  730. return err
  731. })
  732. }
  733. return err
  734. }
  735. func Utf8ToGBK(text string) (string, error) {
  736. dst := make([]byte, len(text)*2)
  737. tr := simplifiedchinese.GB18030.NewEncoder()
  738. nDst, _, err := tr.Transform(dst, []byte(text), true)
  739. if err != nil {
  740. return text, err
  741. }
  742. return string(dst[:nDst]), nil
  743. }
  744. //统一删除数据表记录
  745. func DeleteTableReorce(tableName, primaryField, Id string) error {
  746. o := orm.NewOrm()
  747. var sqlParameter []interface{}
  748. var sqlCommandText = "delete from " + tableName + " where " + primaryField + "=?;"
  749. sqlParameter = append(sqlParameter, Id)
  750. _, err := o.Raw(sqlCommandText, sqlParameter).Exec()
  751. return err
  752. }
  753. //获得单条数据记录
  754. func GetSingleRecord(tableName, primaryField, Id string) ([]orm.Params, error) {
  755. o := orm.NewOrm()
  756. var sqlParameter []interface{}
  757. var sqlCommandText string
  758. if tableName == "t_data_monitor_task" {
  759. sqlCommandText = "select a.*,tr.path checkreport,u.name adminusername,s.name stationname,sc1.name switchgear_one_name,sc2.name switchgear_two_name,sc3.name switchgear_comp_name,(select tpl_name from t_data_config_tpl where id=a.tpl) tplname " +
  760. "from t_data_monitor_task a left join t_data_user u on a.adminuser=u.id inner join t_data_station s on a.stationid=s.stationid left join t_data_switchgear sc1 on a.switchgear_one=sc1.id left join t_data_switchgear sc2 on a.switchgear_two=sc2.id left join t_data_switchgear sc3 on a.switchgear_comp=sc3.id left join t_data_monitor_report tr on a.id=tr.taskid where a.id=?"
  761. sqlParameter = append(sqlParameter, Id)
  762. } else {
  763. sqlCommandText = "select * from " + tableName + " where " + primaryField + "=?;"
  764. sqlParameter = append(sqlParameter, Id)
  765. }
  766. var tableData []orm.Params
  767. _, err := o.Raw(sqlCommandText, sqlParameter).Values(&tableData)
  768. return tableData, err
  769. }
  770. func LocalIPv4() (string, error) {
  771. ifaces, err := net.Interfaces()
  772. if err != nil {
  773. return "", err
  774. }
  775. for _, iface := range ifaces {
  776. if iface.Flags&net.FlagUp == 0 {
  777. continue
  778. }
  779. if iface.Flags&net.FlagLoopback != 0 {
  780. continue
  781. }
  782. addrs, err := iface.Addrs()
  783. if err != nil {
  784. return "", err
  785. }
  786. for _, addr := range addrs {
  787. var ip net.IP
  788. switch v := addr.(type) {
  789. case *net.IPNet:
  790. ip = v.IP
  791. case *net.IPAddr:
  792. ip = v.IP
  793. }
  794. if ip == nil || ip.IsLoopback() {
  795. continue
  796. }
  797. ip = ip.To4()
  798. if ip == nil {
  799. continue
  800. }
  801. return ip.String(), nil
  802. }
  803. }
  804. return "", errors.New("未连接网络")
  805. }
  806. //获取当前运行程序版本号
  807. func GetVersion() string {
  808. exename := conf.GlobalConfig["appid"]
  809. if exename == "" {
  810. logger.Logger.Println("系统还未配置appid属性,请正确设置后再试!")
  811. os.Exit(0)
  812. return ""
  813. }
  814. if string(runtime.GOOS) == "windows" {
  815. exename = exename + ".exe"
  816. }
  817. f, err1 := os.Open(exename)
  818. if err1 != nil {
  819. logger.Logger.Println("获取版本号失败,请检查appid是否与程序名称匹配!")
  820. logger.Logger.Error(err1)
  821. os.Exit(0)
  822. return ""
  823. }
  824. fi, err2 := f.Stat()
  825. if err2 != nil {
  826. logger.Logger.Info("获取版本号失败:")
  827. logger.Logger.Error(err2)
  828. return ""
  829. }
  830. return fi.ModTime().Format("20060102-15")
  831. }
  832. func GetAppCurPath() string {
  833. file, _ := exec.LookPath(os.Args[0])
  834. execpath, _ := filepath.Abs(file)
  835. execpath = filepath.Dir(execpath)
  836. if execpath[len(execpath)-1:] != string(os.PathSeparator) {
  837. execpath = execpath + string(os.PathSeparator)
  838. }
  839. return execpath
  840. }