main.go 3.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116
  1. package main
  2. import (
  3. util "app.yhyue.com/data_processing/common_utils"
  4. "app.yhyue.com/data_processing/common_utils/udp"
  5. "encoding/json"
  6. "flag"
  7. "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
  8. "log"
  9. "net"
  10. "os"
  11. "time"
  12. )
  13. var startDate, endDate string
  14. func main() {
  15. ip, start_time, end_time, p, tmptime, tmpkey, id1, id2, stype, q, bkey, param, ids, path, start, infoid := "", 0, 0, 0, 0, "", "", "", "", "", "", "", "", "", "", ""
  16. flag.StringVar(&startDate, "startDate", "", "开始日期2006-01-02")
  17. flag.StringVar(&endDate, "endDate", "", "结束日期2006-01-02")
  18. flag.StringVar(&ip, "ip", "127.0.0.1", "ip")
  19. flag.IntVar(&p, "p", 6601, "端口")
  20. flag.IntVar(&tmptime, "tmptime", 0, "时间查询")
  21. flag.IntVar(&start_time, "start_time", 0, "开始时间戳")
  22. flag.IntVar(&end_time, "end_time", 0, "结束时间戳")
  23. flag.StringVar(&tmpkey, "tmpkey", "", "时间字段")
  24. flag.StringVar(&id1, "gtid", "", "gtid")
  25. flag.StringVar(&id2, "lteid", "", "lteid")
  26. flag.StringVar(&infoid, "infoid", "", "infoid")
  27. flag.StringVar(&path, "path", "", "path") // 指定路径
  28. flag.StringVar(&start, "start", "", "start") // 开始标志
  29. flag.StringVar(&ids, "ids", "", "id1,id2")
  30. flag.StringVar(&stype, "stype", "", "stype,传递类型")
  31. flag.StringVar(&bkey, "bkey", "", "bkey,加上此参数表示不生关键词和摘要")
  32. flag.StringVar(&q, "q", "", "q查询语句\"{'':''}\",有q就不要gtid,lteid")
  33. flag.StringVar(&param, "param", "", "param,生信息发布或其他索引时用双引号套单引号\"{'mgoaddr':'','d':'','c':'','index':'','type':''}\"")
  34. flag.Parse()
  35. //if startDate != "" || endDate != "" {
  36. // start, _ := time.ParseInLocation(qutil.Date_Short_Layout, startDate, time.Local)
  37. // end, _ := time.ParseInLocation(qutil.Date_Short_Layout, endDate, time.Local)
  38. // id1 = qutil.BsonIdToSId(bson.NewObjectIdWithTime(start))
  39. // id2 = qutil.BsonIdToSId(bson.NewObjectIdWithTime(end))
  40. log.Println(id1, id2, tmptime)
  41. //}
  42. if ip != "" && p > 0 {
  43. toadd := &net.UDPAddr{
  44. IP: net.ParseIP(ip),
  45. Port: p,
  46. }
  47. UdpClient := udp.UdpClient{Local: ":50010", BufSize: 1024}
  48. UdpClient.Listen(func(b byte, data []byte, add *net.UDPAddr) {
  49. switch b {
  50. case udp.OP_NOOP:
  51. log.Println(string(data))
  52. os.Exit(0)
  53. }
  54. })
  55. m1 := map[string]interface{}{}
  56. if stype != "" {
  57. m1["stype"] = stype
  58. }
  59. if id1 != "" {
  60. m1["gtid"] = id1
  61. }
  62. if id2 != "" {
  63. m1["lteid"] = id2
  64. }
  65. if infoid != "" {
  66. m1["infoid"] = infoid
  67. }
  68. if path != "" {
  69. m1["path"] = path
  70. }
  71. if start != "" {
  72. m1["start"] = start
  73. }
  74. // 针对qyxy_es 企业数据,传递时间戳
  75. if start_time > 0 {
  76. m1["start_time"] = start_time
  77. }
  78. if end_time > 0 {
  79. m1["end_time"] = end_time
  80. }
  81. if bkey != "" {
  82. m1["bkey"] = bkey
  83. }
  84. if ids != "" {
  85. m1["ids"] = ids
  86. }
  87. if q != "" {
  88. m1["query"] = mongodb.ObjToMQ(q, true) //qutil.ObjToMap(q)
  89. }
  90. if tmptime > 0 && tmpkey != "" {
  91. m1["query"] = map[string]interface{}{tmpkey: map[string]interface{}{"$gte": tmptime}}
  92. }
  93. if param != "" {
  94. pm := util.ObjToMap(param)
  95. for k, v := range *pm {
  96. m1[k] = v
  97. }
  98. }
  99. by, _ := json.Marshal(m1)
  100. UdpClient.WriteUdp(by, udp.OP_TYPE_DATA, toadd)
  101. time.Sleep(30 * time.Second)
  102. } else {
  103. flag.PrintDefaults()
  104. log.Println("参数错误.")
  105. }
  106. }