lua_test.go 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121
  1. package main
  2. import (
  3. "fmt"
  4. "github.com/xuri/excelize/v2"
  5. "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
  6. "log"
  7. "strings"
  8. "testing"
  9. "time"
  10. )
  11. func TestPing(t *testing.T) {
  12. domain := "www.nbszzx.com.cn"
  13. if checkURL(domain) {
  14. fmt.Println("域名可访问")
  15. } else {
  16. fmt.Println("域名不可访问")
  17. }
  18. }
  19. func TestUpdateLuaConfig(t *testing.T) {
  20. //87 竞品
  21. MgoLua := &mongodb.MongodbSim{
  22. //MongodbAddr: "172.17.4.87:27080",
  23. MongodbAddr: "127.0.0.1:27081",
  24. Size: 10,
  25. DbName: "editor",
  26. UserName: "",
  27. Password: "",
  28. Direct: true,
  29. }
  30. MgoLua.InitPool()
  31. sess := MgoLua.GetMgoConn()
  32. defer MgoLua.DestoryMongoConn(sess)
  33. //f, err := excelize.OpenFile("./luaconfig.xlsx")
  34. f, err := excelize.OpenFile("./第二批刷任务.xlsx")
  35. if err != nil {
  36. fmt.Println(err)
  37. return
  38. }
  39. defer func() {
  40. if err := f.Close(); err != nil {
  41. fmt.Println(err)
  42. }
  43. }()
  44. //rows, err := f.GetRows("Sheet1")
  45. rows, err := f.GetRows("已收录站点及爬虫信息")
  46. if err != nil {
  47. fmt.Println(err)
  48. return
  49. }
  50. /**
  51. 1、刷至 golua平台 爬虫,state=0,platform=golua平台
  52. 2、刷至通用平台爬虫,state=0,platform=通用平台,claimtype=1
  53. 3、刷至jschrome平台爬虫,state=0,platform=jschrome
  54. 4、以上所有爬虫均修改createuser、modifyuser、modifyuserid、createuserid、createuseremail、next字段。createuser、modifyuser 为user表s_name;modifyuserid、createuserid为user表_id;createuseremail、next为user表s_email
  55. 5、爬虫表87/editor/luaconfig 用户表87/editor/user
  56. */
  57. for i := 1; i < len(rows); i++ {
  58. row := rows[i]
  59. code := strings.TrimSpace(row[0])
  60. modifyuser := strings.TrimSpace(row[1])
  61. platform := strings.TrimSpace(row[2])
  62. //更新MongoDB
  63. updateWhere := map[string]interface{}{
  64. "code": code,
  65. }
  66. exists, _ := MgoLua.FindOne("luaconfig", updateWhere)
  67. if len(*exists) == 0 {
  68. log.Println("code 没有找到数据", code)
  69. continue
  70. }
  71. log.Println(code, modifyuser, platform)
  72. update := make(map[string]interface{})
  73. if platform == "golua平台" {
  74. update["state"] = 0
  75. update["platform"] = "golua平台"
  76. update["claimtype"] = 1
  77. } else if platform == "通用平台" {
  78. update["state"] = 0
  79. update["platform"] = "通用平台"
  80. update["claimtype"] = 1
  81. } else if platform == "jschrome" {
  82. update["state"] = 0
  83. update["platform"] = "jschrome"
  84. update["claimtype"] = 1
  85. }
  86. update["createuser"] = modifyuser
  87. update["modifyuser"] = modifyuser
  88. update["claimtime"] = time.Now().Unix()
  89. update["recovertime"] = time.Now().AddDate(0, 1, 0).Unix()
  90. where := map[string]interface{}{
  91. "s_name": modifyuser,
  92. }
  93. user, _ := MgoLua.FindOne("user", where)
  94. if user == nil {
  95. log.Println("user 查询失败", where)
  96. return
  97. }
  98. update["modifyuserid"] = mongodb.BsonIdToSId((*user)["_id"])
  99. update["createuserid"] = mongodb.BsonIdToSId((*user)["_id"])
  100. update["createuseremail"] = (*user)["s_email"]
  101. update["next"] = (*user)["s_email"]
  102. MgoLua.Update("luaconfig", updateWhere, map[string]interface{}{"$set": update}, true, false)
  103. }
  104. }