123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121 |
- package main
- import (
- "fmt"
- "github.com/xuri/excelize/v2"
- "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
- "log"
- "strings"
- "testing"
- "time"
- )
- func TestPing(t *testing.T) {
- domain := "www.nbszzx.com.cn"
- if checkURL(domain) {
- fmt.Println("域名可访问")
- } else {
- fmt.Println("域名不可访问")
- }
- }
- func TestUpdateLuaConfig(t *testing.T) {
- //87 竞品
- MgoLua := &mongodb.MongodbSim{
- //MongodbAddr: "172.17.4.87:27080",
- MongodbAddr: "127.0.0.1:27081",
- Size: 10,
- DbName: "editor",
- UserName: "",
- Password: "",
- Direct: true,
- }
- MgoLua.InitPool()
- sess := MgoLua.GetMgoConn()
- defer MgoLua.DestoryMongoConn(sess)
- //f, err := excelize.OpenFile("./luaconfig.xlsx")
- f, err := excelize.OpenFile("./第二批刷任务.xlsx")
- if err != nil {
- fmt.Println(err)
- return
- }
- defer func() {
- if err := f.Close(); err != nil {
- fmt.Println(err)
- }
- }()
- //rows, err := f.GetRows("Sheet1")
- rows, err := f.GetRows("已收录站点及爬虫信息")
- if err != nil {
- fmt.Println(err)
- return
- }
- /**
- 1、刷至 golua平台 爬虫,state=0,platform=golua平台
- 2、刷至通用平台爬虫,state=0,platform=通用平台,claimtype=1
- 3、刷至jschrome平台爬虫,state=0,platform=jschrome
- 4、以上所有爬虫均修改createuser、modifyuser、modifyuserid、createuserid、createuseremail、next字段。createuser、modifyuser 为user表s_name;modifyuserid、createuserid为user表_id;createuseremail、next为user表s_email
- 5、爬虫表87/editor/luaconfig 用户表87/editor/user
- */
- for i := 1; i < len(rows); i++ {
- row := rows[i]
- code := strings.TrimSpace(row[0])
- modifyuser := strings.TrimSpace(row[1])
- platform := strings.TrimSpace(row[2])
- //更新MongoDB
- updateWhere := map[string]interface{}{
- "code": code,
- }
- exists, _ := MgoLua.FindOne("luaconfig", updateWhere)
- if len(*exists) == 0 {
- log.Println("code 没有找到数据", code)
- continue
- }
- log.Println(code, modifyuser, platform)
- update := make(map[string]interface{})
- if platform == "golua平台" {
- update["state"] = 0
- update["platform"] = "golua平台"
- update["claimtype"] = 1
- } else if platform == "通用平台" {
- update["state"] = 0
- update["platform"] = "通用平台"
- update["claimtype"] = 1
- } else if platform == "jschrome" {
- update["state"] = 0
- update["platform"] = "jschrome"
- update["claimtype"] = 1
- }
- update["createuser"] = modifyuser
- update["modifyuser"] = modifyuser
- update["claimtime"] = time.Now().Unix()
- update["recovertime"] = time.Now().AddDate(0, 1, 0).Unix()
- where := map[string]interface{}{
- "s_name": modifyuser,
- }
- user, _ := MgoLua.FindOne("user", where)
- if user == nil {
- log.Println("user 查询失败", where)
- return
- }
- update["modifyuserid"] = mongodb.BsonIdToSId((*user)["_id"])
- update["createuserid"] = mongodb.BsonIdToSId((*user)["_id"])
- update["createuseremail"] = (*user)["s_email"]
- update["next"] = (*user)["s_email"]
- MgoLua.Update("luaconfig", updateWhere, map[string]interface{}{"$set": update}, true, false)
- }
- }
|