package main import ( "bytes" "encoding/json" "fmt" "io/ioutil" qu "jygit.jydev.jianyu360.cn/data_processing/common_utils" "net/http" "reflect" be "spider_creator/backend" "time" ) const HREF = "http://127.0.0.1:8091/%s" type Result struct { Msg string `json:"msg"` Err int `json:"err"` Data *Data `json:"data"` } type Data struct { List []map[string]interface{} `json:"list"` Total int `json:"total"` } // ServerActionCodeList 获取爬虫列表 func (a *App) ServerActionCodeList(param map[string]interface{}) *Result { qu.Debug("param---", param) data := &Result{} if User != nil { getResult(map[string]interface{}{"param": param, "user": User}, data, "getcodes") } else { data.Msg = "用户登录异常,请重新登录!" qu.Debug(data.Msg) } return data } // ServerActionClaimCodes 爬虫认领 func (a *App) ServerActionClaimCodes() *Result { data := &Result{} if User != nil && User.Auth == 1 { getResult(User, data, "claimcode") } else { data.Msg = "认领失败!" } return data } // ServerActionUpdateCode 爬虫更新 func (a *App) ServerActionUpdateCode(param map[string]interface{}) *Result { qu.Debug("param---", param) data := &Result{} if User != nil { //formatUser(param) qu.Debug("param---", param) getResult(map[string]interface{}{"param": param, "user": User}, data, "updatecode") } else { data.Msg = "用户登录异常,请重新登录!" qu.Debug(data.Msg) } qu.Debug(*data) return data } // ServerActionUpdateCode 爬虫状态更新 func (a *App) ServerActionUpdateCodeState(param map[string]interface{}) *Result { qu.Debug("param---", param) /* 1、提交审核 2、回退 3、打回 4、审核通过 5、上线 */ data := &Result{} //前期校验 if User != nil { //提交审核时,验证校验清单 lua, _ := param["lua"].(map[string]interface{}) if qu.IntAll(lua["state"]) == 1 { code := qu.ObjToString(lua["code"]) if vr := be.VerifyResults[code]; vr == nil { //没有检验清单,不允许提交 data.Msg = "未验证,无法提交!" } else if !vr.ListItems || !vr.Content || !vr.Title || !vr.PublishTime { //校验检验清单必通过项 //vr.ListTrunPage data.Msg = "验证清单未通过!" } else { lua["verify"] = vr } } } else { data.Msg = "用户登录异常,请重新登录!" qu.Debug(data.Msg) } if data.Msg == "" { param["user"] = User qu.Debug("param---", param) //formatUser(param) getResult(param, data, "updatecodestate") } qu.Debug(*data) return data } // 格式化User对象 func formatUser(tmp map[string]interface{}) { v := reflect.ValueOf(User) if v.Kind() == reflect.Ptr { v = v.Elem() } t := v.Type() for i := 0; i < v.NumField(); i++ { field := t.Field(i).Tag.Get("json") value := v.Field(i).Interface() tmp[field] = value } } // 获取接口结果 func getResult(param, result interface{}, route string) { jsonData, err := json.Marshal(param) if err != nil { qu.Debug("Error marshaling request:", err) return } req, err := http.NewRequest("POST", fmt.Sprintf(HREF, route), bytes.NewBuffer(jsonData)) if err != nil { qu.Debug("Error creating request:", err) return } // 设置请求头 req.Header.Set("Content-Type", "application/json") // 发送请求 client := &http.Client{ Timeout: 10 * time.Second, } resp, err := client.Do(req) if err != nil { qu.Debug("Error sending request:", err) return } defer resp.Body.Close() // 读取响应体 body, err := ioutil.ReadAll(resp.Body) if err != nil { qu.Debug("Error reading response body:", err) return } if err := json.Unmarshal(body, &result); err != nil { qu.Debug("Error unmarshaling response:", err) return } qu.Debug(result) }