|
|
@@ -919,7 +919,7 @@ func downloadRateErr(sp *NewSpider) {
|
|
|
}
|
|
|
if errFlag && sp.List_AllInTimes > 0 && sp.AuditTime > 24 {
|
|
|
sp.ErrTypeMap[qu.IntAll(NEWTASK_RATEERR)] = true
|
|
|
- sp.ErrDescription += "采集频率异常：\n 列表页共采集" + fmt.Sprint(sp.List_RunTimes) + "轮，其中有" + fmt.Sprint(sp.List_AllInTimes) + "轮数据全采\n"
|
|
|
+ sp.ErrDescription += "采集频率异常：\n列表页共采集" + fmt.Sprint(sp.List_RunTimes) + "轮，其中有" + fmt.Sprint(sp.List_AllInTimes) + "轮数据全采\n"
|
|
|
if sp.ErrType < "0" {
|
|
|
sp.ErrType = NEWTASK_RATEERR
|
|
|
}
|
|
|
@@ -1108,7 +1108,7 @@ func (sp *NewSpider) getErrHrefs(coll, errType string, query map[string]interfac
|
|
|
return
|
|
|
}
|
|
|
sp.ErrDescription += LuaErrTypeInfo[NEWTASK_DOWNLOADERR] + "：共下载" + fmt.Sprint(sp.Detail_DownloadNum) + "条，失败" + fmt.Sprint(sp.Detail_DownloadFailNum) + "条\n"
|
|
|
- if sp.Platform != "golua平台" || sp.Platform != "chrome" {
|
|
|
+ if sp.Platform == "python" { //python不具体查数据
|
|
|
return
|
|
|
}
|
|
|
list, _ := util.MgoS.Find(coll, query, nil, `{"href":1}`, false, 0, 3)
|
