@@ -1750,6 +1750,9 @@ func CreateTaskProcess() {
//新任务与历史任务整合
func CreateTask(t *Task, sp *Spider, upsertBulk *[][]map[string]interface{}, lock *sync.Mutex) {
defer qu.Catch()
+ if sp.Event == 7000 { //7000节点不建任务
+ return
+ }
if t.ErrType == 0 { //不是异常任务
if sp.PendState == 1 && sp.DownloadAllNum != 0 { //更新爬虫的挂起状态
util.MgoEB.Update("luaconfig",
@@ -39,7 +39,7 @@ func GetHighlistDetailFilErrData() {
sess := util.MgoS.GetMgoConn()
defer util.MgoS.DestoryMongoConn(sess)
stime := util.GetTime(-7)
- etime := util.GetTime(0)
+ etime := util.GetTime(-6)
query := map[string]interface{}{
"comeintime": map[string]interface{}{
"$gte": stime,