|
@@ -1750,6 +1750,9 @@ func CreateTaskProcess() {
|
|
|
//新任务与历史任务整合
|
|
|
func CreateTask(t *Task, sp *Spider, upsertBulk *[][]map[string]interface{}, lock *sync.Mutex) {
|
|
|
defer qu.Catch()
|
|
|
+ if sp.Event == 7000 { //7000节点不建任务
|
|
|
+ return
|
|
|
+ }
|
|
|
if t.ErrType == 0 { //不是异常任务
|
|
|
if sp.PendState == 1 && sp.DownloadAllNum != 0 { //更新爬虫的挂起状态
|
|
|
util.MgoEB.Update("luaconfig",
|