|
|
@@ -123,9 +123,21 @@ func NewEditorTask(site, spidercode, href string) {
|
|
|
"l_comeintime": time.Now().Unix(),
|
|
|
"l_complete": time.Now().AddDate(0, 0, 1).Unix(),
|
|
|
"s_descript": "发布时间异常，href：" + href,
|
|
|
+ "i_times": 0,
|
|
|
"type": "publishtime_err",
|
|
|
}
|
|
|
- MgoE.Save("task", task)
|
|
|
+ query := map[string]interface{}{ //24小时之内有此code任务不再新建
|
|
|
+ "type": "publishtime_err",
|
|
|
+ "s_code": spidercode,
|
|
|
+ "l_comeintime": map[string]interface{}{
|
|
|
+ "$gte": time.Now().AddDate(0, 0, -1).Unix(),
|
|
|
+ "$lte": time.Now().Unix(),
|
|
|
+ },
|
|
|
+ }
|
|
|
+ data := MgoE.FindOne("task", query)
|
|
|
+ if len(data) == 0 {
|
|
|
+ MgoE.Save("task", task)
|
|
|
+ }
|
|
|
} else {
|
|
|
qutil.Debug("Find Lua Error:", spidercode)
|
|
|
}
|
