|
@@ -71,7 +71,7 @@ type Spider struct {
|
|
UpperLimit, LowerLimit int //正常值上限、下限
|
|
UpperLimit, LowerLimit int //正常值上限、下限
|
|
UserName, UserEmail, UploadTime string //开发者名称,开发者邮箱,脚本上传时间
|
|
UserName, UserEmail, UploadTime string //开发者名称,开发者邮箱,脚本上传时间
|
|
MUserName, MUserEmail string //维护人,维护人邮箱
|
|
MUserName, MUserEmail string //维护人,维护人邮箱
|
|
- Index int //数组索引
|
|
|
|
|
|
+ //Index int //数组索引
|
|
//历史补漏
|
|
//历史补漏
|
|
IsHistoricalMend bool //是否是历史补漏爬虫
|
|
IsHistoricalMend bool //是否是历史补漏爬虫
|
|
IsMustDownload bool //是否强制下载
|
|
IsMustDownload bool //是否强制下载
|
|
@@ -149,7 +149,7 @@ func (s *Spider) ExecJob(reload bool) {
|
|
}
|
|
}
|
|
return true
|
|
return true
|
|
})
|
|
})
|
|
- logger.Debug("index_", s.Index, ",", s.Code, s.Name, "ok,本轮下载量:", s.LastDowncount, ",轮询数据长度:", size_ok, ",废弃数量:", size_no, ",废弃位置:", size_no_index)
|
|
|
|
|
|
+ logger.Debug(s.Code, s.Name, "ok,本轮下载量:", s.LastDowncount, ",轮询数据长度:", size_ok, ",下线数量:", size_no, ",下线爬虫:", size_no_index)
|
|
s.ExecuteOkTime = time.Now().Unix()
|
|
s.ExecuteOkTime = time.Now().Unix()
|
|
util.TimeSleepFunc(5*time.Second, TimeSleepChan)
|
|
util.TimeSleepFunc(5*time.Second, TimeSleepChan)
|
|
if util.Config.Working == 1 {
|
|
if util.Config.Working == 1 {
|