|
|
@@ -370,6 +370,7 @@ func (s *Spider) HistoricalMendDownloadDetailItem(p interface{}) {
|
|
|
return
|
|
|
}
|
|
|
db := HexToBigIntMod(href)
|
|
|
+ SaveListPageData(paramdata) //存储采集记录
|
|
|
isExist, _ := util.ExistRedis("title_repeat_fulljudgement", db, "url_repeat_"+href) //取全量redis
|
|
|
//log.Println("full href:", href, " isExist:", isExist)
|
|
|
logger.Debug("full href:", href, " isExist:", isExist)
|
