|
@@ -158,7 +158,6 @@ func (vm *VM) VerifySpiderConfig(sc *be.SpiderConfig) (*be.SpiderConfigVerifyRes
|
|
contentRunJs = renderJavascriptCoder(loadContentJS, sc)
|
|
contentRunJs = renderJavascriptCoder(loadContentJS, sc)
|
|
}
|
|
}
|
|
qu.Debug("列表页JS:", listRunJs)
|
|
qu.Debug("列表页JS:", listRunJs)
|
|
- qu.Debug("详情页JS:", contentRunJs)
|
|
|
|
//TODO 3.打开列表,获取条目清单
|
|
//TODO 3.打开列表,获取条目清单
|
|
chromedp.Run(ctx, chromedp.Tasks{
|
|
chromedp.Run(ctx, chromedp.Tasks{
|
|
chromedp.Navigate(sc.Href),
|
|
chromedp.Navigate(sc.Href),
|
|
@@ -208,6 +207,7 @@ T:
|
|
break
|
|
break
|
|
} else if sc.MaxPages > 1 { // && !ret.ListTrunPage {
|
|
} else if sc.MaxPages > 1 { // && !ret.ListTrunPage {
|
|
if err = trunPage(sc, sc.ListTurnDelayTime, ctx); err != nil { //翻页失败
|
|
if err = trunPage(sc, sc.ListTurnDelayTime, ctx); err != nil { //翻页失败
|
|
|
|
+ qu.Debug("翻页失败:", err)
|
|
break T
|
|
break T
|
|
} else {
|
|
} else {
|
|
ret.ListTrunPage = true
|
|
ret.ListTrunPage = true
|
|
@@ -218,10 +218,10 @@ T:
|
|
//检查
|
|
//检查
|
|
for el := verifyResult.Front(); el != nil; el = el.Next() {
|
|
for el := verifyResult.Front(); el != nil; el = el.Next() {
|
|
r, _ := el.Value.(*be.ResultItem)
|
|
r, _ := el.Value.(*be.ResultItem)
|
|
- qu.Debug("Check Title:", ret.Title, r.Title, r.ListTitle)
|
|
|
|
ret.Title = r.Title != ""
|
|
ret.Title = r.Title != ""
|
|
- qu.Debug("Check PublishTime:", ret.PublishTime, r.PublishTime, r.ListPubTime)
|
|
|
|
|
|
+ qu.Debug("Check Title:", ret.Title, r.Title, r.ListTitle)
|
|
ret.PublishTime = r.PublishTime != ""
|
|
ret.PublishTime = r.PublishTime != ""
|
|
|
|
+ qu.Debug("Check PublishTime:", ret.PublishTime, r.PublishTime, r.ListPubTime)
|
|
}
|
|
}
|
|
if ret.ListItems {
|
|
if ret.ListItems {
|
|
ret.ListItems = (sc.MaxPages == 1 && verifyResult.Len() > 0) || (sc.MaxPages > 1 && verifyResult.Len() > 2)
|
|
ret.ListItems = (sc.MaxPages == 1 && verifyResult.Len() > 0) || (sc.MaxPages > 1 && verifyResult.Len() > 2)
|