浏览代码

7000历史节点采集模式调整

maxiaoshan 2 年之前
父节点
当前提交
706b22a406
共有 7 个文件被更改,包括 1821 次插入123 次删除
  1. 1403 0
      src/logs/spider.log
  2. 12 4
      src/main.go
  3. 16 10
      src/spider/handler.go
  4. 239 0
      src/spider/history.go
  5. 121 94
      src/spider/spider.go
  6. 29 14
      src/spider/store.go
  7. 1 1
      src/spider/util.go

+ 1403 - 0
src/logs/spider.log

@@ -7649,3 +7649,1406 @@ stack traceback:
 2022/06/15 10:27:05 handler.go:1312: info  更新心跳个数: 1
 2022/06/15 10:27:35 spider.go:1132: info  Detail Download All Thread: 0
 2022/06/15 10:28:35 spider.go:1132: info  Detail Download All Thread: 0
+2022/08/15 17:45:38 main.go:140: debug  7100
+2022/08/15 17:45:38 spider.go:1075: info  Detail Download All Thread: 0
+2022/08/15 17:45:38 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/15 17:45:38 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/15 17:46:11 main.go:140: debug  7100
+2022/08/15 17:46:11 spider.go:1075: info  Detail Download All Thread: 0
+2022/08/15 17:46:11 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/15 17:46:12 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/15 17:46:14 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgxx 天津市政府采购中心协议供货平台 频率: 30 , 150
+2022/08/15 17:46:14 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/15 17:46:14 handler.go:144: info  总共加载脚本数: 1
+2022/08/15 17:46:29 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/15 17:46:40 main.go:140: debug  7100
+2022/08/15 17:46:40 spider.go:1075: info  Detail Download All Thread: 0
+2022/08/15 17:46:40 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/15 17:46:40 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/15 17:46:43 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgxx 天津市政府采购中心协议供货平台 频率: 30 , 150
+2022/08/15 17:46:43 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/15 17:46:43 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 13:46:41 main.go:140: debug  7000
+2022/08/16 13:46:41 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 13:46:41 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/16 13:46:41 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/16 13:46:41 history.go:226: debug  统计spider_listdata采集量完成...
+2022/08/16 13:46:41 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 13:46:41 handler.go:144: info  总共加载脚本数: 0
+2022/08/16 13:47:07 main.go:140: debug  7000
+2022/08/16 13:47:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 13:47:07 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 13:47:07 history.go:226: debug  统计spider_listdata采集量完成...
+2022/08/16 13:47:07 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 13:47:07 spider.go:180: debug  zj_hzsggzyjyzx_gcjs_js 湖州市公共资源交易中心 频率: 30 , 150
+2022/08/16 13:47:16 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 13:47:24 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 13:47:36 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 13:47:37 handler.go:1312: info  更新心跳个数: 1
+2022/08/16 13:48:24 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 13:49:27 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 13:50:44 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 13:52:04 main.go:140: debug  7000
+2022/08/16 13:52:06 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 13:52:06 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 13:52:06 history.go:149: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 27
+2022/08/16 13:52:06 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 13:52:07 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 13:52:07 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: true
+2022/08/16 13:52:07 history.go:34: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: true
+2022/08/16 13:52:07 history.go:226: debug  统计spider_listdata采集量完成...
+2022/08/16 13:52:07 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 13:52:07 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 13:52:13 main.go:140: debug  7000
+2022/08/16 13:52:13 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 13:52:26 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 13:52:27 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 13:52:48 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 13:52:48 main.go:140: debug  7000
+2022/08/16 13:52:49 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 13:52:59 history.go:149: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 27
+2022/08/16 13:53:05 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 13:53:18 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 13:53:13 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 13:53:54 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 13:54:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 13:54:09 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 13:54:09 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 14:03:49 main.go:140: debug  7000
+2022/08/16 14:03:49 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:03:53 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:03:55 history.go:149: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 27
+2022/08/16 14:03:55 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:03:55 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 14:04:02 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 14:04:02 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 14:04:25 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 14:04:25 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 14:04:31 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J702/397794aa-7615-4d03-8c71-f85bb8db0854/定稿-吴兴区西南片区基层公共卫生提升工程监理项目招标文件.doc 	 a91bdb1ba3acc22414aca25e80c2bc7e9320d8939ce29f09517f7a1cf493be02.doc 	 定稿-吴兴区西南片区基层公共卫生提升工程监理项目招标文件.doc 817 KB
+2022/08/16 14:04:44 upload.go:84: info  附件类型不同: png jpg zj_hzsggzyjyzx_gcjs_js http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=56515013-6C18-49ED-B303-BAC2137A3258&n=53
+2022/08/16 14:04:44 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=56515013-6C18-49ED-B303-BAC2137A3258&n=53 	 2c9d8335f3b5e6a2fa74b22ff14366e00a2cb864d5f2772e9e83c52137916635.jpg 	 文件下载.jpg 6.5 KB
+2022/08/16 14:09:01 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:09:01 main.go:140: debug  7000
+2022/08/16 14:09:01 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:09:01 history.go:149: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 27
+2022/08/16 14:09:01 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:09:01 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 14:09:01 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 14:09:01 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 14:09:11 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J702/397794aa-7615-4d03-8c71-f85bb8db0854/定稿-吴兴区西南片区基层公共卫生提升工程监理项目招标文件.doc 	 a91bdb1ba3acc22414aca25e80c2bc7e9320d8939ce29f09517f7a1cf493be02.doc 	 定稿-吴兴区西南片区基层公共卫生提升工程监理项目招标文件.doc 817 KB
+2022/08/16 14:09:11 upload.go:84: info  附件类型不同: png jpg zj_hzsggzyjyzx_gcjs_js http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=56515013-6C18-49ED-B303-BAC2137A3258&n=53
+2022/08/16 14:09:11 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=56515013-6C18-49ED-B303-BAC2137A3258&n=53 	 2c9d8335f3b5e6a2fa74b22ff14366e00a2cb864d5f2772e9e83c52137916635.jpg 	 文件下载.jpg 6.5 KB
+2022/08/16 14:09:18 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 14:09:27 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.deqing.gov.cn/qtp-file-server/UploadedFile/efa4ac4ea14bddd35c467ba06a3e6b80 	 33c9fe0f2e9ca52870bba49b2252c4c7bfa2802d32276752e35209d7dc4e9c7f.jpg 	 文件下载.jpg 470 KB
+2022/08/16 14:09:30 upload.go:60: error  下载文件出错! zj_hzsggzyjyzx_gcjs_js  upload file 文件下载.jpg http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=0F9E5F75-E900-4AD9-9967-989F36773A7B&n=43
+2022/08/16 14:09:30 upload.go:60: error  下载文件出错! zj_hzsggzyjyzx_gcjs_js  upload file 文件下载.jpg http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=0F9E5F75-E900-4AD9-9967-989F36773A7B&n=43
+2022/08/16 14:09:31 upload.go:60: error  下载文件出错! zj_hzsggzyjyzx_gcjs_js  upload file 文件下载.jpg http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=0F9E5F75-E900-4AD9-9967-989F36773A7B&n=43
+2022/08/16 14:09:31 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 14:10:01 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:12:59 main.go:140: debug  7000
+2022/08/16 14:12:59 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:12:59 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:12:59 history.go:150: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 27
+2022/08/16 14:12:59 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:12:59 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 14:12:59 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 14:12:59 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 14:13:16 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 14:13:29 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 14:14:37 main.go:140: debug  7000
+2022/08/16 14:14:37 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:14:37 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:14:37 history.go:152: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 27
+2022/08/16 14:14:37 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:14:37 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 14:14:37 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 14:14:37 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 14:14:54 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 14:15:07 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 14:15:37 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:16:37 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:17:18 main.go:140: debug  7000
+2022/08/16 14:17:20 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:17:20 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:17:29 history.go:152: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 27
+2022/08/16 14:17:29 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:17:29 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 14:17:31 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 14:17:31 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 14:17:36 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 14:17:48 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 14:17:57 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J702/397794aa-7615-4d03-8c71-f85bb8db0854/定稿-吴兴区西南片区基层公共卫生提升工程监理项目招标文件.doc 	 a91bdb1ba3acc22414aca25e80c2bc7e9320d8939ce29f09517f7a1cf493be02.doc 	 定稿-吴兴区西南片区基层公共卫生提升工程监理项目招标文件.doc 817 KB
+2022/08/16 14:17:58 upload.go:84: info  附件类型不同: png jpg zj_hzsggzyjyzx_gcjs_js http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=56515013-6C18-49ED-B303-BAC2137A3258&n=53
+2022/08/16 14:17:58 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=56515013-6C18-49ED-B303-BAC2137A3258&n=53 	 2c9d8335f3b5e6a2fa74b22ff14366e00a2cb864d5f2772e9e83c52137916635.jpg 	 文件下载.jpg 6.5 KB
+2022/08/16 14:20:36 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:20:36 main.go:140: debug  7000
+2022/08/16 14:20:40 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:20:44 history.go:152: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 25
+2022/08/16 14:20:44 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:20:44 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 14:20:50 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 14:20:50 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 14:20:57 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 14:21:13 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 14:21:22 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.deqing.gov.cn/qtp-file-server/UploadedFile/efa4ac4ea14bddd35c467ba06a3e6b80 	 33c9fe0f2e9ca52870bba49b2252c4c7bfa2802d32276752e35209d7dc4e9c7f.jpg 	 文件下载.jpg 470 KB
+2022/08/16 14:21:28 upload.go:60: error  下载文件出错! zj_hzsggzyjyzx_gcjs_js  upload file 文件下载.jpg http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=0F9E5F75-E900-4AD9-9967-989F36773A7B&n=43
+2022/08/16 14:21:28 upload.go:60: error  下载文件出错! zj_hzsggzyjyzx_gcjs_js  upload file 文件下载.jpg http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=0F9E5F75-E900-4AD9-9967-989F36773A7B&n=43
+2022/08/16 14:21:31 upload.go:60: error  下载文件出错! zj_hzsggzyjyzx_gcjs_js  upload file 文件下载.jpg http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=0F9E5F75-E900-4AD9-9967-989F36773A7B&n=43
+2022/08/16 14:27:07 main.go:140: debug  7000
+2022/08/16 14:27:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:27:07 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:27:07 history.go:152: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 25
+2022/08/16 14:27:07 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:27:07 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 14:27:07 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 14:27:07 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 14:27:17 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.deqing.gov.cn/qtp-file-server/UploadedFile/efa4ac4ea14bddd35c467ba06a3e6b80 	 33c9fe0f2e9ca52870bba49b2252c4c7bfa2802d32276752e35209d7dc4e9c7f.jpg 	 文件下载.jpg 470 KB
+2022/08/16 14:27:24 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 14:27:37 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 14:28:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:28:39 upload.go:60: error  下载文件出错! zj_hzsggzyjyzx_gcjs_js  upload file 文件下载.jpg http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=0F9E5F75-E900-4AD9-9967-989F36773A7B&n=43
+2022/08/16 14:29:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:29:16 upload.go:60: error  下载文件出错! zj_hzsggzyjyzx_gcjs_js  upload file 文件下载.jpg http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=0F9E5F75-E900-4AD9-9967-989F36773A7B&n=43
+2022/08/16 14:29:16 upload.go:60: error  下载文件出错! zj_hzsggzyjyzx_gcjs_js  upload file 文件下载.jpg http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=0F9E5F75-E900-4AD9-9967-989F36773A7B&n=43
+2022/08/16 14:29:26 upload.go:60: error  下载文件出错! zj_hzsggzyjyzx_gcjs_js  upload file 文件下载.jpg http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=F8AF068F-38D4-46F2-8CD3-F31CA48B6993&n=51
+2022/08/16 14:29:26 upload.go:60: error  下载文件出错! zj_hzsggzyjyzx_gcjs_js  upload file 文件下载.jpg http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=F8AF068F-38D4-46F2-8CD3-F31CA48B6993&n=51
+2022/08/16 14:29:26 upload.go:60: error  下载文件出错! zj_hzsggzyjyzx_gcjs_js  upload file 文件下载.jpg http://ggzy.huzhou.gov.cn:8090/hzztb/NetZtbMis/Pages/Signature/ShowQianZhang.aspx?Type=1&RowGuid=F8AF068F-38D4-46F2-8CD3-F31CA48B6993&n=51
+2022/08/16 14:29:46 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.deqing.gov.cn/qtp-file-server/UploadedFile/0f7614506583ec61d5268c0e1da828e8 	 b84d680971abaab77d43d0f18fc7388415b1284ad11b4965f8afc410ddc84ae9.jpg 	 文件下载.jpg 923 KB
+2022/08/16 14:30:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:30:08 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J071/3dd45059-85eb-45cb-bd2b-c9edadcf19c5/8.12湖州市南浔古镇文化旅游综合提升项目(一期)-21号公馆民宿装饰工程设计装修-招标文件.doc 	 58cb8bab97c22608e2b369d007e7375609e29e3554e28211a848309555fa790d.doc 	 8.12湖州市南浔古镇文化旅游综合提升项目(一期)-21号公馆民宿装饰工程设计装修-招标文件.doc 628 KB
+2022/08/16 14:30:11 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn/HZfront/ReadAttachFile.aspx?AttachID=5d61047e-bc60-b3fd-f55f-bca831c4fdb5 	 756670470cd074be772990310cbabf7b261c7129d992732dccd25246ccedf1f1.docx 	 8.12招标文件公示-湖州经开新能源科技有限公司分布式光伏发电项目(一期)工程总承包加运营项目.docx 766 KB
+2022/08/16 14:31:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:32:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:32:41 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 14:33:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:34:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:35:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:35:16 download.go:243: error  zj_hzsggzyjyzx_gcjs_js方法DownloadFile,url:http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J071/07c3e76b-2193-4aa7-89d4-9425ff184f47/8.12湖州市南浔区练市人民医院设备购置及配套工程-电梯采购-招标文件.doc,err:timeout 300
+2022/08/16 14:35:16 upload.go:60: error  下载文件出错! zj_hzsggzyjyzx_gcjs_js  upload file 8.12湖州市南浔区练市人民医院设备购置及配套工程-电梯采购-招标文件.doc http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J071/07c3e76b-2193-4aa7-89d4-9425ff184f47/8.12湖州市南浔区练市人民医院设备购置及配套工程-电梯采购-招标文件.doc
+2022/08/16 14:35:18 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J071/07c3e76b-2193-4aa7-89d4-9425ff184f47/8.12湖州市南浔区练市人民医院设备购置及配套工程-电梯采购-招标文件.doc 	 cddeae5b6b41e8e0c90dff641e8eb3460ecd7344110931cd1b183f7548242b4d.doc 	 8.12湖州市南浔区练市人民医院设备购置及配套工程-电梯采购-招标文件.doc 904 KB
+2022/08/16 14:35:28 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J071/2fef2375-dcca-4679-bb63-ec87c8b6379d/8.12(定公开招标省版)湖州市南浔区镇海中学南浔分校建设项目装修工程-招标文件.doc 	 09fb71601e056bebdd83fb4544bca6270b166d70f43c3c000260cce3c85aca96.doc 	 8.12(定公开招标省版)湖州市南浔区镇海中学南浔分校建设项目装修工程-招标文件.doc 929 KB
+2022/08/16 14:35:42 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J071/39defac4-c1bb-4f35-ad91-f7e13a3e0e11/公示版-公开招标-天钫-南浔古镇文化旅游综合提升项目(一期)-南浔古镇亲子街区工程设计.docx 	 22dbf720e2338fb95833e74523f744cf86d8afa2121c00209a246306c86344be.docx 	 公示版-公开招标-天钫-南浔古镇文化旅游综合提升项目(一期)-南浔古镇亲子街区工程设计.docx 112 KB
+2022/08/16 14:36:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:37:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:37:58 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 14:38:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:38:16 download.go:68: error  zj_hzsggzyjyzx_gcjs_js方法DownloadAdv,url:http://ggzy.huzhou.gov.cn/HZfront/InfoDetail/?InfoID=7862016b-21c3-45d6-a156-4069ea09ceb3&CategoryNum=021001006,err:timeout 150
+2022/08/16 14:38:22 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.deqing.gov.cn/qtp-file-server/UploadedFile/90f8bfbc5e370975fa07c70bf3ff0460 	 dca85268ba1d8bec287ba65be7b9cfb7241daeb830a0676404f0833d3a123828.jpg 	 文件下载.jpg 130 KB
+2022/08/16 14:38:28 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.deqing.gov.cn/qtp-file-server/UploadedFile/15697f7e2ca67a295e5ee4070b351124 	 02b1dd0132ca80be50fc99fd06742d4d278660ec59ce7d92bbac4f5e8a6b6efd.jpg 	 文件下载.jpg 127 KB
+2022/08/16 14:38:34 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J071/860aea49-4b76-4cd7-97a5-594b515997d1/湖州市中医院迁建项目装修1幢标段公示稿.doc 	 7c5d0fa8504a494ab09e5c11f66edf65cae1c2fe2065f550a6c73972334ea3c0.doc 	 湖州市中医院迁建项目装修1幢标段公示稿.doc 466 KB
+2022/08/16 14:38:39 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J071/ebc69c73-e386-4a6a-9835-2016845e2033/新建DOC文档.doc 	 4dcde8bca0dca99796a5e281ece12e835b7d3c8a24501c4b6456cbff27e0025c.doc 	 新建DOC文档.doc 9.5 KB
+2022/08/16 14:39:02 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J071/5633bbac-2a9e-4e3e-be6b-d96ba06c0c8b/8.15招标文件-织里镇农村公路亮化工程.doc 	 1321079d1f111d495426510de8c8ffcef4478e7577238bc499c0f3d4ba750521.doc 	 8.15招标文件-织里镇农村公路亮化工程.doc 906 KB
+2022/08/16 14:39:07 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J071/3a478f92-13ae-4b16-b3b0-88de47eac0d8/招标文件--湖州市南太湖新区湖州市祥鑫建设开发有限公司太湖湾单元TH-08-02-01E、TH-08-02-02CTH-08-02-03C号地块(西区住宅)公共区域装修--公示稿.doc 	 d9d66cfebf33dbe3ab0210aae803cb0e77ea22d5a336c128b12f6355c8b9c384.doc 	 招标文件--湖州市南太湖新区湖州市祥鑫建设开发有限公司太湖湾单元TH-08-02-01E、TH-08-02-02CTH-08-02-03C号地块(西区住宅)公共区域装修--公示稿.doc 504 KB
+2022/08/16 14:39:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:39:10 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.deqing.gov.cn/qtp-file-server/UploadedFile/dccd57c73a7132e2991c10c83b8068e2 	 ed6f0633b13e6d771bd89fb77942169fa825198c89727945e1a9019c2f26324f.jpg 	 文件下载.jpg 145 KB
+2022/08/16 14:39:16 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.deqing.gov.cn/qtp-file-server/UploadedFile/8a9e7e1d0bd67e54561394bb2ce15507 	 ad2640f657cbdc74d3d01a85542170c34312681f524c96afe35e09c2f71a61f2.jpg 	 文件下载.jpg 167 KB
+2022/08/16 14:39:56 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.deqing.gov.cn/qtp-file-server/UploadedFile/4737a328440b022c783f0481bd2594b2 	 7fb923569f6610e9e7830eb5df7d9fede6fa0197aa99fcc9d76a23d16e12d125.jpg 	 文件下载.jpg 134 KB
+2022/08/16 14:40:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:40:40 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.huzhou.gov.cn/HZfront//AttachStorage2/202208/J071/7b1b84ab-5661-4434-98c3-2288ce9f5ee8/公示版公开招标-天钫-南浔区长三角绿色智造联动发展产业园(二期)基础设施配套项目-人才公寓设计项目.doc 	 eb86186eba4db42e44585886c19a4c62213d0a394099f42e6383cb156ad46079.doc 	 公示版公开招标-天钫-南浔区长三角绿色智造联动发展产业园(二期)基础设施配套项目-人才公寓设计项目.doc 438 KB
+2022/08/16 14:40:43 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 14:40:43 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: true
+2022/08/16 14:40:43 history.go:34: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: true
+2022/08/16 14:40:43 history.go:229: debug  统计spider_listdata采集量完成...
+2022/08/16 14:41:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:42:07 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:42:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:43:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:43:15 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 14:44:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:45:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:46:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:47:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:48:07 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 14:48:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:48:32 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 14:49:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:50:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:51:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:52:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:53:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:53:49 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 14:54:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:55:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:56:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:57:07 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 14:57:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:58:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 14:59:06 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/16 14:59:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:00:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:01:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:02:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:03:07 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:17:06 main.go:140: debug  7000
+2022/08/16 15:17:06 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:17:06 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:17:06 history.go:154: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:17:06 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:17:06 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:17:06 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:17:06 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:17:32 main.go:140: debug  7000
+2022/08/16 15:17:32 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:17:32 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:17:32 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:17:32 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:17:32 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:17:32 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:17:32 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:19:27 main.go:140: debug  7000
+2022/08/16 15:19:27 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:19:27 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:19:27 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:19:27 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:19:27 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:19:27 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:19:27 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:23:04 main.go:140: debug  7000
+2022/08/16 15:23:04 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:23:04 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:23:04 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:23:04 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:23:04 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:23:04 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:23:04 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:23:34 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 15:23:52 main.go:140: debug  7000
+2022/08/16 15:23:52 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:23:52 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:23:52 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:23:52 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:23:52 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:23:53 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:23:53 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:24:22 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 15:24:52 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:26:42 main.go:140: debug  7000
+2022/08/16 15:26:42 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:26:42 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:26:42 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:26:42 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:26:42 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:26:42 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:26:42 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:26:52 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:26:52 main.go:140: debug  7000
+2022/08/16 15:26:52 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:26:52 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:26:52 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:26:53 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:26:53 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:26:53 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:27:22 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 15:28:05 main.go:140: debug  7000
+2022/08/16 15:28:05 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:28:05 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:28:05 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:28:05 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:28:05 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:28:05 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:28:05 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:28:35 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 15:29:05 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:29:12 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:30:48 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:30:48 main.go:140: debug  7000
+2022/08/16 15:30:48 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:30:48 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:30:48 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:30:48 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:30:48 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:30:48 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:31:18 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 15:31:18 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:31:48 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:31:48 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:31:50 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:32:18 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:32:48 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:32:48 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:33:18 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:33:48 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:33:48 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:34:37 main.go:140: debug  7000
+2022/08/16 15:34:37 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:34:37 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:34:37 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:34:37 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:34:37 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:34:38 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:34:38 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:35:07 handler.go:1312: info  更新心跳个数: 0
+2022/08/16 15:35:07 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:35:37 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:35:37 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 2
+2022/08/16 15:35:40 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:36:07 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:36:37 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:36:37 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:37:07 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:37:37 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:37:38 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:38:08 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:38:16 download.go:68: error  zj_hzsggzyjyzx_gcjs_js方法DownloadAdv,url:http://ggzy.huzhou.gov.cn/HZfront/InfoDetail/?InfoID=5d05b9dd-2c6e-4b1f-836a-743c992d7d1a&CategoryNum=021001001,err:timeout 150
+2022/08/16 15:38:34 upload.go:114: debug  上传文件成功! zj_hzsggzyjyzx_gcjs_js 	 http://ggzy.deqing.gov.cn/qtp-file-server/UploadedFile/efa4ac4ea14bddd35c467ba06a3e6b80 	 33c9fe0f2e9ca52870bba49b2252c4c7bfa2802d32276752e35209d7dc4e9c7f.jpg 	 文件下载.jpg 470 KB
+2022/08/16 15:38:37 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:38:38 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:39:08 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:39:34 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:39:34 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: true
+2022/08/16 15:39:34 history.go:34: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: true
+2022/08/16 15:39:37 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:40:37 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:40:38 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:40:38 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:41:08 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:41:37 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:41:38 history.go:155: info  code: zj_hzsggzyjyzx_gcjs_js 	当前待采集历史信息量: 1
+2022/08/16 15:41:41 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: false
+2022/08/16 15:41:41 history.go:28: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: true
+2022/08/16 15:41:41 history.go:34: info  Running Code: zj_hzsggzyjyzx_gcjs_js Stop: true
+2022/08/16 15:42:37 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:48:39 main.go:140: debug  7000
+2022/08/16 15:48:39 spider.go:1067: info  Detail Download All Thread: 0
+2022/08/16 15:48:39 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:48:39 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:48:39 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/16 15:48:39 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:48:39 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:48:42 handler.go:417: info  下架脚本 a_ztdwkcsjyjtyxgs_xwzx_tzgg
+2022/08/16 15:48:42 handler.go:466: info  a_ztdwkcsjyjtyxgs_xwzx_tzgg 脚本下架成功
+2022/08/16 15:48:42 handler.go:731: info  上下架: true <nil>
+2022/08/16 15:48:42 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244808&ProjectsId=-231326&ConfirmBid=GYBG888888  isExist: false
+2022/08/16 15:48:46 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244878&ProjectsId=-231395&ConfirmBid=1693399233  isExist: false
+2022/08/16 15:48:52 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244889&ProjectsId=-231406&ConfirmBid=tjhmjj  isExist: false
+2022/08/16 15:48:57 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244782&ProjectsId=-231299&ConfirmBid=zhenhai888  isExist: false
+2022/08/16 15:49:09 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244887&ProjectsId=-231404&ConfirmBid=GYBG888888  isExist: false
+2022/08/16 15:49:14 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244870&ProjectsId=-231387&ConfirmBid=nhjj123  isExist: false
+2022/08/16 15:49:18 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244883&ProjectsId=-231400&ConfirmBid=tjssyjjyxgs2022  isExist: false
+2022/08/16 15:49:22 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244884&ProjectsId=-231401&ConfirmBid=tjssyjjyxgs2022  isExist: false
+2022/08/16 15:49:28 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244886&ProjectsId=-231403&ConfirmBid=null  isExist: false
+2022/08/16 15:49:30 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244810&ProjectsId=-231328&ConfirmBid=hengpinjiaoyu  isExist: false
+2022/08/16 15:49:35 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244879&ProjectsId=-231396&ConfirmBid=null  isExist: false
+2022/08/16 15:49:39 spider.go:1067: info  Detail Download All Thread: 0
+2022/08/16 15:49:40 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244867&ProjectsId=-231384&ConfirmBid=26655859  isExist: false
+2022/08/16 15:49:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244826&ProjectsId=-231344&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 15:49:46 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244854&ProjectsId=-231371&ConfirmBid=LCJJ1234  isExist: false
+2022/08/16 15:49:48 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244852&ProjectsId=-231369&ConfirmBid=LCJJ1234  isExist: false
+2022/08/16 15:49:50 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244853&ProjectsId=-231370&ConfirmBid=LCJJ1234  isExist: false
+2022/08/16 15:50:32 main.go:140: debug  7000
+2022/08/16 15:50:32 spider.go:1067: info  Detail Download All Thread: 0
+2022/08/16 15:50:32 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:50:32 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:50:32 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/16 15:50:33 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:50:33 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:50:43 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244808&ProjectsId=-231326&ConfirmBid=GYBG888888  isExist: true
+2022/08/16 15:50:43 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244878&ProjectsId=-231395&ConfirmBid=1693399233  isExist: true
+2022/08/16 15:50:43 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244889&ProjectsId=-231406&ConfirmBid=tjhmjj  isExist: true
+2022/08/16 15:50:43 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244782&ProjectsId=-231299&ConfirmBid=zhenhai888  isExist: true
+2022/08/16 15:50:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244887&ProjectsId=-231404&ConfirmBid=GYBG888888  isExist: true
+2022/08/16 15:50:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244870&ProjectsId=-231387&ConfirmBid=nhjj123  isExist: true
+2022/08/16 15:50:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244883&ProjectsId=-231400&ConfirmBid=tjssyjjyxgs2022  isExist: true
+2022/08/16 15:50:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244884&ProjectsId=-231401&ConfirmBid=tjssyjjyxgs2022  isExist: true
+2022/08/16 15:50:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244886&ProjectsId=-231403&ConfirmBid=null  isExist: true
+2022/08/16 15:50:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244810&ProjectsId=-231328&ConfirmBid=hengpinjiaoyu  isExist: true
+2022/08/16 15:51:33 main.go:140: debug  7000
+2022/08/16 15:51:33 spider.go:1067: info  Detail Download All Thread: 0
+2022/08/16 15:51:33 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:51:33 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:51:33 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/16 15:51:33 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:51:33 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:52:41 spider.go:1067: info  Detail Download All Thread: 0
+2022/08/16 15:52:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244808&ProjectsId=-231326&ConfirmBid=GYBG888888  isExist: true
+2022/08/16 15:52:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244878&ProjectsId=-231395&ConfirmBid=1693399233  isExist: true
+2022/08/16 15:52:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244889&ProjectsId=-231406&ConfirmBid=tjhmjj  isExist: true
+2022/08/16 15:52:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244782&ProjectsId=-231299&ConfirmBid=zhenhai888  isExist: true
+2022/08/16 15:52:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244887&ProjectsId=-231404&ConfirmBid=GYBG888888  isExist: true
+2022/08/16 15:52:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244870&ProjectsId=-231387&ConfirmBid=nhjj123  isExist: true
+2022/08/16 15:52:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244883&ProjectsId=-231400&ConfirmBid=tjssyjjyxgs2022  isExist: true
+2022/08/16 15:52:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244884&ProjectsId=-231401&ConfirmBid=tjssyjjyxgs2022  isExist: true
+2022/08/16 15:52:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244886&ProjectsId=-231403&ConfirmBid=null  isExist: true
+2022/08/16 15:52:44 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244810&ProjectsId=-231328&ConfirmBid=hengpinjiaoyu  isExist: true
+2022/08/16 15:52:45 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244879&ProjectsId=-231396&ConfirmBid=null  isExist: true
+2022/08/16 15:52:45 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244867&ProjectsId=-231384&ConfirmBid=26655859  isExist: true
+2022/08/16 15:52:45 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244826&ProjectsId=-231344&ConfirmBid=CXKJ99  isExist: true
+2022/08/16 15:52:45 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244854&ProjectsId=-231371&ConfirmBid=LCJJ1234  isExist: true
+2022/08/16 15:52:45 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244852&ProjectsId=-231369&ConfirmBid=LCJJ1234  isExist: true
+2022/08/16 15:52:45 spider.go:492: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244853&ProjectsId=-231370&ConfirmBid=LCJJ1234  isExist: false
+2022/08/16 15:53:41 spider.go:1067: info  Detail Download All Thread: 0
+2022/08/16 15:54:12 main.go:140: debug  7000
+2022/08/16 15:54:12 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:54:12 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:54:12 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:54:12 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/16 15:54:12 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:54:12 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:54:14 spider.go:491: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249989&ProjectsId=-236492&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 15:54:57 main.go:140: debug  7000
+2022/08/16 15:54:57 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:54:57 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:54:57 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:54:57 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/16 15:54:57 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:54:57 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 15:55:06 spider.go:491: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249989&ProjectsId=-236492&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 15:55:21 main.go:140: debug  7000
+2022/08/16 15:55:21 spider.go:1066: info  Detail Download All Thread: 0
+2022/08/16 15:55:21 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:55:21 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 15:55:21 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/16 15:55:21 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 15:55:21 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 16:29:34 main.go:140: debug  7000
+2022/08/16 16:29:34 spider.go:1073: info  Detail Download All Thread: 0
+2022/08/16 16:29:34 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 16:29:34 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 16:29:34 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/16 16:29:34 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 16:29:34 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 16:29:36 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-251098&ProjectsId=-237601&ConfirmBid=null  isExist: false
+2022/08/16 16:29:36 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249992&ProjectsId=-236495&ConfirmBid=zhujinjiang123  isExist: false
+2022/08/16 16:29:36 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249991&ProjectsId=-236494&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 16:29:36 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249989&ProjectsId=-236492&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 16:29:36 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249990&ProjectsId=-236493&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 16:29:36 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249987&ProjectsId=-236490&ConfirmBid=puruijiet  isExist: false
+2022/08/16 16:29:36 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249752&ProjectsId=-236257&ConfirmBid=lihua  isExist: false
+2022/08/16 16:29:36 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249959&ProjectsId=-236461&ConfirmBid=zhenxingweiye  isExist: false
+2022/08/16 16:29:36 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249970&ProjectsId=-236472&ConfirmBid=yashujiaju111  isExist: false
+2022/08/16 16:29:36 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249973&ProjectsId=-236475&ConfirmBid=TQ888888  isExist: false
+2022/08/16 16:29:37 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249963&ProjectsId=-236465&ConfirmBid=jtjjxszx2021  isExist: false
+2022/08/16 16:29:37 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249965&ProjectsId=-236467&ConfirmBid=lianzhong2016  isExist: false
+2022/08/16 16:29:37 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249975&ProjectsId=-236477&ConfirmBid=junyan  isExist: false
+2022/08/16 16:29:37 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249978&ProjectsId=-236480&ConfirmBid=haoxibao  isExist: false
+2022/08/16 16:29:37 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249539&ProjectsId=-236046&ConfirmBid=LCJJ1234  isExist: false
+2022/08/16 16:29:37 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249977&ProjectsId=-236479&ConfirmBid=haoxibao  isExist: false
+2022/08/16 16:29:37 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249980&ProjectsId=-236482&ConfirmBid=haoxibao  isExist: false
+2022/08/16 16:29:37 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249981&ProjectsId=-236483&ConfirmBid=haoxibao  isExist: false
+2022/08/16 16:29:37 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249982&ProjectsId=-236484&ConfirmBid=haoxibao  isExist: false
+2022/08/16 16:29:37 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249976&ProjectsId=-236478&ConfirmBid=15102276588  isExist: false
+2022/08/16 16:29:38 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249969&ProjectsId=-236471&ConfirmBid=tjyxjj888  isExist: false
+2022/08/16 16:29:38 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249966&ProjectsId=-236468&ConfirmBid=dyjj123  isExist: false
+2022/08/16 16:29:38 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249961&ProjectsId=-236463&ConfirmBid=haoxibao  isExist: false
+2022/08/16 16:29:38 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-249949&ProjectsId=-236457&ConfirmBid=null  isExist: false
+2022/08/16 16:29:38 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-251080&ProjectsId=-237584&ConfirmBid=null  isExist: false
+2022/08/16 16:29:38 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249493&ProjectsId=-236000&ConfirmBid=btdz061224  isExist: false
+2022/08/16 16:29:38 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249832&ProjectsId=-236331&ConfirmBid=lianzhong2016  isExist: false
+2022/08/16 16:29:38 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249835&ProjectsId=-236334&ConfirmBid=lianzhong2016  isExist: false
+2022/08/16 16:29:38 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249838&ProjectsId=-236337&ConfirmBid=jtjjxszx2021  isExist: false
+2022/08/16 16:29:38 spider.go:489: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-249839&ProjectsId=-236338&ConfirmBid=jtjjxszx2021  isExist: false
+2022/08/16 16:30:22 main.go:140: debug  7000
+2022/08/16 16:30:22 spider.go:1074: info  Detail Download All Thread: 0
+2022/08/16 16:30:22 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 16:30:22 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/16 16:30:22 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/16 16:30:22 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/16 16:30:22 handler.go:144: info  总共加载脚本数: 1
+2022/08/16 16:30:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244863&ProjectsId=-231380&ConfirmBid=cj2953  isExist: false
+2022/08/16 16:30:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244783&ProjectsId=-231300&ConfirmBid=86814910  isExist: false
+2022/08/16 16:30:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244873&ProjectsId=-231390&ConfirmBid=Tedashangwu  isExist: false
+2022/08/16 16:30:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244808&ProjectsId=-231326&ConfirmBid=GYBG888888  isExist: true
+2022/08/16 16:30:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244878&ProjectsId=-231395&ConfirmBid=1693399233  isExist: true
+2022/08/16 16:30:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244889&ProjectsId=-231406&ConfirmBid=tjhmjj  isExist: true
+2022/08/16 16:30:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244782&ProjectsId=-231299&ConfirmBid=zhenhai888  isExist: true
+2022/08/16 16:30:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244887&ProjectsId=-231404&ConfirmBid=GYBG888888  isExist: true
+2022/08/16 16:30:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244870&ProjectsId=-231387&ConfirmBid=nhjj123  isExist: true
+2022/08/16 16:30:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244883&ProjectsId=-231400&ConfirmBid=tjssyjjyxgs2022  isExist: true
+2022/08/16 16:30:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244884&ProjectsId=-231401&ConfirmBid=tjssyjjyxgs2022  isExist: true
+2022/08/16 16:30:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244886&ProjectsId=-231403&ConfirmBid=null  isExist: true
+2022/08/16 16:30:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244810&ProjectsId=-231328&ConfirmBid=hengpinjiaoyu  isExist: true
+2022/08/16 16:30:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244879&ProjectsId=-231396&ConfirmBid=null  isExist: true
+2022/08/16 16:30:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244867&ProjectsId=-231384&ConfirmBid=26655859  isExist: true
+2022/08/16 16:30:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244826&ProjectsId=-231344&ConfirmBid=CXKJ99  isExist: true
+2022/08/16 16:30:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244854&ProjectsId=-231371&ConfirmBid=LCJJ1234  isExist: true
+2022/08/16 16:30:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244852&ProjectsId=-231369&ConfirmBid=LCJJ1234  isExist: true
+2022/08/16 16:30:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244853&ProjectsId=-231370&ConfirmBid=LCJJ1234  isExist: false
+2022/08/16 16:30:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244519&ProjectsId=-231037&ConfirmBid=tjwusi  isExist: false
+2022/08/16 16:30:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244841&ProjectsId=-231358&ConfirmBid=xuhaojiaju  isExist: false
+2022/08/16 16:30:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244820&ProjectsId=-231338&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:30:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244855&ProjectsId=-231372&ConfirmBid=huifeng001  isExist: false
+2022/08/16 16:30:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244821&ProjectsId=-231339&ConfirmBid=tjjklb  isExist: false
+2022/08/16 16:30:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244851&ProjectsId=-231368&ConfirmBid=null  isExist: false
+2022/08/16 16:30:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244793&ProjectsId=-231311&ConfirmBid=TJZBKJ  isExist: false
+2022/08/16 16:30:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244771&ProjectsId=-231301&ConfirmBid=tjshangjin  isExist: false
+2022/08/16 16:30:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244839&ProjectsId=-231356&ConfirmBid=tjhygm3315  isExist: false
+2022/08/16 16:30:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244843&ProjectsId=-231360&ConfirmBid=hengxintongda168  isExist: false
+2022/08/16 16:30:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244837&ProjectsId=-231354&ConfirmBid=xingying  isExist: false
+2022/08/16 16:30:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244815&ProjectsId=-231333&ConfirmBid=QCLX1234  isExist: false
+2022/08/16 16:30:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244819&ProjectsId=-231337&ConfirmBid=CNJH2004  isExist: false
+2022/08/16 16:30:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244834&ProjectsId=-231351&ConfirmBid=huanongnuantong  isExist: false
+2022/08/16 16:30:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244838&ProjectsId=-231355&ConfirmBid=26655859  isExist: false
+2022/08/16 16:30:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244836&ProjectsId=-231353&ConfirmBid=26655859  isExist: false
+2022/08/16 16:30:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244847&ProjectsId=-231364&ConfirmBid=null  isExist: false
+2022/08/16 16:30:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244846&ProjectsId=-231363&ConfirmBid=null  isExist: false
+2022/08/16 16:30:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244845&ProjectsId=-231362&ConfirmBid=BDL8622441  isExist: false
+2022/08/16 16:30:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244844&ProjectsId=-231361&ConfirmBid=null  isExist: false
+2022/08/16 16:30:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244842&ProjectsId=-231359&ConfirmBid=null  isExist: false
+2022/08/16 16:30:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244812&ProjectsId=-231330&ConfirmBid=tjthty  isExist: false
+2022/08/16 16:30:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244813&ProjectsId=-231331&ConfirmBid=tjthty  isExist: false
+2022/08/16 16:30:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244816&ProjectsId=-231334&ConfirmBid=tjthty  isExist: false
+2022/08/16 16:30:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244817&ProjectsId=-231335&ConfirmBid=tjthty  isExist: false
+2022/08/16 16:30:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244822&ProjectsId=-231340&ConfirmBid=huaxin_7088  isExist: false
+2022/08/16 16:30:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244827&ProjectsId=-231345&ConfirmBid=dongfangwenyi1  isExist: false
+2022/08/16 16:30:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244814&ProjectsId=-231332&ConfirmBid=junyan  isExist: false
+2022/08/16 16:30:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244727&ProjectsId=-231244&ConfirmBid=Tedashangwu  isExist: false
+2022/08/16 16:30:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244823&ProjectsId=-231341&ConfirmBid=KPYT001  isExist: false
+2022/08/16 16:30:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244818&ProjectsId=-231336&ConfirmBid=boyiteng  isExist: false
+2022/08/16 16:30:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244830&ProjectsId=-231348&ConfirmBid=null  isExist: false
+2022/08/16 16:30:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-243730&ProjectsId=-230250&ConfirmBid=null  isExist: false
+2022/08/16 16:30:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244732&ProjectsId=-231249&ConfirmBid=zhuochaoshangmao  isExist: false
+2022/08/16 16:30:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244775&ProjectsId=-231292&ConfirmBid=renxx0115  isExist: false
+2022/08/16 16:30:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244807&ProjectsId=-231325&ConfirmBid=TJSXKM  isExist: false
+2022/08/16 16:30:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244535&ProjectsId=-231185&ConfirmBid=uicpc  isExist: false
+2022/08/16 16:30:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244543&ProjectsId=-231059&ConfirmBid=tjsrxst  isExist: false
+2022/08/16 16:30:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244692&ProjectsId=-231210&ConfirmBid=dachengjiaju888  isExist: false
+2022/08/16 16:30:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244794&ProjectsId=-231312&ConfirmBid=yb13820792067  isExist: false
+2022/08/16 16:30:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244769&ProjectsId=-231287&ConfirmBid=zhiyuanjiaju123  isExist: false
+2022/08/16 16:30:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244806&ProjectsId=-231324&ConfirmBid=junyan  isExist: false
+2022/08/16 16:30:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244802&ProjectsId=-231320&ConfirmBid=tjzxtfkj  isExist: false
+2022/08/16 16:30:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244803&ProjectsId=-231321&ConfirmBid=tjzxtfkj  isExist: false
+2022/08/16 16:30:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244779&ProjectsId=-231296&ConfirmBid=jhtc001  isExist: false
+2022/08/16 16:30:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244780&ProjectsId=-231297&ConfirmBid=jhtc001  isExist: false
+2022/08/16 16:30:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244781&ProjectsId=-231298&ConfirmBid=jhtc001  isExist: false
+2022/08/16 16:30:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244726&ProjectsId=-231243&ConfirmBid=tjmllhxxjsyxgs  isExist: false
+2022/08/16 16:30:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244651&ProjectsId=-231168&ConfirmBid=shijizhongqi  isExist: false
+2022/08/16 16:30:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244773&ProjectsId=-231290&ConfirmBid=ligenchang01  isExist: false
+2022/08/16 16:30:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244774&ProjectsId=-231291&ConfirmBid=ligenchang01  isExist: false
+2022/08/16 16:30:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244788&ProjectsId=-231306&ConfirmBid=xxwj2016  isExist: false
+2022/08/16 16:30:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244765&ProjectsId=-231283&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:30:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244800&ProjectsId=-231318&ConfirmBid=hengpinjiaoyu  isExist: false
+2022/08/16 16:30:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244730&ProjectsId=-231247&ConfirmBid=tjtdl  isExist: false
+2022/08/16 16:30:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244776&ProjectsId=-231293&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:30:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244778&ProjectsId=-231295&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:30:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244767&ProjectsId=-231285&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:30:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244772&ProjectsId=-231289&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:30:33 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244786&ProjectsId=-231304&ConfirmBid=hengli988  isExist: false
+2022/08/16 16:30:33 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244757&ProjectsId=-231275&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:30:33 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244795&ProjectsId=-231313&ConfirmBid=haowei  isExist: false
+2022/08/16 16:30:33 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244801&ProjectsId=-231319&ConfirmBid=null  isExist: false
+2022/08/16 16:30:33 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244799&ProjectsId=-231317&ConfirmBid=null  isExist: false
+2022/08/16 16:30:34 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244770&ProjectsId=-231288&ConfirmBid=df87732275  isExist: false
+2022/08/16 16:30:34 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244792&ProjectsId=-231310&ConfirmBid=null  isExist: false
+2022/08/16 16:30:34 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244791&ProjectsId=-231309&ConfirmBid=null  isExist: false
+2022/08/16 16:30:34 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244790&ProjectsId=-231308&ConfirmBid=null  isExist: false
+2022/08/16 16:30:34 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244758&ProjectsId=-231276&ConfirmBid=junyan  isExist: false
+2022/08/16 16:30:34 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244615&ProjectsId=-231131&ConfirmBid=JIFU2002  isExist: false
+2022/08/16 16:30:34 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244777&ProjectsId=-231294&ConfirmBid=dongfangwenyi1  isExist: false
+2022/08/16 16:30:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244768&ProjectsId=-231286&ConfirmBid=null  isExist: false
+2022/08/16 16:30:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244559&ProjectsId=-231075&ConfirmBid=JIFU2002  isExist: false
+2022/08/16 16:30:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244729&ProjectsId=-231246&ConfirmBid=anxincheng  isExist: false
+2022/08/16 16:30:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244876&ProjectsId=-231393&ConfirmBid=null  isExist: false
+2022/08/16 16:30:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244763&ProjectsId=-231281&ConfirmBid=sunyear  isExist: false
+2022/08/16 16:30:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244752&ProjectsId=-231270&ConfirmBid=JIFU2002  isExist: false
+2022/08/16 16:30:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244761&ProjectsId=-231279&ConfirmBid=DERBLAUEENGEL22  isExist: false
+2022/08/16 16:30:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244627&ProjectsId=-231144&ConfirmBid=DHZ811208  isExist: false
+2022/08/16 16:30:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244750&ProjectsId=-231268&ConfirmBid=hsjj861024  isExist: false
+2022/08/16 16:30:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244764&ProjectsId=-231282&ConfirmBid=tjlk2008  isExist: false
+2022/08/16 16:30:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244354&ProjectsId=-230871&ConfirmBid=66033028  isExist: false
+2022/08/16 16:30:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244742&ProjectsId=-231259&ConfirmBid=tjwusi  isExist: false
+2022/08/16 16:30:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244755&ProjectsId=-231273&ConfirmBid=btdz061224  isExist: false
+2022/08/16 16:30:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244756&ProjectsId=-231274&ConfirmBid=btdz061224  isExist: false
+2022/08/16 16:30:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244753&ProjectsId=-231271&ConfirmBid=qisehua120104  isExist: false
+2022/08/16 16:30:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244754&ProjectsId=-231272&ConfirmBid=qisehua120104  isExist: false
+2022/08/16 16:30:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244744&ProjectsId=-231261&ConfirmBid=Tedashangwu  isExist: false
+2022/08/16 16:30:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244745&ProjectsId=-231262&ConfirmBid=Tedashangwu  isExist: false
+2022/08/16 16:30:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244751&ProjectsId=-231269&ConfirmBid=Tedashangwu  isExist: false
+2022/08/16 16:30:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244749&ProjectsId=-231266&ConfirmBid=tjyxjj888  isExist: false
+2022/08/16 16:30:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244748&ProjectsId=-231265&ConfirmBid=ltlyk9666  isExist: false
+2022/08/16 16:30:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244747&ProjectsId=-231264&ConfirmBid=tjaspkjyxgs  isExist: false
+2022/08/16 16:30:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244734&ProjectsId=-231251&ConfirmBid=sxt13820792067  isExist: false
+2022/08/16 16:30:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244735&ProjectsId=-231252&ConfirmBid=sxt13820792067  isExist: false
+2022/08/16 16:30:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244736&ProjectsId=-231253&ConfirmBid=sxt13820792067  isExist: false
+2022/08/16 16:30:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244737&ProjectsId=-231254&ConfirmBid=sxt13820792067  isExist: false
+2022/08/16 16:30:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244738&ProjectsId=-231255&ConfirmBid=yb13820792067  isExist: false
+2022/08/16 16:30:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244740&ProjectsId=-231257&ConfirmBid=hongfujiajiaju  isExist: false
+2022/08/16 16:30:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244741&ProjectsId=-231258&ConfirmBid=hongfujiajiaju  isExist: false
+2022/08/16 16:30:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244731&ProjectsId=-231248&ConfirmBid=tianjinmeimeijia  isExist: false
+2022/08/16 16:30:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244739&ProjectsId=-231256&ConfirmBid=null  isExist: false
+2022/08/16 16:30:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244746&ProjectsId=-231263&ConfirmBid=null  isExist: false
+2022/08/16 16:30:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-242268&ProjectsId=-228788&ConfirmBid=zhonghaihengye  isExist: false
+2022/08/16 16:30:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-243888&ProjectsId=-230406&ConfirmBid=uicpc  isExist: false
+2022/08/16 16:30:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244388&ProjectsId=-230906&ConfirmBid=yingya  isExist: false
+2022/08/16 16:30:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244398&ProjectsId=-230916&ConfirmBid=yingya  isExist: false
+2022/08/16 16:30:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244697&ProjectsId=-231215&ConfirmBid=hjl86860046  isExist: false
+2022/08/16 16:30:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244725&ProjectsId=-231242&ConfirmBid=songbaojun  isExist: false
+2022/08/16 16:30:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244702&ProjectsId=-231220&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 16:30:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244706&ProjectsId=-231224&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 16:30:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244701&ProjectsId=-231219&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 16:30:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244703&ProjectsId=-231221&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 16:30:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244704&ProjectsId=-231222&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 16:30:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244705&ProjectsId=-231223&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 16:30:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244713&ProjectsId=-231231&ConfirmBid=uicpc  isExist: false
+2022/08/16 16:30:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244721&ProjectsId=-231239&ConfirmBid=JS23795520  isExist: false
+2022/08/16 16:30:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244716&ProjectsId=-231233&ConfirmBid=huaxin_7088  isExist: false
+2022/08/16 16:30:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244717&ProjectsId=-231234&ConfirmBid=huaxin_7088  isExist: false
+2022/08/16 16:30:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244719&ProjectsId=-231237&ConfirmBid=huaxin_7088  isExist: false
+2022/08/16 16:30:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244666&ProjectsId=-231183&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:30:42 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244667&ProjectsId=-231184&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:30:42 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244715&ProjectsId=-231236&ConfirmBid=digitalrb  isExist: false
+2022/08/16 16:30:42 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244712&ProjectsId=-231230&ConfirmBid=digitalrb  isExist: false
+2022/08/16 16:30:42 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244724&ProjectsId=-231241&ConfirmBid=digitalrb  isExist: false
+2022/08/16 16:30:42 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244695&ProjectsId=-231213&ConfirmBid=digitalrb  isExist: false
+2022/08/16 16:30:42 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244536&ProjectsId=-231052&ConfirmBid=daweijiaju123  isExist: false
+2022/08/16 16:30:42 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244537&ProjectsId=-231053&ConfirmBid=daweijiaju123  isExist: false
+2022/08/16 16:30:42 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244700&ProjectsId=-231218&ConfirmBid=tjhbjj123  isExist: false
+2022/08/16 16:30:42 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244699&ProjectsId=-231217&ConfirmBid=tjhbjj123  isExist: false
+2022/08/16 16:30:42 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244707&ProjectsId=-231225&ConfirmBid=TJSXKM  isExist: false
+2022/08/16 16:30:43 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244723&ProjectsId=-231240&ConfirmBid=null  isExist: false
+2022/08/16 16:30:43 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244714&ProjectsId=-231232&ConfirmBid=zlzbtjkjyxgs  isExist: false
+2022/08/16 16:30:43 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244708&ProjectsId=-231226&ConfirmBid=tjszmcs  isExist: false
+2022/08/16 16:30:43 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244718&ProjectsId=-231235&ConfirmBid=null  isExist: false
+2022/08/16 16:30:43 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244711&ProjectsId=-231229&ConfirmBid=ltlyk9666  isExist: false
+2022/08/16 16:30:43 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244710&ProjectsId=-231228&ConfirmBid=tjszmcs  isExist: false
+2022/08/16 16:30:43 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244709&ProjectsId=-231227&ConfirmBid=tjszmcs  isExist: false
+2022/08/16 16:30:43 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244685&ProjectsId=-231203&ConfirmBid=yr87753936  isExist: false
+2022/08/16 16:30:43 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244684&ProjectsId=-231202&ConfirmBid=zhuochaoshangmao  isExist: false
+2022/08/16 16:30:43 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244694&ProjectsId=-231212&ConfirmBid=null  isExist: false
+2022/08/16 16:30:45 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244656&ProjectsId=-231173&ConfirmBid=tjtkys  isExist: false
+2022/08/16 16:30:45 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244689&ProjectsId=-231207&ConfirmBid=hongqiaotianjin  isExist: false
+2022/08/16 16:30:45 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244678&ProjectsId=-231196&ConfirmBid=hengpinjiaoyu  isExist: false
+2022/08/16 16:30:45 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244691&ProjectsId=-231209&ConfirmBid=meiyaju2398  isExist: false
+2022/08/16 16:30:45 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244582&ProjectsId=-231098&ConfirmBid=86814910  isExist: false
+2022/08/16 16:30:45 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244583&ProjectsId=-231099&ConfirmBid=tjsrxst  isExist: false
+2022/08/16 16:30:45 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244693&ProjectsId=-231211&ConfirmBid=null  isExist: false
+2022/08/16 16:30:45 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244690&ProjectsId=-231208&ConfirmBid=null  isExist: false
+2022/08/16 16:30:46 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244686&ProjectsId=-231204&ConfirmBid=shiyugang1259  isExist: false
+2022/08/16 16:30:46 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244566&ProjectsId=-231083&ConfirmBid=lihua  isExist: false
+2022/08/16 16:30:48 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244682&ProjectsId=-231200&ConfirmBid=junyan  isExist: false
+2022/08/16 16:30:48 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244375&ProjectsId=-230893&ConfirmBid=nhjj123  isExist: false
+2022/08/16 16:30:48 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244680&ProjectsId=-231198&ConfirmBid=yihairongda1  isExist: false
+2022/08/16 16:30:49 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244670&ProjectsId=-231188&ConfirmBid=zhenhai888  isExist: false
+2022/08/16 16:30:49 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244671&ProjectsId=-231189&ConfirmBid=zhenhai888  isExist: false
+2022/08/16 16:30:49 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244766&ProjectsId=-231284&ConfirmBid=null  isExist: false
+2022/08/16 16:30:49 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244621&ProjectsId=-231137&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 16:30:49 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244622&ProjectsId=-231138&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 16:30:49 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244679&ProjectsId=-231197&ConfirmBid=huifeng001  isExist: false
+2022/08/16 16:30:49 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244300&ProjectsId=-230812&ConfirmBid=tjhjwl666  isExist: false
+2022/08/16 16:30:50 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244674&ProjectsId=-231192&ConfirmBid=xianda  isExist: false
+2022/08/16 16:30:50 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244668&ProjectsId=-231186&ConfirmBid=jyzh8888  isExist: false
+2022/08/16 16:30:50 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244669&ProjectsId=-231187&ConfirmBid=jyzh8888  isExist: false
+2022/08/16 16:30:50 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244681&ProjectsId=-231199&ConfirmBid=junyan  isExist: false
+2022/08/16 16:30:50 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244683&ProjectsId=-231201&ConfirmBid=junyan  isExist: false
+2022/08/16 16:30:50 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244675&ProjectsId=-231193&ConfirmBid=null  isExist: false
+2022/08/16 16:30:50 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244673&ProjectsId=-231191&ConfirmBid=null  isExist: false
+2022/08/16 16:30:50 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244663&ProjectsId=-231180&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:30:50 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244660&ProjectsId=-231177&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:30:50 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244602&ProjectsId=-231118&ConfirmBid=cx27714299  isExist: false
+2022/08/16 16:30:51 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244604&ProjectsId=-231120&ConfirmBid=hengmeijiaju  isExist: false
+2022/08/16 16:30:51 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244606&ProjectsId=-231122&ConfirmBid=hengmeijiaju  isExist: false
+2022/08/16 16:30:52 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244661&ProjectsId=-231178&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:30:52 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244649&ProjectsId=-231166&ConfirmBid=YFYP518  isExist: false
+2022/08/16 16:30:52 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244652&ProjectsId=-231169&ConfirmBid=YFYP518  isExist: false
+2022/08/16 16:30:52 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244657&ProjectsId=-231174&ConfirmBid=YFYP518  isExist: false
+2022/08/16 16:30:52 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244658&ProjectsId=-231175&ConfirmBid=YFYP518  isExist: false
+2022/08/16 16:30:52 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244655&ProjectsId=-231172&ConfirmBid=wang23390308  isExist: false
+2022/08/16 16:30:52 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244659&ProjectsId=-231176&ConfirmBid=zhenhai888  isExist: false
+2022/08/16 16:30:52 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244662&ProjectsId=-231179&ConfirmBid=haoaijai  isExist: false
+2022/08/16 16:30:53 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244618&ProjectsId=-231134&ConfirmBid=ctz28199799  isExist: false
+2022/08/16 16:30:53 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-241675&ProjectsId=-228204&ConfirmBid=null  isExist: false
+2022/08/16 16:30:53 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244433&ProjectsId=-230951&ConfirmBid=meng1981  isExist: false
+2022/08/16 16:30:53 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244459&ProjectsId=-230977&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:30:53 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244411&ProjectsId=-230929&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:30:53 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244389&ProjectsId=-230907&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:30:54 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244391&ProjectsId=-230909&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:30:54 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244591&ProjectsId=-231107&ConfirmBid=tjsrxst  isExist: false
+2022/08/16 16:30:54 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244525&ProjectsId=-231043&ConfirmBid=lnlywbjy  isExist: false
+2022/08/16 16:30:54 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244624&ProjectsId=-231140&ConfirmBid=dzh8892  isExist: false
+2022/08/16 16:30:55 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244623&ProjectsId=-231139&ConfirmBid=shanzhashu2  isExist: false
+2022/08/16 16:30:55 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244645&ProjectsId=-231162&ConfirmBid=tjzxtfkj  isExist: false
+2022/08/16 16:30:55 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244640&ProjectsId=-231157&ConfirmBid=jiudingzhileng  isExist: false
+2022/08/16 16:30:55 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244522&ProjectsId=-231040&ConfirmBid=ryxxjstj01  isExist: false
+2022/08/16 16:30:55 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244521&ProjectsId=-231039&ConfirmBid=ryxxjstj01  isExist: false
+2022/08/16 16:30:55 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244520&ProjectsId=-231038&ConfirmBid=ryxxjstj01  isExist: false
+2022/08/16 16:30:55 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244450&ProjectsId=-230968&ConfirmBid=tjwusi  isExist: false
+2022/08/16 16:30:55 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244448&ProjectsId=-230966&ConfirmBid=tjwusi  isExist: false
+2022/08/16 16:30:55 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244608&ProjectsId=-231124&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:30:55 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244609&ProjectsId=-231125&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:30:58 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244636&ProjectsId=-231153&ConfirmBid=zhonghaihengye  isExist: false
+2022/08/16 16:30:58 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244638&ProjectsId=-231155&ConfirmBid=zhonghaihengye  isExist: false
+2022/08/16 16:30:58 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244643&ProjectsId=-231160&ConfirmBid=tjyfsy  isExist: false
+2022/08/16 16:30:58 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244494&ProjectsId=-231012&ConfirmBid=DFHYJJ  isExist: false
+2022/08/16 16:30:58 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244639&ProjectsId=-231156&ConfirmBid=btdz061224  isExist: false
+2022/08/16 16:30:58 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244646&ProjectsId=-231163&ConfirmBid=yr87753936  isExist: false
+2022/08/16 16:30:58 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244647&ProjectsId=-231164&ConfirmBid=cx27714299  isExist: false
+2022/08/16 16:30:58 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244648&ProjectsId=-231165&ConfirmBid=null  isExist: false
+2022/08/16 16:30:58 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244644&ProjectsId=-231161&ConfirmBid=tjsnkqpdxyjjxszx  isExist: false
+2022/08/16 16:30:58 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244531&ProjectsId=-231048&ConfirmBid=xcjj2019  isExist: false
+2022/08/16 16:30:59 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244603&ProjectsId=-231119&ConfirmBid=jiudingzhileng  isExist: false
+2022/08/16 16:30:59 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244346&ProjectsId=-230863&ConfirmBid=shuangjiakj  isExist: false
+2022/08/16 16:31:00 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244635&ProjectsId=-231152&ConfirmBid=JNK23795520  isExist: false
+2022/08/16 16:31:00 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244454&ProjectsId=-230972&ConfirmBid=lihua  isExist: false
+2022/08/16 16:31:00 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244455&ProjectsId=-230973&ConfirmBid=lihua  isExist: false
+2022/08/16 16:31:00 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244279&ProjectsId=-230996&ConfirmBid=ZTQY2014  isExist: false
+2022/08/16 16:31:00 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244619&ProjectsId=-231135&ConfirmBid=tianjinmeinai  isExist: false
+2022/08/16 16:31:00 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244593&ProjectsId=-231109&ConfirmBid=tj-heping  isExist: false
+2022/08/16 16:31:00 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244553&ProjectsId=-231069&ConfirmBid=tjprintaxbg  isExist: false
+2022/08/16 16:31:00 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244554&ProjectsId=-231070&ConfirmBid=tjprintaxbg  isExist: false
+2022/08/16 16:31:02 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244628&ProjectsId=-231145&ConfirmBid=jmjjc6688  isExist: false
+2022/08/16 16:31:02 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244626&ProjectsId=-231143&ConfirmBid=lvyazhou8188  isExist: false
+2022/08/16 16:31:02 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244585&ProjectsId=-231101&ConfirmBid=uicpc  isExist: false
+2022/08/16 16:31:02 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244637&ProjectsId=-231154&ConfirmBid=null  isExist: false
+2022/08/16 16:31:02 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244533&ProjectsId=-231050&ConfirmBid=boyiteng  isExist: false
+2022/08/16 16:31:02 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244634&ProjectsId=-231151&ConfirmBid=cx2013CX  isExist: false
+2022/08/16 16:31:02 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244633&ProjectsId=-231150&ConfirmBid=cx2013CX  isExist: false
+2022/08/16 16:31:02 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244632&ProjectsId=-231149&ConfirmBid=cx2013CX  isExist: false
+2022/08/16 16:31:03 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244617&ProjectsId=-231133&ConfirmBid=boyiteng  isExist: false
+2022/08/16 16:31:03 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244631&ProjectsId=-231148&ConfirmBid=cx2013CX  isExist: false
+2022/08/16 16:31:05 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244630&ProjectsId=-231147&ConfirmBid=cx2013CX  isExist: false
+2022/08/16 16:31:05 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244629&ProjectsId=-231146&ConfirmBid=cx2013CX  isExist: false
+2022/08/16 16:31:05 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244342&ProjectsId=-230859&ConfirmBid=hda1993  isExist: false
+2022/08/16 16:31:05 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244610&ProjectsId=-231126&ConfirmBid=cx27714299  isExist: false
+2022/08/16 16:31:05 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244612&ProjectsId=-231128&ConfirmBid=cx27714299  isExist: false
+2022/08/16 16:31:05 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244620&ProjectsId=-231136&ConfirmBid=jtjjxszx2021  isExist: false
+2022/08/16 16:31:05 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244611&ProjectsId=-231127&ConfirmBid=tjyxjj888  isExist: false
+2022/08/16 16:31:05 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244614&ProjectsId=-231130&ConfirmBid=tjyxjj888  isExist: false
+2022/08/16 16:31:05 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244616&ProjectsId=-231132&ConfirmBid=tjyxjj888  isExist: false
+2022/08/16 16:31:05 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244590&ProjectsId=-231106&ConfirmBid=haoxibao  isExist: false
+2022/08/16 16:31:06 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244581&ProjectsId=-231141&ConfirmBid=haoxibao  isExist: false
+2022/08/16 16:31:07 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244605&ProjectsId=-231121&ConfirmBid=lvyazhou8188  isExist: false
+2022/08/16 16:31:07 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244607&ProjectsId=-231123&ConfirmBid=lvyazhou8188  isExist: false
+2022/08/16 16:31:07 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244601&ProjectsId=-231117&ConfirmBid=null  isExist: false
+2022/08/16 16:31:07 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244613&ProjectsId=-231129&ConfirmBid=null  isExist: false
+2022/08/16 16:31:07 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244580&ProjectsId=-231097&ConfirmBid=junhaojiaju  isExist: false
+2022/08/16 16:31:07 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244579&ProjectsId=-231096&ConfirmBid=junhaojiaju  isExist: false
+2022/08/16 16:31:07 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244470&ProjectsId=-230988&ConfirmBid=renxx0115  isExist: false
+2022/08/16 16:31:07 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244550&ProjectsId=-231067&ConfirmBid=tjjtzd  isExist: false
+2022/08/16 16:31:07 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244598&ProjectsId=-231114&ConfirmBid=SHENGDATIANAO  isExist: false
+2022/08/16 16:31:09 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244599&ProjectsId=-231115&ConfirmBid=SHENGDATIANAO  isExist: false
+2022/08/16 16:31:09 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244600&ProjectsId=-231116&ConfirmBid=jinxinsheng88  isExist: false
+2022/08/16 16:31:09 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244587&ProjectsId=-231103&ConfirmBid=zhenxingweiye  isExist: false
+2022/08/16 16:31:09 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244588&ProjectsId=-231104&ConfirmBid=zhenxingweiye  isExist: false
+2022/08/16 16:31:09 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244596&ProjectsId=-231112&ConfirmBid=lnlywbjy  isExist: false
+2022/08/16 16:31:09 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244597&ProjectsId=-231113&ConfirmBid=lnlywbjy  isExist: false
+2022/08/16 16:31:09 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244561&ProjectsId=-231078&ConfirmBid=tjkskj0215  isExist: false
+2022/08/16 16:31:09 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244562&ProjectsId=-231079&ConfirmBid=tj-heping  isExist: false
+2022/08/16 16:31:09 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244563&ProjectsId=-231080&ConfirmBid=bsjj88  isExist: false
+2022/08/16 16:31:09 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244595&ProjectsId=-231111&ConfirmBid=debangjiaju  isExist: false
+2022/08/16 16:31:10 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244498&ProjectsId=-231016&ConfirmBid=tjszmcs  isExist: false
+2022/08/16 16:31:10 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244427&ProjectsId=-230945&ConfirmBid=tjkskj0215  isExist: false
+2022/08/16 16:31:11 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244556&ProjectsId=-231077&ConfirmBid=tjchuangda  isExist: false
+2022/08/16 16:31:11 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244592&ProjectsId=-231108&ConfirmBid=jinyijiacheng  isExist: false
+2022/08/16 16:31:11 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244594&ProjectsId=-231110&ConfirmBid=JINGUTIANDI  isExist: false
+2022/08/16 16:31:11 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244295&ProjectsId=-230807&ConfirmBid=Tedashangwu  isExist: false
+2022/08/16 16:31:11 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244298&ProjectsId=-230810&ConfirmBid=Tedashangwu  isExist: false
+2022/08/16 16:31:11 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244528&ProjectsId=-231072&ConfirmBid=null  isExist: false
+2022/08/16 16:31:11 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244574&ProjectsId=-231091&ConfirmBid=tjbtshd  isExist: false
+2022/08/16 16:31:11 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244586&ProjectsId=-231102&ConfirmBid=wang23390308  isExist: false
+2022/08/16 16:31:12 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244517&ProjectsId=-231035&ConfirmBid=wang23390308  isExist: false
+2022/08/16 16:31:12 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244572&ProjectsId=-231089&ConfirmBid=wang23390308  isExist: false
+2022/08/16 16:31:12 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-243499&ProjectsId=-230132&ConfirmBid=tj-yl  isExist: false
+2022/08/16 16:31:12 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244577&ProjectsId=-231094&ConfirmBid=tjhmjq2612  isExist: false
+2022/08/16 16:31:12 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244578&ProjectsId=-231095&ConfirmBid=tjhmjq2612  isExist: false
+2022/08/16 16:31:12 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244569&ProjectsId=-231086&ConfirmBid=xingaogongsi  isExist: false
+2022/08/16 16:31:12 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244474&ProjectsId=-230992&ConfirmBid=tianjinzhanwang  isExist: false
+2022/08/16 16:31:12 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244575&ProjectsId=-231092&ConfirmBid=songbaojun  isExist: false
+2022/08/16 16:31:12 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244570&ProjectsId=-231087&ConfirmBid=tjbtshd  isExist: false
+2022/08/16 16:31:12 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244576&ProjectsId=-231093&ConfirmBid=null  isExist: false
+2022/08/16 16:31:13 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244565&ProjectsId=-231082&ConfirmBid=sjys123  isExist: false
+2022/08/16 16:31:13 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244564&ProjectsId=-231081&ConfirmBid=sjys123  isExist: false
+2022/08/16 16:31:13 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244488&ProjectsId=-231007&ConfirmBid=lihua  isExist: false
+2022/08/16 16:31:13 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244526&ProjectsId=-231044&ConfirmBid=tianjinzhanwang  isExist: false
+2022/08/16 16:31:13 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244502&ProjectsId=-231020&ConfirmBid=zhirenwenti  isExist: false
+2022/08/16 16:31:13 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244504&ProjectsId=-231022&ConfirmBid=zhirenwenti  isExist: false
+2022/08/16 16:31:13 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244505&ProjectsId=-231023&ConfirmBid=zhirenwenti  isExist: false
+2022/08/16 16:31:13 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244506&ProjectsId=-231024&ConfirmBid=zhirenwenti  isExist: false
+2022/08/16 16:31:13 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244508&ProjectsId=-231026&ConfirmBid=zhirenwenti  isExist: false
+2022/08/16 16:31:13 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244493&ProjectsId=-231063&ConfirmBid=yl86860046  isExist: false
+2022/08/16 16:31:14 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244557&ProjectsId=-231073&ConfirmBid=jinjiuzhou  isExist: false
+2022/08/16 16:31:14 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244558&ProjectsId=-231074&ConfirmBid=junyan  isExist: false
+2022/08/16 16:31:14 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244501&ProjectsId=-231019&ConfirmBid=Tjsjryjjyxgs01  isExist: false
+2022/08/16 16:31:14 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244497&ProjectsId=-231015&ConfirmBid=meiyaju2398  isExist: false
+2022/08/16 16:31:14 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244530&ProjectsId=-231047&ConfirmBid=yl86860046  isExist: false
+2022/08/16 16:31:14 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-243967&ProjectsId=-230485&ConfirmBid=yr87753936  isExist: false
+2022/08/16 16:31:14 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244546&ProjectsId=-231062&ConfirmBid=tjxcdjd  isExist: false
+2022/08/16 16:31:14 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244523&ProjectsId=-231041&ConfirmBid=JTWYJJ  isExist: false
+2022/08/16 16:31:14 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244487&ProjectsId=-231006&ConfirmBid=dyjj123  isExist: false
+2022/08/16 16:31:14 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244485&ProjectsId=-231004&ConfirmBid=zhenhai888  isExist: false
+2022/08/16 16:31:15 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244515&ProjectsId=-231033&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:31:15 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244518&ProjectsId=-231036&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:31:15 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244460&ProjectsId=-230978&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:31:15 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244397&ProjectsId=-230915&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:31:16 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244393&ProjectsId=-230911&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:31:16 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244534&ProjectsId=-231051&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:31:16 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244548&ProjectsId=-231065&ConfirmBid=zhirenwenti  isExist: false
+2022/08/16 16:31:16 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244549&ProjectsId=-231066&ConfirmBid=longtengfeida1  isExist: false
+2022/08/16 16:31:16 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244544&ProjectsId=-231060&ConfirmBid=aojiexincheng  isExist: false
+2022/08/16 16:31:16 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244545&ProjectsId=-231061&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:17 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244547&ProjectsId=-231064&ConfirmBid=shanzhashu2  isExist: false
+2022/08/16 16:31:17 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244540&ProjectsId=-231056&ConfirmBid=jinxinsheng88  isExist: false
+2022/08/16 16:31:17 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244541&ProjectsId=-231057&ConfirmBid=jinxinsheng88  isExist: false
+2022/08/16 16:31:17 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244510&ProjectsId=-231028&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:31:17 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244408&ProjectsId=-230926&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:31:17 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244511&ProjectsId=-231029&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:31:17 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244409&ProjectsId=-230927&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:31:17 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244410&ProjectsId=-230928&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:31:17 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244412&ProjectsId=-230930&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:31:17 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244359&ProjectsId=-230877&ConfirmBid=lihua  isExist: false
+2022/08/16 16:31:18 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244360&ProjectsId=-230878&ConfirmBid=nhjj123  isExist: false
+2022/08/16 16:31:18 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244509&ProjectsId=-231027&ConfirmBid=zhenhai888  isExist: false
+2022/08/16 16:31:18 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244513&ProjectsId=-231031&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:18 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244477&ProjectsId=-230995&ConfirmBid=lihua  isExist: false
+2022/08/16 16:31:18 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-243976&ProjectsId=-230494&ConfirmBid=tjffy  isExist: false
+2022/08/16 16:31:18 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244539&ProjectsId=-231055&ConfirmBid=dongfangwenyi1  isExist: false
+2022/08/16 16:31:18 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244524&ProjectsId=-231042&ConfirmBid=tianjinzihong  isExist: false
+2022/08/16 16:31:19 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244529&ProjectsId=-231046&ConfirmBid=hongfujiajiaju  isExist: false
+2022/08/16 16:31:19 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244532&ProjectsId=-231049&ConfirmBid=sprout  isExist: false
+2022/08/16 16:31:19 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244538&ProjectsId=-231054&ConfirmBid=hongfujiajiaju  isExist: false
+2022/08/16 16:31:20 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244341&ProjectsId=-230858&ConfirmBid=hda1993  isExist: false
+2022/08/16 16:31:20 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244542&ProjectsId=-231058&ConfirmBid=null  isExist: false
+2022/08/16 16:31:20 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244503&ProjectsId=-231021&ConfirmBid=Tedashangwu  isExist: false
+2022/08/16 16:31:20 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244381&ProjectsId=-230899&ConfirmBid=Tjsjryjjyxgs01  isExist: false
+2022/08/16 16:31:20 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244527&ProjectsId=-231045&ConfirmBid=null  isExist: false
+2022/08/16 16:31:20 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244500&ProjectsId=-231018&ConfirmBid=CNJH2004  isExist: false
+2022/08/16 16:31:20 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244492&ProjectsId=-231011&ConfirmBid=86814910  isExist: false
+2022/08/16 16:31:20 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244495&ProjectsId=-231013&ConfirmBid=boyiteng  isExist: false
+2022/08/16 16:31:20 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244496&ProjectsId=-231014&ConfirmBid=ctz28199799  isExist: false
+2022/08/16 16:31:20 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244461&ProjectsId=-230979&ConfirmBid=sprout  isExist: false
+2022/08/16 16:31:21 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244465&ProjectsId=-230983&ConfirmBid=tianjinzhanwang  isExist: false
+2022/08/16 16:31:21 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244514&ProjectsId=-231032&ConfirmBid=zhang688  isExist: false
+2022/08/16 16:31:21 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244463&ProjectsId=-230981&ConfirmBid=yr87753936  isExist: false
+2022/08/16 16:31:21 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244507&ProjectsId=-231025&ConfirmBid=null  isExist: false
+2022/08/16 16:31:21 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244499&ProjectsId=-231017&ConfirmBid=null  isExist: false
+2022/08/16 16:31:21 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244481&ProjectsId=-231000&ConfirmBid=yida29140320  isExist: false
+2022/08/16 16:31:21 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244482&ProjectsId=-231001&ConfirmBid=yida29140320  isExist: false
+2022/08/16 16:31:21 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244387&ProjectsId=-230905&ConfirmBid=yingya  isExist: false
+2022/08/16 16:31:21 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244490&ProjectsId=-231009&ConfirmBid=sljj8888  isExist: false
+2022/08/16 16:31:21 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244469&ProjectsId=-230987&ConfirmBid=sisyphus  isExist: false
+2022/08/16 16:31:22 spider.go:1074: info  Detail Download All Thread: 0
+2022/08/16 16:31:22 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244099&ProjectsId=-230678&ConfirmBid=cx2013CX  isExist: false
+2022/08/16 16:31:22 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244489&ProjectsId=-231008&ConfirmBid=jmjjc6688  isExist: false
+2022/08/16 16:31:22 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244491&ProjectsId=-231010&ConfirmBid=ctz28199799  isExist: false
+2022/08/16 16:31:22 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244444&ProjectsId=-230962&ConfirmBid=tjsnkqjhl92  isExist: false
+2022/08/16 16:31:22 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244392&ProjectsId=-230910&ConfirmBid=yingya  isExist: false
+2022/08/16 16:31:22 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244390&ProjectsId=-230908&ConfirmBid=yingya  isExist: false
+2022/08/16 16:31:23 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244456&ProjectsId=-230974&ConfirmBid=zhirenwenti  isExist: false
+2022/08/16 16:31:23 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244486&ProjectsId=-231005&ConfirmBid=tjxhj  isExist: false
+2022/08/16 16:31:23 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244483&ProjectsId=-231002&ConfirmBid=tjssyjjyxgs2022  isExist: false
+2022/08/16 16:31:23 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244484&ProjectsId=-231003&ConfirmBid=tjssyjjyxgs2022  isExist: false
+2022/08/16 16:31:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244478&ProjectsId=-230997&ConfirmBid=jhtc001  isExist: false
+2022/08/16 16:31:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244457&ProjectsId=-230975&ConfirmBid=sprout  isExist: false
+2022/08/16 16:31:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244479&ProjectsId=-230998&ConfirmBid=jmjjc6688  isExist: false
+2022/08/16 16:31:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244480&ProjectsId=-230999&ConfirmBid=jmjjc6688  isExist: false
+2022/08/16 16:31:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244466&ProjectsId=-230984&ConfirmBid=QCLX1234  isExist: false
+2022/08/16 16:31:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244467&ProjectsId=-230985&ConfirmBid=QCLX1234  isExist: false
+2022/08/16 16:31:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244475&ProjectsId=-230993&ConfirmBid=btdz061224  isExist: false
+2022/08/16 16:31:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244584&ProjectsId=-231100&ConfirmBid=null  isExist: false
+2022/08/16 16:31:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244476&ProjectsId=-230994&ConfirmBid=null  isExist: false
+2022/08/16 16:31:24 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244468&ProjectsId=-230986&ConfirmBid=huifeng001  isExist: false
+2022/08/16 16:31:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244358&ProjectsId=-230876&ConfirmBid=jingcheng123  isExist: false
+2022/08/16 16:31:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244458&ProjectsId=-230976&ConfirmBid=tjlgs  isExist: false
+2022/08/16 16:31:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244462&ProjectsId=-230980&ConfirmBid=tjhyjy  isExist: false
+2022/08/16 16:31:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244378&ProjectsId=-230896&ConfirmBid=ronnie2012  isExist: false
+2022/08/16 16:31:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244281&ProjectsId=-230793&ConfirmBid=tonghao  isExist: false
+2022/08/16 16:31:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244453&ProjectsId=-230971&ConfirmBid=tianjinzhanwang  isExist: false
+2022/08/16 16:31:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244452&ProjectsId=-230970&ConfirmBid=tjxqjhjjc1981  isExist: false
+2022/08/16 16:31:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244362&ProjectsId=-230880&ConfirmBid=nhjj123  isExist: false
+2022/08/16 16:31:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244364&ProjectsId=-230882&ConfirmBid=tjyxjj888  isExist: false
+2022/08/16 16:31:25 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244419&ProjectsId=-230937&ConfirmBid=xianda  isExist: false
+2022/08/16 16:31:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244434&ProjectsId=-230952&ConfirmBid=hengmeijiaju  isExist: false
+2022/08/16 16:31:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244424&ProjectsId=-230942&ConfirmBid=aikang2398  isExist: false
+2022/08/16 16:31:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244425&ProjectsId=-230943&ConfirmBid=aikang2398  isExist: false
+2022/08/16 16:31:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244426&ProjectsId=-230944&ConfirmBid=aikang2398  isExist: false
+2022/08/16 16:31:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-242366&ProjectsId=-228887&ConfirmBid=chaoyuejxsb  isExist: false
+2022/08/16 16:31:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244436&ProjectsId=-230954&ConfirmBid=tjtdl  isExist: false
+2022/08/16 16:31:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244443&ProjectsId=-230961&ConfirmBid=tjx888888  isExist: false
+2022/08/16 16:31:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244445&ProjectsId=-230963&ConfirmBid=tjx888888  isExist: false
+2022/08/16 16:31:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244446&ProjectsId=-230964&ConfirmBid=tjx888888  isExist: false
+2022/08/16 16:31:26 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244405&ProjectsId=-230923&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244430&ProjectsId=-230948&ConfirmBid=tjdgsd  isExist: false
+2022/08/16 16:31:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244451&ProjectsId=-230969&ConfirmBid=junhaojiaju  isExist: false
+2022/08/16 16:31:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244449&ProjectsId=-230967&ConfirmBid=junhaojiaju  isExist: false
+2022/08/16 16:31:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244399&ProjectsId=-230917&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244400&ProjectsId=-230918&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244401&ProjectsId=-230919&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244402&ProjectsId=-230920&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244406&ProjectsId=-230924&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244368&ProjectsId=-230886&ConfirmBid=SHENGDATIANAO  isExist: false
+2022/08/16 16:31:27 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244385&ProjectsId=-230903&ConfirmBid=tjx888888  isExist: false
+2022/08/16 16:31:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244386&ProjectsId=-230904&ConfirmBid=wang23390308  isExist: false
+2022/08/16 16:31:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244376&ProjectsId=-230894&ConfirmBid=tjwusi  isExist: false
+2022/08/16 16:31:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244377&ProjectsId=-230895&ConfirmBid=tjwusi  isExist: false
+2022/08/16 16:31:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244380&ProjectsId=-230898&ConfirmBid=ryxxjstj01  isExist: false
+2022/08/16 16:31:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244384&ProjectsId=-230902&ConfirmBid=ryxxjstj01  isExist: false
+2022/08/16 16:31:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244124&ProjectsId=-230857&ConfirmBid=tjenma  isExist: false
+2022/08/16 16:31:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244260&ProjectsId=-230814&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-242352&ProjectsId=-228873&ConfirmBid=renxx0115  isExist: false
+2022/08/16 16:31:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-242353&ProjectsId=-228874&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:28 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244363&ProjectsId=-230881&ConfirmBid=CNJH2004  isExist: false
+2022/08/16 16:31:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244365&ProjectsId=-230883&ConfirmBid=CNJH2004  isExist: false
+2022/08/16 16:31:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244428&ProjectsId=-230946&ConfirmBid=zlzbtjkjyxgs  isExist: false
+2022/08/16 16:31:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244361&ProjectsId=-230879&ConfirmBid=xinhai-china  isExist: false
+2022/08/16 16:31:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244311&ProjectsId=-230824&ConfirmBid=tjsrxst  isExist: false
+2022/08/16 16:31:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244312&ProjectsId=-230825&ConfirmBid=tjsrxst  isExist: false
+2022/08/16 16:31:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244369&ProjectsId=-230887&ConfirmBid=huaxin_7088  isExist: false
+2022/08/16 16:31:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244351&ProjectsId=-230867&ConfirmBid=huitong123456  isExist: false
+2022/08/16 16:31:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244355&ProjectsId=-230873&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:31:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244221&ProjectsId=-230735&ConfirmBid=tj-heping  isExist: false
+2022/08/16 16:31:29 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244429&ProjectsId=-230947&ConfirmBid=qinuoshangmao123  isExist: false
+2022/08/16 16:31:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244432&ProjectsId=-230950&ConfirmBid=GYBG888888  isExist: false
+2022/08/16 16:31:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244310&ProjectsId=-230823&ConfirmBid=yl86860046  isExist: false
+2022/08/16 16:31:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244366&ProjectsId=-230884&ConfirmBid=lianzhong2016  isExist: false
+2022/08/16 16:31:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244371&ProjectsId=-230889&ConfirmBid=jtjjxszx2021  isExist: false
+2022/08/16 16:31:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-243945&ProjectsId=-230463&ConfirmBid=yr87753936  isExist: false
+2022/08/16 16:31:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244407&ProjectsId=-230925&ConfirmBid=jdzhkj  isExist: false
+2022/08/16 16:31:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244413&ProjectsId=-230931&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244416&ProjectsId=-230934&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244431&ProjectsId=-230949&ConfirmBid=null  isExist: false
+2022/08/16 16:31:30 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244282&ProjectsId=-230794&ConfirmBid=bsjj88  isExist: false
+2022/08/16 16:31:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244421&ProjectsId=-230939&ConfirmBid=hongfujiajiaju  isExist: false
+2022/08/16 16:31:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244418&ProjectsId=-230936&ConfirmBid=tj-heping  isExist: false
+2022/08/16 16:31:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244420&ProjectsId=-230938&ConfirmBid=null  isExist: false
+2022/08/16 16:31:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244296&ProjectsId=-230808&ConfirmBid=hengmeijiaju  isExist: false
+2022/08/16 16:31:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244394&ProjectsId=-230912&ConfirmBid=yingya  isExist: false
+2022/08/16 16:31:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244395&ProjectsId=-230913&ConfirmBid=yingya  isExist: false
+2022/08/16 16:31:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244396&ProjectsId=-230914&ConfirmBid=yingya  isExist: false
+2022/08/16 16:31:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244352&ProjectsId=-230868&ConfirmBid=wang23390308  isExist: false
+2022/08/16 16:31:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244332&ProjectsId=-230846&ConfirmBid=DHZ811208  isExist: false
+2022/08/16 16:31:31 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244383&ProjectsId=-230901&ConfirmBid=ZTQY2014  isExist: false
+2022/08/16 16:31:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244516&ProjectsId=-231034&ConfirmBid=null  isExist: false
+2022/08/16 16:31:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244374&ProjectsId=-230892&ConfirmBid=zhangnan210886  isExist: false
+2022/08/16 16:31:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244415&ProjectsId=-230933&ConfirmBid=TJJXHYGS  isExist: false
+2022/08/16 16:31:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244373&ProjectsId=-230891&ConfirmBid=null  isExist: false
+2022/08/16 16:31:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244417&ProjectsId=-230935&ConfirmBid=null  isExist: false
+2022/08/16 16:31:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244414&ProjectsId=-230932&ConfirmBid=null  isExist: false
+2022/08/16 16:31:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244042&ProjectsId=-230849&ConfirmBid=tjenma  isExist: false
+2022/08/16 16:31:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244350&ProjectsId=-230866&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:31:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244322&ProjectsId=-230835&ConfirmBid=tjmaxco  isExist: false
+2022/08/16 16:31:32 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244292&ProjectsId=-230804&ConfirmBid=chengjuhui2016  isExist: false
+2022/08/16 16:31:33 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244337&ProjectsId=-230852&ConfirmBid=hengpinjiaoyu  isExist: false
+2022/08/16 16:31:33 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244237&ProjectsId=-230752&ConfirmBid=hengpinjiaoyu  isExist: false
+2022/08/16 16:31:33 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244339&ProjectsId=-230854&ConfirmBid=lvdaogs1997  isExist: false
+2022/08/16 16:31:33 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244349&ProjectsId=-230872&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:33 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244185&ProjectsId=-230870&ConfirmBid=null  isExist: false
+2022/08/16 16:31:33 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244306&ProjectsId=-230819&ConfirmBid=Tedashangwu  isExist: false
+2022/08/16 16:31:34 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244348&ProjectsId=-230865&ConfirmBid=jlkjyxgs  isExist: false
+2022/08/16 16:31:34 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244353&ProjectsId=-230869&ConfirmBid=huaxin_7088  isExist: false
+2022/08/16 16:31:34 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244321&ProjectsId=-230856&ConfirmBid=Ruichida7777  isExist: false
+2022/08/16 16:31:34 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244340&ProjectsId=-230855&ConfirmBid=lvdaogs1997  isExist: false
+2022/08/16 16:31:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244344&ProjectsId=-230861&ConfirmBid=lnlywbjy  isExist: false
+2022/08/16 16:31:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244345&ProjectsId=-230862&ConfirmBid=zhonghaihengye  isExist: false
+2022/08/16 16:31:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244343&ProjectsId=-230860&ConfirmBid=zhonghaihengye  isExist: false
+2022/08/16 16:31:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244338&ProjectsId=-230853&ConfirmBid=null  isExist: false
+2022/08/16 16:31:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244347&ProjectsId=-230864&ConfirmBid=null  isExist: false
+2022/08/16 16:31:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244330&ProjectsId=-230843&ConfirmBid=huanongnuantong  isExist: false
+2022/08/16 16:31:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244323&ProjectsId=-230836&ConfirmBid=boyiteng  isExist: false
+2022/08/16 16:31:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244325&ProjectsId=-230838&ConfirmBid=86814910  isExist: false
+2022/08/16 16:31:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244326&ProjectsId=-230839&ConfirmBid=tjsrxst  isExist: false
+2022/08/16 16:31:35 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244370&ProjectsId=-230888&ConfirmBid=null  isExist: false
+2022/08/16 16:31:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244327&ProjectsId=-230840&ConfirmBid=zhonghaihengye  isExist: false
+2022/08/16 16:31:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244261&ProjectsId=-230774&ConfirmBid=bsjj88  isExist: false
+2022/08/16 16:31:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244331&ProjectsId=-230845&ConfirmBid=jhtc001  isExist: false
+2022/08/16 16:31:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244302&ProjectsId=-230815&ConfirmBid=chengfeng888  isExist: false
+2022/08/16 16:31:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244314&ProjectsId=-230828&ConfirmBid=zhenhai888  isExist: false
+2022/08/16 16:31:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244315&ProjectsId=-230829&ConfirmBid=tianjinzhanwang  isExist: false
+2022/08/16 16:31:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244334&ProjectsId=-230848&ConfirmBid=KPYT001  isExist: false
+2022/08/16 16:31:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244318&ProjectsId=-230832&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:31:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244286&ProjectsId=-230798&ConfirmBid=tj-heping  isExist: false
+2022/08/16 16:31:36 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244284&ProjectsId=-230796&ConfirmBid=tj-heping  isExist: false
+2022/08/16 16:31:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244283&ProjectsId=-230795&ConfirmBid=jinhuayongdao  isExist: false
+2022/08/16 16:31:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244269&ProjectsId=-230782&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:31:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244278&ProjectsId=-230791&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:31:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244268&ProjectsId=-230781&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:31:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244267&ProjectsId=-230780&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:31:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244372&ProjectsId=-230890&ConfirmBid=null  isExist: false
+2022/08/16 16:31:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244277&ProjectsId=-230790&ConfirmBid=TJSXRHDQXSYXGS  isExist: false
+2022/08/16 16:31:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244367&ProjectsId=-230885&ConfirmBid=null  isExist: false
+2022/08/16 16:31:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244328&ProjectsId=-230841&ConfirmBid=longxinjiaju2019  isExist: false
+2022/08/16 16:31:37 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244324&ProjectsId=-230837&ConfirmBid=tjszmcs  isExist: false
+2022/08/16 16:31:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244197&ProjectsId=-230844&ConfirmBid=uicpc  isExist: false
+2022/08/16 16:31:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244329&ProjectsId=-230842&ConfirmBid=GYBG888888  isExist: false
+2022/08/16 16:31:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244231&ProjectsId=-230746&ConfirmBid=anritsen0315  isExist: false
+2022/08/16 16:31:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244233&ProjectsId=-230748&ConfirmBid=anritsen0315  isExist: false
+2022/08/16 16:31:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244235&ProjectsId=-230750&ConfirmBid=anritsen0315  isExist: false
+2022/08/16 16:31:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244238&ProjectsId=-230753&ConfirmBid=ryxxjstj01  isExist: false
+2022/08/16 16:31:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244240&ProjectsId=-230755&ConfirmBid=anritsen0315  isExist: false
+2022/08/16 16:31:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244241&ProjectsId=-230756&ConfirmBid=yxgstj  isExist: false
+2022/08/16 16:31:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244280&ProjectsId=-230792&ConfirmBid=lihua  isExist: false
+2022/08/16 16:31:38 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244253&ProjectsId=-230767&ConfirmBid=tjhtzc  isExist: false
+2022/08/16 16:31:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244274&ProjectsId=-230787&ConfirmBid=CXKJ99  isExist: false
+2022/08/16 16:31:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244301&ProjectsId=-230813&ConfirmBid=WEITAOSHANGMAO  isExist: false
+2022/08/16 16:31:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244382&ProjectsId=-230900&ConfirmBid=null  isExist: false
+2022/08/16 16:31:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244320&ProjectsId=-230834&ConfirmBid=zhonghaihengye  isExist: false
+2022/08/16 16:31:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244258&ProjectsId=-230772&ConfirmBid=tjkxwc  isExist: false
+2022/08/16 16:31:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244259&ProjectsId=-230773&ConfirmBid=tjkxwc  isExist: false
+2022/08/16 16:31:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244309&ProjectsId=-230822&ConfirmBid=lnlywbjy  isExist: false
+2022/08/16 16:31:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244308&ProjectsId=-230821&ConfirmBid=lnlywbjy  isExist: false
+2022/08/16 16:31:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244307&ProjectsId=-230820&ConfirmBid=debangjiaju  isExist: false
+2022/08/16 16:31:39 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244293&ProjectsId=-230805&ConfirmBid=DXB23795520  isExist: false
+2022/08/16 16:31:40 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_bzh_fb.jsp?idXq=-244275&ProjectsId=-230788&ConfirmBid=null  isExist: false
+2022/08/16 16:31:40 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244250&ProjectsId=-230827&ConfirmBid=haoxibao  isExist: false
+2022/08/16 16:31:40 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244287&ProjectsId=-230799&ConfirmBid=DXB23795520  isExist: false
+2022/08/16 16:31:40 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244272&ProjectsId=-230785&ConfirmBid=zxkm8680  isExist: false
+2022/08/16 16:31:40 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244304&ProjectsId=-230817&ConfirmBid=tjsrxst  isExist: false
+2022/08/16 16:31:40 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244271&ProjectsId=-230784&ConfirmBid=zxkm8680  isExist: false
+2022/08/16 16:31:40 spider.go:490: debug  full href: http://221.238.96.199:8080/zcjjonline/onlinebidding/wsjj_jgh_zb.jsp?idXq=-244230&ProjectsId=-230745&ConfirmBid=JS23795520  isExist: false
+2022/08/17 18:51:55 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/17 18:51:55 main.go:140: debug  7000
+2022/08/17 18:51:55 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/17 18:51:55 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/17 18:51:55 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/17 18:51:55 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/17 18:51:55 handler.go:144: info  总共加载脚本数: 1
+2022/08/17 18:52:33 main.go:140: debug  7000
+2022/08/17 18:52:33 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/17 18:52:33 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/17 18:52:33 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/17 18:52:33 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/17 18:52:33 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/17 18:52:33 handler.go:144: info  总共加载脚本数: 1
+2022/08/17 18:59:09 main.go:140: debug  7000
+2022/08/17 18:59:09 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/17 18:59:09 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/17 18:59:09 handler.go:407: info  节点 7000 脚本文件爬虫数 0
+2022/08/17 18:59:09 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/17 18:59:09 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/17 18:59:09 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 10:46:51 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/18 10:46:51 main.go:140: debug  7100
+2022/08/18 10:46:51 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:46:51 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:46:51 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/18 10:46:51 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 10:46:51 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 10:47:09 main.go:140: debug  7100
+2022/08/18 10:47:09 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/18 10:47:09 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:47:09 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:47:09 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/18 10:47:09 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 10:47:09 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 10:47:26 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/18 10:47:39 handler.go:1312: info  更新心跳个数: 1
+2022/08/18 10:48:19 main.go:140: debug  7100
+2022/08/18 10:48:19 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/18 10:48:19 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:48:19 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:48:19 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/18 10:48:19 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 10:48:19 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 10:48:42 main.go:140: debug  7100
+2022/08/18 10:48:42 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/18 10:48:42 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:48:42 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:48:42 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/18 10:48:42 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 10:48:42 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 10:48:59 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/18 10:50:03 main.go:140: debug  7100
+2022/08/18 10:50:03 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/18 10:50:03 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:50:03 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:50:03 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/18 10:50:03 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 10:50:03 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 10:50:23 main.go:140: debug  7100
+2022/08/18 10:50:23 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/18 10:50:23 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:50:23 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:50:23 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/18 10:50:23 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 10:50:23 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 10:52:26 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/18 10:52:26 main.go:140: debug  7100
+2022/08/18 10:52:26 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:52:26 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:52:26 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/18 10:52:26 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 10:52:26 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 10:52:43 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/18 10:52:56 handler.go:1312: info  更新心跳个数: 1
+2022/08/18 10:53:26 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/18 10:58:14 main.go:140: debug  7100
+2022/08/18 10:58:14 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/18 10:58:14 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:58:14 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:58:14 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/18 10:58:14 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 10:58:14 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 10:58:31 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/18 10:58:43 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/18 10:58:43 main.go:140: debug  7100
+2022/08/18 10:58:43 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:58:43 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:58:43 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/18 10:58:43 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 10:58:43 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 10:58:54 main.go:140: debug  7100
+2022/08/18 10:58:54 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/18 10:58:54 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:58:55 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 10:58:55 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/18 10:58:55 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 10:58:55 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 11:00:03 main.go:140: debug  7100
+2022/08/18 11:00:03 spider.go:1069: info  Detail Download All Thread: 0
+2022/08/18 11:00:03 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 11:00:03 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 11:00:03 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 9999999 , 150
+2022/08/18 11:00:03 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 11:00:03 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:36:35 main.go:140: debug  7100
+2022/08/18 15:36:52 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:36:54 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:37:04 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:37:04 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:37:04 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu1 	当前待采集历史信息量: 1
+2022/08/18 15:37:04 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 1
+2022/08/18 15:37:06 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:37:06 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:37:23 main.go:140: debug  7100
+2022/08/18 15:37:25 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:37:25 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:37:25 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:37:25 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 1
+2022/08/18 15:37:25 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu1 	当前待采集历史信息量: 1
+2022/08/18 15:37:49 main.go:140: debug  7100
+2022/08/18 15:37:50 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:37:49 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:37:50 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:37:50 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:37:54 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:38:29 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:38:29 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:38:29 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 15:38:29 handler.go:1312: info  更新心跳个数: 0
+2022/08/18 15:38:29 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:38:45 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/18 15:38:53 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:39:08 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:40:01 main.go:140: debug  7100
+2022/08/18 15:40:02 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:40:02 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:40:02 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:40:03 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:40:03 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:40:04 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 15:40:04 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:40:04 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:40:55 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:40:55 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:40:55 handler.go:1312: info  更新心跳个数: 1
+2022/08/18 15:41:09 main.go:140: debug  7100
+2022/08/18 15:41:10 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:41:10 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:41:10 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:41:10 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:41:11 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:41:11 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 15:41:11 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:41:12 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:41:12 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:41:12 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:41:44 handler.go:1312: info  更新心跳个数: 1
+2022/08/18 15:41:44 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/18 15:42:29 main.go:140: debug  7100
+2022/08/18 15:42:29 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:42:30 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:42:30 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:42:30 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:42:30 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:42:30 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 15:42:30 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:42:31 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:42:31 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:42:31 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:42:46 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/18 15:43:00 handler.go:1312: info  更新心跳个数: 1
+2022/08/18 15:43:30 spider.go:1089: info  Detail Download All Thread: 1
+2022/08/18 15:44:30 spider.go:1089: info  Detail Download All Thread: 1
+2022/08/18 15:44:54 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:44:54 main.go:140: debug  7100
+2022/08/18 15:44:54 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:44:54 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:44:54 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:44:54 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:44:54 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:44:54 handler.go:144: info  总共加载脚本数: 0
+2022/08/18 15:44:59 main.go:140: debug  7100
+2022/08/18 15:45:01 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:45:01 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:45:01 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:45:01 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:45:01 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:45:01 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:45:01 handler.go:144: info  总共加载脚本数: 0
+2022/08/18 15:45:42 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:45:42 main.go:140: debug  7100
+2022/08/18 15:45:46 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:45:46 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:45:46 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:45:49 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:45:49 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:45:49 handler.go:144: info  总共加载脚本数: 0
+2022/08/18 15:46:03 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/18 15:46:56 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:46:54 main.go:140: debug  7100
+2022/08/18 15:46:56 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:46:56 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:46:56 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:46:56 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:46:56 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 15:46:56 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:46:58 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:46:58 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:46:58 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:47:30 handler.go:1312: info  更新心跳个数: 1
+2022/08/18 15:47:30 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/18 15:48:34 main.go:140: debug  7100
+2022/08/18 15:48:36 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:48:36 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:48:36 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:48:36 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:48:36 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:48:36 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 15:48:36 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:48:37 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:48:37 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:48:37 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:49:02 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/18 15:49:06 handler.go:1312: info  更新心跳个数: 1
+2022/08/18 15:49:37 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:49:48 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:50:53 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:51:06 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:51:53 spider.go:1089: info  Detail Download All Thread: 1
+2022/08/18 15:51:59 main.go:140: debug  7100
+2022/08/18 15:52:00 spider.go:1089: info  Detail Download All Thread: 0
+2022/08/18 15:52:00 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:52:00 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:52:00 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:52:01 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:52:01 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 15:52:01 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:52:02 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:52:02 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:52:02 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:52:22 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/18 15:53:00 handler.go:1312: info  更新心跳个数: 1
+2022/08/18 15:53:01 spider.go:1089: info  Detail Download All Thread: 1
+2022/08/18 15:54:20 main.go:140: debug  7100
+2022/08/18 15:54:20 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:54:20 spider.go:1090: info  Detail Download All Thread: 0
+2022/08/18 15:54:20 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:54:20 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:54:20 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:54:20 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 15:54:20 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:54:20 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:54:20 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:54:20 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:54:36 main.go:140: debug  7100
+2022/08/18 15:54:36 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:54:36 spider.go:1091: info  Detail Download All Thread: 0
+2022/08/18 15:54:36 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:54:36 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:54:36 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:54:36 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 15:54:36 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:54:36 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:54:36 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:54:36 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:55:52 main.go:140: debug  7100
+2022/08/18 15:55:52 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:55:52 spider.go:1091: info  Detail Download All Thread: 0
+2022/08/18 15:55:52 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:55:52 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:55:52 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:55:52 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 15:55:52 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:55:52 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:55:52 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:55:52 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:55:52 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:55:52 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:55:52 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:55:52 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:55:52 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:55:52 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: true
+2022/08/18 15:55:52 history.go:34: info  Delete Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: true
+2022/08/18 15:57:11 main.go:140: debug  7100
+2022/08/18 15:57:11 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:57:11 spider.go:1091: info  Detail Download All Thread: 0
+2022/08/18 15:57:11 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:57:11 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:57:11 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:57:11 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 15:57:11 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:57:11 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:57:11 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:57:11 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:57:11 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:57:11 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 15:57:11 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:57:11 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:57:11 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:57:11 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: true
+2022/08/18 15:57:11 history.go:34: info  Delete Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: true
+2022/08/18 15:58:22 main.go:140: debug  7100
+2022/08/18 15:58:25 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:58:25 spider.go:1091: info  Detail Download All Thread: 0
+2022/08/18 15:58:25 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:58:25 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:58:25 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:58:25 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:58:46 spider.go:1091: info  Detail Download All Thread: 0
+2022/08/18 15:58:46 main.go:140: debug  7100
+2022/08/18 15:58:46 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 15:58:46 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:58:46 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 15:58:48 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 15:58:48 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 15:58:48 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 15:58:50 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 15:58:50 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 15:58:50 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 16:00:05 main.go:140: debug  7100
+2022/08/18 16:00:06 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 16:00:05 spider.go:1091: info  Detail Download All Thread: 0
+2022/08/18 16:00:06 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 16:00:06 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 16:00:07 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 16:00:07 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 16:00:07 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 16:00:08 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 16:00:08 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 16:00:08 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 1
+2022/08/18 16:00:54 main.go:140: debug  7100
+2022/08/18 16:00:55 spider.go:1091: info  Detail Download All Thread: 0
+2022/08/18 16:00:55 history.go:128: info  定时统计下载历史爬虫开始...
+2022/08/18 16:00:55 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 16:00:55 history.go:158: info  code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	当前待采集历史信息量: 2
+2022/08/18 16:00:58 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/18 16:00:58 history.go:201: info  start job: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu
+2022/08/18 16:00:58 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 16:00:59 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/18 16:00:59 handler.go:144: info  总共加载脚本数: 1
+2022/08/18 16:00:59 spider.go:844: info  Thread Info:	Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 	count: 2 	thread num: 2
+2022/08/18 16:01:27 handler.go:1312: info  更新心跳个数: 1
+2022/08/18 16:01:27 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: false
+2022/08/18 16:01:29 history.go:27: info  Running Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: true
+2022/08/18 16:01:29 history.go:34: info  Delete Code: tj_tjszfcgzxxyghpt_wsjj_cgjg_bu Stop: true
+2022/08/18 16:01:29 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/18 16:01:55 spider.go:1091: info  Detail Download All Thread: 0
+2022/08/20 09:48:40 main.go:140: debug  7100
+2022/08/20 09:48:40 spider.go:1090: info  Detail Download All Thread: 0
+2022/08/20 09:48:40 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/20 09:48:40 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/20 09:48:40 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 30 , 150
+2022/08/20 09:48:40 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/20 09:48:40 handler.go:144: info  总共加载脚本数: 1
+2022/08/20 09:48:57 handler.go:1280: error  send to editor:  Post "http://127.0.0.1:6011/spider/infos": dial tcp 127.0.0.1:6011: connectex: No connection could be made because the target machine actively refused it.
+2022/08/20 09:49:18 main.go:140: debug  7100
+2022/08/20 09:49:18 spider.go:1090: info  Detail Download All Thread: 0
+2022/08/20 09:49:18 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/20 09:49:18 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/20 09:49:18 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 30 , 150
+2022/08/20 09:49:18 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/20 09:49:18 handler.go:144: info  总共加载脚本数: 1
+2022/08/20 09:50:08 main.go:140: debug  7100
+2022/08/20 09:50:08 spider.go:1090: info  Detail Download All Thread: 0
+2022/08/20 09:50:08 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/20 09:50:08 handler.go:407: info  节点 7100 脚本文件爬虫数 0
+2022/08/20 09:50:08 spider.go:180: debug  tj_tjszfcgzxxyghpt_wsjj_cgjg_bu 天津市政府采购中心协议供货平台 频率: 30 , 150
+2022/08/20 09:50:08 handler.go:138: info  高性能模式:LUA加载完成
+2022/08/20 09:50:08 handler.go:144: info  总共加载脚本数: 1

+ 12 - 4
src/main.go

@@ -33,12 +33,18 @@ func init() {
 	initConfig(Config.Mongodb_spider, "spider", "spider", Config.Spider_dbsize)
 	initConfig(Config.Mongodb_editor, "editor", "editor", Config.Editor_dbsize)
 	mgu.InitMongodbPool()
-	spider.Mgo = &mgo.MongodbSim{
+	spider.MgoS = &mgo.MongodbSim{
 		MongodbAddr: Config.Mongodb_spider,
 		Size:        50,
 		DbName:      "spider",
 	}
-	spider.Mgo.InitPool()
+	spider.MgoS.InitPool()
+	spider.MgoE = &mgo.MongodbSim{
+		MongodbAddr: Config.Mongodb_editor,
+		Size:        Config.Editor_dbsize,
+		DbName:      "editor",
+	}
+	spider.MgoE.InitPool()
 	spider.InitOther() //加载其他信息
 	//验证码识别client
 	codegrpc.InitCodeGrpcClient()
@@ -123,12 +129,14 @@ func main() {
 	go spider.DetailData()
 	//批量保存错误数据
 	go spider.UpdateErrDataMgo()
-	//保存爬虫采集非本站点数据
-	//go spider.SaveOtherSiteData()
 	//处理心跳信息
 	go spider.SaveHeartInfo()
 	//批量保存心跳信息
 	go spider.UpdateHeartInfo()
+	//7000历史节点下载详情页
+	go spider.HistoryEventDownloadDetail()
+	//保存爬虫采集非本站点数据
+	//go spider.SaveOtherSiteData()
 	logger.Debug(Config.Webport)
 	xweb.Run(":" + Config.Webport)
 }

+ 16 - 10
src/spider/handler.go

@@ -279,7 +279,7 @@ func QueueUpScriptDetail() {
 						sp.MUserEmail = info["modifyemail"]
 						sp.IsMainThread = true
 						Allspiders2.Store(code, sp)
-						go sp.DownloadListDetail("list") //下载三级页信息
+						go sp.DownloadListDetail(false) //下载三级页信息
 					}
 				}
 			} else {
@@ -706,8 +706,8 @@ func UpdateSpiderByCodeState(code, state string) (bool, error) {
 							sp2.MUserName = v["modifyuser"]
 							sp2.MUserEmail = v["modifyemail"]
 							sp2.Stop = false
-							sp2.IsMainThread = true               //多线程采集时使用
-							go sp2.DownloadHighDetail("highlist") //根据列表页数据下载三级页
+							sp2.IsMainThread = true         //多线程采集时使用
+							go sp2.DownloadHighDetail(true) //根据列表页数据下载三级页
 							Allspiders2.Store(k, sp2)
 							// up = true
 							// err = nil
@@ -1138,17 +1138,19 @@ func GetScriptByTmp(luaconfig map[string]interface{}) string {
 		}
 
 		script, _ = GetTmpModel(map[string][]interface{}{"common": common})
+		//发布时间
 		script_time := ""
-		if luaconfig["type_time"] == 0 {
+		if luaconfig["type_time"] == 0 { //向导模式
 			time := luaconfig["param_time"].([]interface{})
 			script_time, _ = GetTmpModel(map[string][]interface{}{
 				"time": time,
 			})
-		} else {
+		} else { //专家模式
 			script_time = luaconfig["str_time"].(string)
 		}
+		//列表页
 		script_list := ""
-		if luaconfig["type_list"] == 0 {
+		if luaconfig["type_list"] == 0 { //向导模式
 			list := luaconfig["param_list"].([]interface{})
 			addrs := strings.Split(list[1].(string), "\n")
 			if len(addrs) > 0 {
@@ -1163,17 +1165,18 @@ func GetScriptByTmp(luaconfig map[string]interface{}) string {
 				"list":      list,
 				"listcheck": []interface{}{luaconfig["listcheck"]},
 			})
-		} else {
+		} else { //专家模式
 			script_list = luaconfig["str_list"].(string)
 		}
+		//三级页
 		script_content := ""
-		if luaconfig["type_content"] == 0 {
+		if luaconfig["type_content"] == 0 { //向导模式
 			content := luaconfig["param_content"].([]interface{})
 			script_content, _ = GetTmpModel(map[string][]interface{}{
 				"content":      content,
 				"contentcheck": []interface{}{luaconfig["contentcheck"]},
 			})
-		} else {
+		} else { //专家模式
 			script_content = luaconfig["str_content"].(string)
 		}
 		script += fmt.Sprintf(util.Tmp_Other, luaconfig["spidertype"], luaconfig["spiderhistorymaxpage"], luaconfig["spidermovevent"], luaconfig["spidercompete"])
@@ -1189,6 +1192,7 @@ func GetScriptByTmp(luaconfig map[string]interface{}) string {
 //生成爬虫脚本
 func GetTmpModel(param map[string][]interface{}) (script string, err interface{}) {
 	qu.Try(func() {
+		//param_common拼接
 		if param != nil && param["common"] != nil {
 			if len(param["common"]) < 12 {
 				err = "公共参数配置不全"
@@ -1196,6 +1200,7 @@ func GetTmpModel(param map[string][]interface{}) (script string, err interface{}
 				script = fmt.Sprintf(util.Tmp_common, param["common"]...)
 			}
 		}
+		//发布时间拼接
 		if param != nil && param["time"] != nil {
 			if len(param["time"]) < 3 {
 				err = "方法:time-参数配置不全"
@@ -1203,6 +1208,7 @@ func GetTmpModel(param map[string][]interface{}) (script string, err interface{}
 				script += fmt.Sprintf(util.Tmp_pubtime, param["time"]...)
 			}
 		}
+		//列表页拼接
 		if param != nil && param["list"] != nil {
 			if len(param["list"]) < 7 {
 				err = "方法:list-参数配置不全"
@@ -1213,7 +1219,7 @@ func GetTmpModel(param map[string][]interface{}) (script string, err interface{}
 				script = strings.Replace(script, "#pageno#", `"..tostring(pageno).."`, -1)
 			}
 		}
-
+		//详情页拼接
 		if param != nil && param["content"] != nil {
 			if len(param["content"]) < 2 {
 				err = "方法:content-参数配置不全"

+ 239 - 0
src/spider/history.go

@@ -0,0 +1,239 @@
+package spider
+
+import (
+	"fmt"
+	"github.com/donnie4w/go-logger/logger"
+	qu "qfw/util"
+	sputil "spiderutil"
+	"sync"
+	"time"
+)
+
+var HistoryAllSpiders sync.Map = sync.Map{}
+
+//历史节点下载详情页
+func HistoryEventDownloadDetail() {
+	defer qu.Catch()
+	if !sputil.Config.IsHistoryEvent { //不是历史节点return
+		return
+	}
+	GetHistoryDownloadSpider() //定时检测数据集汇总爬虫
+}
+
+//执行爬虫
+func (s *Spider) StartSpider() {
+	defer qu.Catch()
+	for {
+		logger.Info("Running Code:", s.Code, "Stop:", s.Stop)
+		if !s.Stop { //爬虫是运行状态
+			//s.DownloadHistoryDetail()
+			s.DownloadDetail(true, true)
+		} else { //爬虫停止运行,删除
+			s.L.Close()
+			HistoryAllSpiders.Delete(s.Code)
+			logger.Info("Delete Code:", s.Code, "Stop:", s.Stop)
+			break
+		}
+	}
+}
+
+//加载应采集数据,进行采集
+func (s *Spider) DownloadHistoryDetail() {
+	defer qu.Catch()
+	q := map[string]interface{}{"spidercode": s.Code, "state": 0}
+	o := map[string]interface{}{"_id": 1}
+	f := map[string]interface{}{
+		"state":      0,
+		"comeintime": 0,
+		"event":      0,
+	}
+	UpdateHeart(s.Name, s.Channel, s.Code, s.MUserName, "detail") //记录采集三级页心跳
+	list, _ := MgoS.Find("spider_historydata", q, o, f, false, 0, 200)
+	if len(*list) == 0 { //数据量为0,表示无可下载数据,爬虫作废
+		s.Stop = true
+		return
+	}
+	//采集(目前未开多线程)
+	for _, tmp := range *list {
+		id := tmp["_id"]
+		href := qu.ObjToString(tmp["href"])
+		hashHref := HexText(href)
+		isExist := sputil.RedisClusterExists(hashHref) //全量href redis判重
+		if isExist {
+			set := map[string]interface{}{"$set": map[string]interface{}{"state": 1, "exist": "href", "updatetime": time.Now().Unix()}} //已存在state置为1
+			MgoS.UpdateById("spider_historydata", id, set)
+			return
+		}
+		success := true    //数据是否下载成功的标志
+		delete(tmp, "_id") //删除列表页信息无用字段_id
+		data := map[string]interface{}{}
+		for k, v := range tmp {
+			data[k] = v
+		}
+		//下载、解析、入库
+		data, err := s.DownloadDetailPage(tmp, data)
+		UpdateHeart(s.Name, s.Channel, s.Code, s.MUserName, "detailexcute") //下载数据心跳
+		if err != nil || data == nil {
+			success = false
+			if err != nil {
+				logger.Error(s.Code, err, tmp)
+				//if len(tmp) > 0 {
+				//	SaveErrorData(s.MUserName, tmp, err) //保存错误信息
+				//}
+			} /*else if data == nil && times >= 3 { //下载问题,建editor任务
+				DownloadErrorData(s.Code, tmp)
+			}*/
+		} else if tmphref := qu.ObjToString(data["href"]); tmphref != href { //三级页href替换导致前后href不同
+			sputil.RedisClusterSet(hashHref, "", -1)
+		}
+		if !success { //下载失败
+			set := map[string]interface{}{"$set": map[string]interface{}{"state": -1, "updatetime": time.Now().Unix()}}
+			MgoS.UpdateById("spider_historydata", id, set)
+			return
+		} else if data["delete"] != nil { //三级页过滤
+			sputil.RedisClusterSet(hashHref, "", -1) //过滤掉的数据存值全量redis
+			//更新mgo 要删除的数据更新spider_historydata state=1不再下载,更新redis
+			set := map[string]interface{}{"$set": map[string]interface{}{"state": 1, "delete": true, "updatetime": time.Now().Unix()}}
+			MgoS.UpdateById("spider_historydata", id, set)
+			return
+		}
+		//正文、附件分析,下载异常数据重新下载
+		if AnalysisProjectInfo(data) {
+			set := map[string]interface{}{"$set": map[string]interface{}{"state": -1, "detailfilerr": true, "updatetime": time.Now().Unix()}}
+			MgoS.UpdateById("spider_historydata", id, set)
+			return
+		}
+		t1 := sputil.ParseDate2Int64(qu.ObjToString(data["publishtime"]))
+		if t1 > time.Now().Unix() { //防止发布时间超前
+			data["publishtime"] = time.Now().Unix()
+		}
+		delete(data, "exit")
+		delete(data, "checkpublishtime")
+		data["comeintime"] = time.Now().Unix()
+		data["spidercode"] = s.Code
+		data["dataging"] = 0
+		data["iscompete"] = s.IsCompete //2021-11-01以后新增的爬虫不在展示原文链接(保存服务判断)
+		//发送保存服务
+		Store(s.StoreMode, s.StoreToMsgEvent, s.Collection, s.CoverAttr, data, true)
+		set := map[string]interface{}{"$set": map[string]interface{}{"state": 1, "updatetime": time.Now().Unix()}} //下载成功state置为1
+		MgoS.UpdateById("spider_historydata", id, set)
+	}
+	//采集完LoadScript
+	s.LoadScript(&s.Name, &s.Channel, &s.MUserName, s.Code, s.ScriptFile, true, false)
+}
+
+//定时检测数据集汇总爬虫
+func GetHistoryDownloadSpider() {
+	defer qu.Catch()
+	logger.Info("定时统计下载历史爬虫开始...")
+	sess := MgoS.GetMgoConn()
+	defer MgoS.DestoryMongoConn(sess)
+	wg := &sync.WaitGroup{}
+	ch := make(chan bool, 2)
+	match := map[string]interface{}{ //查询未下载过的数据
+		"state": 0,
+	}
+	group := map[string]interface{}{
+		"_id": "$spidercode",
+		"count": map[string]interface{}{
+			"$sum": 1,
+		},
+	}
+	p := []map[string]interface{}{
+		map[string]interface{}{"$match": match},
+		map[string]interface{}{"$group": group},
+	}
+	it := sess.DB(MgoS.DbName).C("spider_historydata").Pipe(p).Iter()
+	n := 0
+	for tmp := make(map[string]interface{}); it.Next(&tmp); n++ {
+		wg.Add(1)
+		ch <- true
+		go func(tmp map[string]interface{}) {
+			defer func() {
+				<-ch
+				wg.Done()
+			}()
+			code := qu.ObjToString(tmp["_id"])
+			count := qu.IntAll(tmp["count"])
+			logger.Info("code:", code, "	当前待采集历史信息量:", count)
+			//查询爬虫信息
+			lua, _ := MgoE.FindOne("luaconfig", map[string]interface{}{"code": code})
+			if len(*lua) > 0 {
+				state := qu.IntAll((*lua)["state"])
+				if state >= 7 || state == 4 { //已作废、无发布、需登录、无法处理、已删除、已上线(python)这些状态爬虫的数据不再下载
+					MgoS.Update("spider_historydata",
+						map[string]interface{}{"spidercode": code, "state": 0},
+						map[string]interface{}{"$set": map[string]interface{}{"luastate": state, "state": -1, "updatetime": time.Now().Unix()}},
+						false, true,
+					)
+				} else {
+					old := qu.IntAll((*lua)["old_lua"])
+					script := ""
+					if old == 1 {
+						script = fmt.Sprint((*lua)["luacontent"])
+					} else {
+						if (*lua)["oldlua"] != nil {
+							if (*lua)["luacontent"] != nil {
+								script = (*lua)["luacontent"].(string)
+							}
+						} else {
+							script = GetScriptByTmp((*lua))
+						}
+					}
+					spTmp, b := HistoryAllSpiders.Load(code)
+					isNew := true
+					if b { //更新正在运行爬虫信息
+						sp, ok := spTmp.(*Spider)
+						if ok {
+							sp.ScriptFile = script
+							sp.UserName = qu.ObjToString((*lua)["createuser"])
+							sp.UserEmail = qu.ObjToString((*lua)["createuseremail"])
+							sp.MUserName = qu.ObjToString((*lua)["modifyuser"])
+							sp.MUserEmail = qu.ObjToString((*lua)["next"])
+							isNew = false
+						}
+					}
+					if isNew {
+						sp, errstr := NewSpider(code, script)
+						if errstr == "" && sp != nil && sp.Code != "nil" { //脚本加载成功
+							sp.IsMainThread = true            //多线程采集时,判断哪个是主线程,由主线程采集时更新心跳
+							HistoryAllSpiders.Store(code, sp) //存入集合
+							logger.Info("start job:", code)
+							go sp.StartSpider()
+						} else {
+							logger.Info(code, "脚本加载失败,请检查!")
+							nowT := time.Now().Unix()
+							username := "异常"
+							if sp != nil {
+								username = sp.MUserName
+							}
+							MgoS.Update("spider_loadfail",
+								map[string]interface{}{
+									"code": code,
+									"modifytime": map[string]interface{}{
+										"$gte": nowT - 12*3600,
+										"$lte": nowT + 12*3600,
+									},
+								},
+								map[string]interface{}{
+									"$set": map[string]interface{}{
+										"code":       code,
+										"type":       "初始化",
+										"script":     script,
+										"updatetime": nowT,
+										"modifyuser": username,
+										"event":      sputil.Config.Uploadevent,
+										"err":        errstr,
+									},
+								}, true, false)
+						}
+					}
+				}
+			}
+		}(tmp)
+		tmp = map[string]interface{}{}
+	}
+	wg.Wait()
+	//time.AfterFunc(time.Second*30, GetHistoryDownloadSpider)
+	time.AfterFunc(time.Minute*30, GetHistoryDownloadSpider)
+}

+ 121 - 94
src/spider/spider.go

@@ -90,7 +90,8 @@ type Spider struct {
 var Es *es.Elastic
 var EsIndex string
 var EsType string
-var Mgo *mgo.MongodbSim
+var MgoS *mgo.MongodbSim
+var MgoE *mgo.MongodbSim
 var UpdataMgoCache = make(chan []map[string]interface{}, 1000)   //更新要重下数据的状态
 var UpdataHeartCache = make(chan []map[string]interface{}, 1000) //更新爬虫心跳信息
 var SaveMgoCache = make(chan map[string]interface{}, 1000)       //保存爬虫采集非本站点数据
@@ -268,12 +269,12 @@ func (s *Spider) DownListPageItem() (errs interface{}) {
 	if util.Config.IsHistoryEvent && s.GetVar("spiderType") == "history" {     //7000节点,爬虫跑历史
 		max = s.GetIntVar("spiderHistoryMaxPage")
 	}
-	downtimes := 0                                      //记录某页重试次数(暂定3次)
-	repeatPageNum := 0                                  //记录列表页所有连接重复的页码
-	repeatPageTimes := 0                                //记录页码连续判重的次数(暂定连续判重页码数为5次时,不再翻页)
-	repeatPageTimesLimit := 10                          //记录页码连续判重的次数上线(高性能模式10页,队列模式5页)
-	isRunRepeatList := false                            //是否执行列表页连续判重
-	if util.Config.Modal == 1 && max > 1 && max < 101 { //除顺序采集模式外所有节点,采集列表页时进行连续10页判重
+	downtimes := 0                                                                     //记录某页重试次数(暂定3次)
+	repeatPageNum := 0                                                                 //记录列表页所有连接重复的页码
+	repeatPageTimes := 0                                                               //记录页码连续判重的次数(暂定连续判重页码数为5次时,不再翻页)
+	repeatPageTimesLimit := 10                                                         //记录页码连续判重的次数上线(高性能模式10页,队列模式5页)
+	isRunRepeatList := false                                                           //是否执行列表页连续判重
+	if !util.Config.IsHistoryEvent && util.Config.Modal == 1 && max > 1 && max < 101 { //除顺序采集模式和非历史节点外所有节点,采集列表页时进行连续10页判重
 		isRunRepeatList = true
 		max = 100                     //高性能模式设置最大页为100
 		if util.Config.Working == 1 { //队列模式
@@ -405,47 +406,49 @@ func (s *Spider) DownListPageItem() (errs interface{}) {
 		downtimes = 0 //当前页下载无误,重置下载重试次数
 		util.TimeSleepFunc(100*time.Millisecond, TimeSleepChan)
 	}
-	nowTime := time.Now()
-	sDate := qu.FormatDate(&nowTime, qu.Date_Short_Layout)
-	set := map[string]interface{}{
-		"site":       s.Name,
-		"channel":    s.Channel,
-		"spidercode": s.Code,
-		"updatetime": nowTime.Unix(),
-		"event":      util.Config.Uploadevent,
-		"modifyuser": s.MUserName,
-		"maxpage":    tmpMax,
-		"runrate":    s.SpiderRunRate,
-		"endpage":    start,
-		"date":       sDate,
-	}
-	inc := map[string]interface{}{
-		"alltimes": 1,
-	}
-	if downloadAllNum > 0 {
-		rate := float64(downloadAllNum-repeatAllNum) / float64(downloadAllNum)
-		rate, _ = strconv.ParseFloat(fmt.Sprintf("%.2f", rate), 64)
-		if rate == 1.0 {
-			inc["oh_percent"] = 1
-		} else if rate >= 0.9 {
-			inc["nt_percent"] = 1
-		} else if rate >= 0.8 {
-			inc["et_percent"] = 1
+	logger.Info(s.Code, "本轮列表页采集详情:", downloadAllNum, repeatAllNum, start)
+	if !util.Config.IsHistoryEvent { //非历史节点统计下载率
+		nowTime := time.Now()
+		sDate := qu.FormatDate(&nowTime, qu.Date_Short_Layout)
+		set := map[string]interface{}{
+			"site":       s.Name,
+			"channel":    s.Channel,
+			"spidercode": s.Code,
+			"updatetime": nowTime.Unix(),
+			"event":      util.Config.Uploadevent,
+			"modifyuser": s.MUserName,
+			"maxpage":    tmpMax,
+			"runrate":    s.SpiderRunRate,
+			"endpage":    start,
+			"date":       sDate,
+		}
+		inc := map[string]interface{}{
+			"alltimes": 1,
+		}
+		if downloadAllNum > 0 {
+			rate := float64(downloadAllNum-repeatAllNum) / float64(downloadAllNum)
+			rate, _ = strconv.ParseFloat(fmt.Sprintf("%.2f", rate), 64)
+			if rate == 1.0 {
+				inc["oh_percent"] = 1
+			} else if rate >= 0.9 {
+				inc["nt_percent"] = 1
+			} else if rate >= 0.8 {
+				inc["et_percent"] = 1
+			} else {
+				inc["other_percent"] = 1
+			}
 		} else {
-			inc["other_percent"] = 1
+			inc["zero"] = 1
 		}
-	} else {
-		inc["zero"] = 1
-	}
-	query := map[string]interface{}{
-		"date":       sDate,
-		"spidercode": s.Code,
+		query := map[string]interface{}{
+			"date":       sDate,
+			"spidercode": s.Code,
+		}
+		MgoS.Update("spider_downloadrate", query, map[string]interface{}{
+			"$set": set,
+			"$inc": inc,
+		}, true, false)
 	}
-	logger.Info(s.Code, "本轮列表页采集详情:", downloadAllNum, repeatAllNum, start)
-	Mgo.Update("spider_downloadrate", query, map[string]interface{}{
-		"$set": set,
-		"$inc": inc,
-	}, true, false)
 	return errs
 }
 
@@ -482,17 +485,20 @@ func (s *Spider) HistoricalMendDownloadDetailItem(p interface{}) {
 		return
 	}
 	hashHref := HexText(href)
-	id := ""
-	SaveListPageData(paramdata, &id, false)      //存储采集记录
-	isExist := util.RedisClusterExists(hashHref) //取全量redis
-	logger.Debug("full href:", href, " isExist:", isExist)
-	if !s.IsMustDownload && isExist { //非强制下载redis中存在,结束
-		//更新spider_listdata中数据下载成功标记
-		if id != "" {
-			Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1, "exist": true, "updatetime": time.Now().Unix()}})
+	isExist := util.RedisClusterExists(hashHref) //全量redis判重
+	//logger.Debug("full href:", href, " isExist:", isExist)
+	if !s.IsMustDownload { //非强制下载
+		if isExist { //数据存在,直接return
+			return
+		} else if util.Config.IsHistoryEvent { //1、7000(历史节点)的历史补漏,数据存入spider_historydata
+			num := 0
+			SaveHighListPageData(paramdata, s.SCode, hashHref, &num)
+			return
 		}
-		return
 	}
+	//2、非7000(历史节点)的历史补漏,采完列表直接采详情,采完爬虫下架
+	id := ""
+	SaveListPageData(paramdata, &id, false) //存储采集记录
 	//qu.Debug("----------------下载、解析、入库--------------------")
 	//下载详情页
 	data, err = s.DownloadDetailPage(paramdata, data)
@@ -505,7 +511,7 @@ func (s *Spider) HistoricalMendDownloadDetailItem(p interface{}) {
 		}
 		//更新spider_listdata中数据下载失败标记
 		if id != "" {
-			Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": -1}})
+			MgoS.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": -1}})
 		}
 		return
 	}
@@ -515,12 +521,12 @@ func (s *Spider) HistoricalMendDownloadDetailItem(p interface{}) {
 		util.RedisClusterSet(hashHref, "", -1) //过滤掉的数据存值全量redis
 		//更新mgo 要删除的数据更新spider_highlistdata state=1不再下载,更新redis
 		set["delete"] = true
-		Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": set})
+		MgoS.UpdateById("spider_listdata", id, map[string]interface{}{"$set": set})
 		return
 	}
 	//更新spider_listdata中数据下载成功标记
 	if id != "" {
-		Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": set})
+		MgoS.UpdateById("spider_listdata", id, map[string]interface{}{"$set": set})
 	}
 	flag := true
 	t1 := util.ParseDate2Int64(qu.ObjToString(data["publishtime"])) //publishtime
@@ -571,8 +577,8 @@ func (s *Spider) DownloadDetailItem(p interface{}, num *int) {
 		return
 	}
 	hashHref := HexText(href)
-	id := ""                    //记录spider_listdata中保存的数据id,便于下载成功后更新状态
-	if util.Config.Modal == 1 { //除7000、7500、7700节点外所有节点只采集列表页信息
+	id := ""                                                                                           //记录spider_listdata中保存的数据id,便于下载成功后更新状态
+	if util.Config.Modal == 1 || (util.Config.IsHistoryEvent && s.GetVar("spiderType") == "history") { //除7410、7500、7510、7700节点外所有节点只采集列表页信息
 		isExist := util.RedisClusterExists(hashHref) //全量信息中已采集
 		if isExist {
 			*num++ //已采集
@@ -616,7 +622,7 @@ func (s *Spider) DownloadDetailItem(p interface{}, num *int) {
 		}
 		//更新spider_listdata中数据下载失败标记
 		if id != "" {
-			Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": -1, "updatetime": time.Now().Unix()}})
+			MgoS.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": -1, "updatetime": time.Now().Unix()}})
 		}
 		return
 	} else if tmphref := qu.ObjToString(data["href"]); tmphref != href { //三级页href替换导致前后href不同
@@ -632,12 +638,12 @@ func (s *Spider) DownloadDetailItem(p interface{}, num *int) {
 		util.RedisClusterSet(hashHref, "", -1) //过滤掉的数据存值全量redis
 		//更新mgo 要删除的数据更新spider_highlistdata state=1不再下载,更新redis
 		set["delete"] = true
-		Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": set}, false, true)
+		MgoS.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": set}, false, true)
 		return
 	}
 	//更新spider_listdata中数据下载成功标记
 	if id != "" {
-		Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": set}, false, true)
+		MgoS.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": set}, false, true)
 	}
 
 	t1 := util.ParseDate2Int64(qu.ObjToString(data["publishtime"]))
@@ -760,19 +766,19 @@ func GetListDataDownloadDetail() {
 	logger.Info("+++++++++++++++++++Download Detail+++++++++++++++++++")
 	Allspiders2.Range(func(k, v interface{}) bool {
 		sp := v.(*Spider)
-		go sp.DownloadHighDetail("highlist")
+		go sp.DownloadHighDetail(true)
 		time.Sleep(2 * time.Second)
 		return true
 	})
 }
 
 //高性能模式根据列表页数据下载三级页
-func (s *Spider) DownloadHighDetail(stype string) {
+func (s *Spider) DownloadHighDetail(reload bool) {
 	defer qu.Catch()
 	for {
 		logger.Info("Running Code:", s.Code, "Stop:", s.Stop)
 		if !s.Stop { //爬虫是运行状态
-			s.DownloadDetail(stype)
+			s.DownloadDetail(reload, false)
 		} else {
 			logger.Info("Running Code:", s.Code, "Stop:", s.Stop)
 			break
@@ -781,9 +787,9 @@ func (s *Spider) DownloadHighDetail(stype string) {
 }
 
 //队列模式根据列表页数据下载三级页
-func (s *Spider) DownloadListDetail(stype string) {
+func (s *Spider) DownloadListDetail(reload bool) {
 	defer qu.Catch()
-	s.DownloadDetail(stype)
+	s.DownloadDetail(reload, false)
 	//队列模式爬虫下载完三级页数据或无下载数据,使用后close
 	s.Stop = true
 	if _, b := Allspiders2.Load(s.Code); b {
@@ -794,23 +800,29 @@ func (s *Spider) DownloadListDetail(stype string) {
 }
 
 //下载详情页
-func (s *Spider) DownloadDetail(stype string) {
+func (s *Spider) DownloadDetail(reload bool, isHistory bool) {
 	defer qu.Catch()
-	comeintimeQuery := map[string]interface{}{"$gte": GetTime(-util.Config.DayNum)} //采集一周内的数据,防止有数据一直采不下来,造成积累
-	isEsRepeat := false                                                             //是否进行es判重
-	if delayTime := DelaySites[s.Name]; delayTime > 0 {
-		isEsRepeat = true
-		if delayTime <= util.Config.DayNum*24 { //判断该爬虫是否属于要延迟采集的站点,数据延迟delayDay小时采集(由于7410、7500、7700为顺序采集,无法延时)
-			//comeintimeQuery["$lte"] = GetTime(-delayDay + 1)
-			comeintimeQuery["$lte"] = time.Now().Unix() - int64(3600*delayTime)
-		}
-	}
+	coll := "spider_highlistdata"
+	isEsRepeat := false //是否进行es判重
 	q := map[string]interface{}{
 		"spidercode": s.Code,
 		"state":      0, //0:入库状态;-1:采集失败;1:成功
-		"comeintime": comeintimeQuery,
 	}
 	o := map[string]interface{}{"_id": -1}
+	if !isHistory { //非历史数据下载,补充comeintime时间检索条件
+		comeintimeQuery := map[string]interface{}{"$gte": GetTime(-util.Config.DayNum)} //采集一周内的数据,防止有数据一直采不下来,造成积累
+		if delayTime := DelaySites[s.Name]; delayTime > 0 {
+			isEsRepeat = true
+			if delayTime <= util.Config.DayNum*24 { //判断该爬虫是否属于要延迟采集的站点,数据延迟delayDay小时采集(由于7410、7500、7700为顺序采集,无法延时)
+				//comeintimeQuery["$lte"] = GetTime(-delayDay + 1)
+				comeintimeQuery["$lte"] = time.Now().Unix() - int64(3600*delayTime)
+			}
+		}
+		q["comeintime"] = comeintimeQuery
+	} else {
+		coll = "spider_historydata"
+		o["_id"] = 1 //历史数据正序
+	}
 	f := map[string]interface{}{
 		"state":      0,
 		"comeintime": 0,
@@ -819,7 +831,11 @@ func (s *Spider) DownloadDetail(stype string) {
 	if !s.Stop { //在下载详情页时爬虫下架,此时不再存心跳信息
 		UpdateHeart(s.Name, s.Channel, s.Code, s.MUserName, "detail") //记录modal=1采集三级页心跳
 	}
-	countNum := Mgo.Count("spider_highlistdata", q) //统计util.Config.DayNum天内未下载爬虫个数
+	countNum := MgoS.Count(coll, q) //统计util.Config.DayNum天内未下载爬虫个数
+	if isHistory && countNum == 0 { //下载历史数据量为0,手动stop
+		s.Stop = true
+		return
+	}
 	//logger.Info("Thread Info:	Code:", s.SCode, "	count:", countNum)
 	if countNum > 0 {
 		threadNum := countNum / util.Config.ThreadBaseNum //线程数
@@ -827,20 +843,31 @@ func (s *Spider) DownloadDetail(stype string) {
 			threadNum = util.Config.ThreadUpperLimit
 		}
 		logger.Info("Thread Info:	Code:", s.SCode, "	count:", countNum, "	thread num:", threadNum)
-		list, _ := Mgo.Find("spider_highlistdata", q, o, f, false, 0, 200)
+		list, _ := MgoS.Find(coll, q, o, f, false, 0, 200)
 		if list != nil && len(*list) > 0 {
 			spChan := make(chan *Spider, threadNum+1) //初始化线程通道(+1表示基本的线程数)
 			if threadNum > 1 {                        //初始化多个sp
-				if v, ok := LoopListPath.Load(s.Code); ok && v != nil {
-					if info, ok := v.(map[string]string); ok {
-						NewSpiderByScript(threadNum, s.Code, info, spChan)
+				if !isHistory {
+					if v, ok := LoopListPath.Load(s.Code); ok && v != nil {
+						if info, ok := v.(map[string]string); ok {
+							NewSpiderByScript(threadNum, s.Code, info, spChan)
+						} else {
+							logger.Debug("LoopListPath Not Has Code:", s.Code)
+							spChan = make(chan *Spider, 1) //不能创建其它sp只能用主线程的sp
+						}
 					} else {
 						logger.Debug("LoopListPath Not Has Code:", s.Code)
 						spChan = make(chan *Spider, 1) //不能创建其它sp只能用主线程的sp
 					}
 				} else {
-					logger.Debug("LoopListPath Not Has Code:", s.Code)
-					spChan = make(chan *Spider, 1) //不能创建其它sp只能用主线程的sp
+					info := map[string]string{
+						"script":          s.ScriptFile,
+						"createuser":      s.UserName,
+						"createuseremail": s.UserEmail,
+						"modifyuser":      s.MUserName,
+						"modifyemail":     s.MUserEmail,
+					}
+					NewSpiderByScript(threadNum, s.Code, info, spChan)
 				}
 			}
 			spChan <- s //主线程sp放入通道
@@ -869,7 +896,7 @@ func (s *Spider) DownloadDetail(stype string) {
 					//为了避免重复下载,进行全量redis判重
 					isExist := util.RedisClusterExists(hashHref)
 					if isExist {
-						set := map[string]interface{}{"$set": map[string]interface{}{"state": 1, "exist": true, "updatetime": time.Now().Unix()}} //已存在state置为1
+						set := map[string]interface{}{"$set": map[string]interface{}{"state": 1, "exist": "href", "updatetime": time.Now().Unix()}} //已存在state置为1
 						update = append(update, query)
 						update = append(update, set)
 						spLock.Lock()
@@ -885,7 +912,7 @@ func (s *Spider) DownloadDetail(stype string) {
 						count := Es.Count(EsIndex, EsType, esQuery)
 						if count > 0 { //es中含本title数据,不再采集,更新list表数据状态
 							util.RedisClusterSet(hashHref, "", -1)
-							set := map[string]interface{}{"$set": map[string]interface{}{"state": 1, "exist": true, "updatetime": time.Now().Unix()}} //已存在state置为1
+							set := map[string]interface{}{"$set": map[string]interface{}{"state": 1, "exist": "title", "updatetime": time.Now().Unix()}} //已存在state置为1
 							update = append(update, query)
 							update = append(update, set)
 							spLock.Lock()
@@ -894,8 +921,8 @@ func (s *Spider) DownloadDetail(stype string) {
 							return
 						}
 					}
-					times := qu.IntAll(tmp["times"])
-					success := true //数据是否下载成功的标志
+					times := qu.IntAll(tmp["times"]) //获取下载次数
+					success := true                  //数据是否下载成功的标志
 					delete(tmp, "_id")
 					delete(tmp, "times")
 					data := map[string]interface{}{}
@@ -913,7 +940,7 @@ func (s *Spider) DownloadDetail(stype string) {
 						times++
 						if err != nil {
 							logger.Error(s.Code, err, tmp)
-							if len(tmp) > 0 {
+							if len(tmp) > 0 && !isHistory { //下载历史数据时不保存错误信息
 								SaveErrorData(s.MUserName, tmp, err) //保存错误信息
 							}
 						} /*else if data == nil && times >= 3 { //下载问题,建editor任务
@@ -950,7 +977,7 @@ func (s *Spider) DownloadDetail(stype string) {
 					if AnalysisProjectInfo(data) {
 						times++
 						ss := map[string]interface{}{"times": times, "updatetime": time.Now().Unix()}
-						if times >= 3 { //3次下载失败今天不再下载,state置为1
+						if times >= 3 { //3次下载失败今天不再下载,state置为-1
 							ss["state"] = -1
 							ss["detailfilerr"] = true
 						}
@@ -995,7 +1022,7 @@ func (s *Spider) DownloadDetail(stype string) {
 			wg.Wait()
 			//更新数据
 			if len(updateArr) > 0 {
-				Mgo.UpdateBulk("spider_highlistdata", updateArr...)
+				MgoS.UpdateBulk(coll, updateArr...)
 			}
 			close(spChan) //关闭通道
 			//释放sp对象(保留主线程sp,IsMainThread=true)
@@ -1004,12 +1031,12 @@ func (s *Spider) DownloadDetail(stype string) {
 					sp.L.Close()
 				}
 			}
-			if !s.Stop && stype == "highlist" { //高性能模式下载完三级页数据,sp对象需要重载
+			if !s.Stop && reload { //高性能模式下载完三级页数据,sp对象需要重载
 				//重载主线程sp
 				s.LoadScript(&s.Name, &s.Channel, &s.MUserName, s.Code, s.ScriptFile, true, false)
 			}
 		}
-	} else if stype == "highlist" { //高性能模式无数据sleep2分钟
+	} else if reload { //高性能模式无数据sleep2分钟
 		time.Sleep(2 * time.Minute)
 	}
 }

+ 29 - 14
src/spider/store.go

@@ -234,19 +234,34 @@ func SaveErrorData(modifyuser string, pd map[string]interface{}, err interface{}
 func SaveHighListPageData(tmp map[string]interface{}, code, hashHref string, num *int) {
 	//列表页href判重
 	redisCode := lu.RedisClusterGet("list_" + hashHref)
-	if redisCode != "" && strings.Contains(redisCode, code) { //相同爬虫采集且href相同,表示重复
-		*num++
-		return
+	//此处区分历史节点(7000)和增量节点
+	if redisCode != "" {
+		if lu.Config.IsHistoryEvent || strings.Contains(redisCode, code) { //列表页数据已采集
+			*num++
+			return
+		} else {
+			lu.RedisClusterSet("list_"+hashHref, code+"+"+redisCode, 86400*365*2) //两年
+		}
 	} else {
 		lu.RedisClusterSet("list_"+hashHref, code+"+"+redisCode, 86400*365*2) //两年
 	}
+	//if redisCode != "" && strings.Contains(redisCode, code) { //相同爬虫采集且href相同,表示重复
+	//	*num++
+	//	return
+	//} else {
+	//	lu.RedisClusterSet("list_"+hashHref, code+"+"+redisCode, 86400*365*2) //两年
+	//}
 	tmp["state"] = 0
 	tmp["event"] = lu.Config.Uploadevent
 	tmp["comeintime"] = time.Now().Unix()
-	Mgo.Save("spider_highlistdata", tmp)
+	if lu.Config.IsHistoryEvent {
+		MgoS.Save("spider_historydata", tmp)
+	} else {
+		MgoS.Save("spider_highlistdata", tmp)
+	}
 }
 
-//保存7000、7500、7700采集的列表页信息
+//保存7410、7500、7510、7520、7700采集的列表页信息
 func SaveListPageData(tmp map[string]interface{}, id *string, isEsRepeat bool) {
 	tmp["event"] = lu.Config.Uploadevent
 	tmp["comeintime"] = time.Now().Unix()
@@ -257,7 +272,7 @@ func SaveListPageData(tmp map[string]interface{}, id *string, isEsRepeat bool) {
 		tmp["exist"] = true
 		tmp["updatetime"] = time.Now().Unix()
 	}
-	*id = Mgo.Save("spider_listdata", tmp)
+	*id = MgoS.Save("spider_listdata", tmp)
 }
 
 //获取第day天凌晨的时间戳
@@ -284,7 +299,7 @@ func UpdateHighListDataByCode(code string) {
 			"times": 0,
 		},
 	}
-	Mgo.Update("spider_highlistdata", query, set, false, true)
+	MgoS.Update("spider_highlistdata", query, set, false, true)
 }
 
 //批量更新错误数据
@@ -303,7 +318,7 @@ func UpdateErrDataMgo() {
 					defer func() {
 						<-SP
 					}()
-					Mgo.UpSertBulk("regatherdata", arru...)
+					MgoS.UpSertBulk("regatherdata", arru...)
 				}(arru)
 				arru = make([][]map[string]interface{}, 50)
 				indexu = 0
@@ -315,7 +330,7 @@ func UpdateErrDataMgo() {
 					defer func() {
 						<-SP
 					}()
-					Mgo.UpSertBulk("regatherdata", arru...)
+					MgoS.UpSertBulk("regatherdata", arru...)
 				}(arru[:indexu])
 				arru = make([][]map[string]interface{}, 50)
 				indexu = 0
@@ -340,7 +355,7 @@ func UpdateHeartInfo() {
 					defer func() {
 						<-SPH
 					}()
-					Mgo.UpSertBulk("spider_heart", heartarr...)
+					MgoS.UpSertBulk("spider_heart", heartarr...)
 				}(heartarr)
 				heartarr = make([][]map[string]interface{}, 200)
 				indexh = 0
@@ -352,7 +367,7 @@ func UpdateHeartInfo() {
 					defer func() {
 						<-SPH
 					}()
-					Mgo.UpSertBulk("spider_heart", heartarr...)
+					MgoS.UpSertBulk("spider_heart", heartarr...)
 				}(heartarr[:indexh])
 				heartarr = make([][]map[string]interface{}, 200)
 				indexh = 0
@@ -377,7 +392,7 @@ func SaveOtherSiteData() {
 					defer func() {
 						<-SPS
 					}()
-					Mgo.SaveBulk("spider_othersite", savearr...)
+					MgoS.SaveBulk("spider_othersite", savearr...)
 				}(savearr)
 				savearr = make([]map[string]interface{}, 200)
 				indexh = 0
@@ -389,7 +404,7 @@ func SaveOtherSiteData() {
 					defer func() {
 						<-SPS
 					}()
-					Mgo.SaveBulk("spider_othersite", savearr...)
+					MgoS.SaveBulk("spider_othersite", savearr...)
 				}(savearr[:indexh])
 				savearr = make([]map[string]interface{}, 200)
 				indexh = 0
@@ -432,7 +447,7 @@ func UpdateSpiderFlow() {
 		return true
 	})
 	if len(arr) > 0 {
-		Mgo.SaveBulk("spider_flow", arr...)
+		MgoS.SaveBulk("spider_flow", arr...)
 		arr = []map[string]interface{}{}
 	}
 	now := time.Now()

+ 1 - 1
src/spider/util.go

@@ -12,7 +12,7 @@ import (
 func InitOther() {
 	defer qu.Catch()
 	DelaySites = map[string]int{}
-	list, _ := Mgo.Find("spider_compete", nil, nil, nil, false, -1, -1)
+	list, _ := MgoS.Find("spider_compete", nil, nil, nil, false, -1, -1)
 	for _, l := range *list {
 		site := qu.ObjToString(l["site"])
 		delayTime := qu.IntAll(l["delaytime"])