lizongze 2 سال پیش
والد
کامیت
c0e56b5a8b
2فایلهای تغییر یافته به همراه1 افزوده شده و 5 حذف شده
  1. 1 4
      FworkSpider/feapder/templates/detail_template.tmpl
  2. 0 1
      FworkSpider/feapder/templates/spider_list_template.tmpl

+ 1 - 4
FworkSpider/feapder/templates/detail_template.tmpl

@@ -9,13 +9,10 @@ Created on {DATE}
 import re
 import re
 import sys
 import sys
 sys.path.append('/app/spiders/sword_feapder/FworkSpider')
 sys.path.append('/app/spiders/sword_feapder/FworkSpider')
-import time
 from urllib.parse import urljoin
 from urllib.parse import urljoin
 import feapder
 import feapder
-from feapder.utils.tools import wechat_warning
 from untils.attachment import AttachmentDownloader
 from untils.attachment import AttachmentDownloader
-import execjs
-from items.spider_item import DataBakItem, MgpListItem
+from items.spider_item import DataBakItem
 from feapder.utils.log import log
 from feapder.utils.log import log
 
 
 
 

+ 0 - 1
FworkSpider/feapder/templates/spider_list_template.tmpl

@@ -42,7 +42,6 @@ class ${spider_name}(feapder.BiddingListSpider):
     def parse(self, request, response):
     def parse(self, request, response):
 
 
         menu = request.item
         menu = request.item
-        dedup = Dedup(Dedup.BloomFilter)
         info_list = response.xpath('')       # 数据结构为html
         info_list = response.xpath('')       # 数据结构为html
         for info in info_list:
         for info in info_list:
             href = info.xpath('').extract_first().strip()
             href = info.xpath('').extract_first().strip()