Răsfoiți Sursa

添加模版创建爬虫脚本时,作者名称的自动补全

dongzhaorui 1 an în urmă
părinte
comite
47744a8c4e

+ 4 - 4
FworkSpider/feapder/commands/create/create_spider.py

@@ -16,9 +16,9 @@ import feapder.utils.tools as tools
 from .create_init import CreateInit
 from .create_init import CreateInit
 
 
 
 
-def deal_file_info(file, author):
+def deal_file_info(file, author=None):
     file = file.replace("{DATE}", tools.get_current_date())
     file = file.replace("{DATE}", tools.get_current_date())
-    # file = file.replace("{USER}", getpass.getuser())
+    author = author or getpass.getuser()
     file = file.replace("{USER}", author)
     file = file.replace("{USER}", author)
     return file
     return file
 
 
@@ -74,7 +74,7 @@ class CreateSpider:
 
 
         return spider_template
         return spider_template
 
 
-    def create_spider(self, spider_template, spider_name, author):
+    def create_spider(self, spider_template, spider_name, author=None):
         spider_template = spider_template.replace("${spider_name}", spider_name)
         spider_template = spider_template.replace("${spider_name}", spider_name)
         spider_template = deal_file_info(spider_template, author)
         spider_template = deal_file_info(spider_template, author)
         return spider_template
         return spider_template
@@ -95,7 +95,7 @@ class CreateSpider:
 
 
         self._create_init.create()
         self._create_init.create()
 
 
-    def create(self, spider_name, spider_type, author):
+    def create(self, spider_name, spider_type, author=None):
         # 检查spider_name
         # 检查spider_name
         if not re.search("^[a-zA-Z][a-zA-Z0-9_]*$", spider_name):
         if not re.search("^[a-zA-Z][a-zA-Z0-9_]*$", spider_name):
             raise Exception("爬虫名不符合命名规范,请用下划线命名或驼峰命名方式")
             raise Exception("爬虫名不符合命名规范,请用下划线命名或驼峰命名方式")

+ 10 - 9
FworkSpider/script_tools/create.py

@@ -3,7 +3,7 @@ import fire
 from feapder.commands.create.create_spider import CreateSpider
 from feapder.commands.create.create_spider import CreateSpider
 
 
 
 
-def create_spider(spider_name, spider_type):
+def create_spider(spider_name, spider_type, author=None):
     """
     """
 
 
     4 招投标爬虫列表页模板(ztbpc_feapder)
     4 招投标爬虫列表页模板(ztbpc_feapder)
@@ -12,17 +12,18 @@ def create_spider(spider_name, spider_type):
     7 拟建爬虫详情页模板(njpc_details)
     7 拟建爬虫详情页模板(njpc_details)
     2 selenium抓取列表页无法获取href的信息模板(selenium_feapder)
     2 selenium抓取列表页无法获取href的信息模板(selenium_feapder)
 
 
-    :param spider_name: 类名
-    :param spider_type: 爬虫模版类型
+    :param str spider_name: 类名
+    :param int spider_type: 爬虫模版类型
+    :param str author: 爬虫模版类型
     :return:
     :return:
     """
     """
     creat = CreateSpider()
     creat = CreateSpider()
-    creat.create(spider_name=spider_name, spider_type=spider_type, author="swordFish")
+    creat.create(spider_name=spider_name, spider_type=spider_type, author=author)
 
 
 
 
 if __name__ == '__main__':
 if __name__ == '__main__':
-    # fire.Fire(create_spider('ztbpc_feapder', 4))
-    # fire.Fire(create_spider('T_details', 5))
-    # fire.Fire(create_spider('njpc_list', 6))
-    # fire.Fire(create_spider('njpc_detail', 7))
-    fire.Fire(create_spider('selenium_feapder', 2))
+    # fire.Fire(create_spider('ztbpc_feapder', 4, "jy"))
+    # fire.Fire(create_spider('T_details', 5, "jy"))
+    # fire.Fire(create_spider('njpc_list', 6, "jy"))
+    # fire.Fire(create_spider('njpc_detail', 7, "jy"))
+    fire.Fire(create_spider('selenium_feapder', 2, "jy"))