Răsfoiți Sursa

删除save_items表名前缀

dongzhaorui 1 an în urmă
părinte
comite
707150f8ee

+ 3 - 4
FworkSpider/feapder/pipelines/rabbitmq_pipeline.py

@@ -34,11 +34,10 @@ class RabbitMqPipeline(BasePipeline):
                  若False,不会将本批数据入到去重库,以便再次入库
         """
         try:
-            table_name = "savemongo:" + table
-            self.to_db.declare(queue=table_name)
-            self.to_db.add(table_name, items)
+            self.to_db.declare(queue=table)
+            self.to_db.add(table, items)
             datas_size = len(items)
-            log.info("共导出 %s 条数据到 %s" % (datas_size, table_name))
+            log.info("共导出 %s 条数据到 %s" % (datas_size, table))
             return True
         except Exception as e:
             log.exception(e)

+ 2 - 3
FworkSpider/feapder/pipelines/redis_pipeline.py

@@ -36,10 +36,9 @@ class RedisPipeline(BasePipeline):
                  若False,不会将本批数据入到去重库,以便再次入库
         """
         try:
-            table_name = "savemongo:" + table
-            self.to_db.lpush(table=table_name, values=items)
+            self.to_db.lpush(table=table, values=items)
             datas_size = len(items)
-            log.info("共导出 %s 条数据到 %s" % (datas_size, table_name))
+            log.info("共导出 %s 条数据到 %s" % (datas_size, table))
             return True
         except Exception as e:
             log.exception(e)