|
|
@@ -5,15 +5,15 @@ import os
|
|
|
import sys
|
|
|
|
|
|
# 数据保存失败表
|
|
|
-TAB_FAILED_ITEMS = 'pyspider:s_failed_items'
|
|
|
+TAB_FAILED_ITEMS = "pyspider:s_failed_items"
|
|
|
# 任务失败表
|
|
|
-TAB_FAILED_REQUESTS = 'pyspider:z_failed_requests'
|
|
|
-# 待处理任务状态记录表
|
|
|
-TASK_CRAWL_STATE = "pyspider:t_crawl_state"
|
|
|
+TAB_FAILED_REQUESTS = "pyspider:z_failed_requests"
|
|
|
+# 采集任务生产表
|
|
|
+TASK_REQUEST_PRODUCE = "pyspider_listdata"
|
|
|
# 失败任务记录表
|
|
|
TASK_REQUEST_FAILED = "pyspider_listdata_err"
|
|
|
-# 采集信息汇总表
|
|
|
-SPIDER_HEARTBEAT_RECORD = "spider_heartbeat"
|
|
|
+# 爬虫心跳与数据采集汇总统计指标表
|
|
|
+SPIDER_HEARTBEAT_RECORD = "pyspider_heartbeat"
|
|
|
|
|
|
# MONGODB
|
|
|
MONGO_IP = "172.17.4.87"
|
