liumiaomiao 9 kuukautta sitten
vanhempi
commit
0a602d6bef
3 muutettua tiedostoa jossa 29 lisäystä ja 18 poistoa
  1. 9 3
      lib/monitor_tools.py
  2. 4 3
      lib/mysql_tools.py
  3. 16 12
      tools/mongo断流监控/mongo_monitor.py

+ 9 - 3
lib/monitor_tools.py

@@ -134,7 +134,7 @@ class monitorTools:
 
     #高质量库bidding-mongo 每周统计入库数量
     def bidding_ai(self):
-        collection = MongoUtil.get_coon(host='127.0.0.1:27088', database='qfw',collection='bidding_ai',authuser='viewdata',authpass='viewdata')
+        collection = MongoUtil.get_coon(host='127.0.0.1:27088', database='qfw_ai',collection='bidding',authuser='viewdata',authpass='viewdata')
         query = { "comeintime": {"$gte": start_date, "$lt": end_date}}
         count=MongoSentence.count(collection,query)
         print("高质量库bidding-mongo 每周统计入库数量",count)
@@ -175,10 +175,16 @@ class monitorTools:
         #     'database': 'jianyu_subjectdb',
         #     'charset': 'utf8mb4'
         # }
+
+        now = datetime.now()
+        end_date = now.strftime("%Y-%m-%d %H:%M:%S")
+        start_date = (datetime.now() - timedelta(days=7)).strftime("%Y-%m-%d %H:%M:%S")
+
         # SQL 查询
-        mysql_query = f"SELECT COUNT(*) FROM dwd_f_nzj_baseinfo WHERE create_time >={start_date} AND create_time <={end_date}"
+        mysql_query = "SELECT COUNT(*) FROM dwd_f_nzj_baseinfo WHERE createtime >= %s AND createtime <= %s"
+        params = (start_date, end_date)
         conn=MysqlUtil.connect_to_mysql(host='192.168.3.149',port='4000',user='datagroup',password='Dgrpdb#2024@36',database='jianyu_subjectdb')
-        count=MysqlUtil.execute_sql(conn,mysql_query)
+        count=MysqlUtil.execute_sql(conn,mysql_query,params)
         print("拟在建baseinfo-mysql每周统计入库数量", count)
         return count
 

+ 4 - 3
lib/mysql_tools.py

@@ -13,17 +13,18 @@ class MysqlUtil:
         return  connection
 
     @staticmethod
-    def execute_sql(connection,query):
+    def execute_sql(connection,query,params):
         if connection.is_connected():
             print('Connected to MySQL database')
             # 创建一个cursor对象,用于执行SQL语句
             cursor = connection.cursor()
             # 执行SQL查询
-            result=cursor.execute(query)
+            cursor.execute(query,params)
+            mysql_count = cursor.fetchone()[0]
             cursor.close()
             connection.close()
             print('MySQL connection is closed')
-            return result
+            return mysql_count
 
 
 

+ 16 - 12
tools/mongo断流监控/mongo_monitor.py

@@ -4,19 +4,23 @@
 
 from lib.monitor_tools import monitor
 
-#标准库-bidding
-bidding_count=monitor.bidding()
-#高质量库-mongo
-bidding_ai_count=monitor.bidding_ai()
+# #标准库-bidding
+# bidding_count=monitor.bidding()
+# #存库
+# monitor.save_to_mongo("bidding",bidding_count)
+# #高质量库-mongo
+# bidding_ai_count=monitor.bidding_ai()
+# monitor.save_to_mongo("bidding_ai",bidding_ai_count)
 #nzj-mysql
-nzj_count=monitor.nzj()
+# nzj_count=monitor.nzj()
+# monitor.save_to_mongo("nzj",nzj_count)
 #bidding_碎片化
 bidding_fragment_count=monitor.bidding_fragment()
-#人脉clickhouse数据
-connections_count=monitor.connections()
-#存库
-monitor.save_to_mongo("bidding",bidding_count)
-monitor.save_to_mongo("bidding_ai",bidding_ai_count)
 monitor.save_to_mongo("bidding_fragment",bidding_fragment_count)
-monitor.save_to_mongo("nzj",nzj_count)
-monitor.save_to_mongo('connections',connections_count)
+# #人脉clickhouse数据
+# connections_count=monitor.connections()
+# monitor.save_to_mongo('connections',connections_count)
+
+
+
+