liumiaomiao 8 months ago
parent
commit
3f5b8639f4
5 changed files with 84 additions and 0 deletions
  1. 4 0
      tables/fields/area.py
  2. 39 0
      util/mongo.py
  3. 20 0
      util/pressure.py
  4. 21 0
      util/subsequent.py
  5. 0 0
      util/test.py

+ 4 - 0
tables/fields/area.py

@@ -121,6 +121,8 @@ class AreaChecker(object):
         """
         return true  代表返回异常
         """
+        if city=='':
+            return False
         if 3 <= len(city) <= 11:
            return False
         return True
@@ -129,6 +131,8 @@ class AreaChecker(object):
         """
         return true  代表返回异常
         """
+        if district=='':
+            return False
         if 2 <= len(district) <= 15:
            return False
         return True

+ 39 - 0
util/mongo.py

@@ -0,0 +1,39 @@
+#!/usr/bin/env python
+# -*- coding:utf-8 -*-
+# author : liumiaomiao
+#从es库中导出数据到测试环境mongo库
+from util.es_tools import esutil
+from pymongo import MongoClient
+def ES_bidding(es_query):
+    """
+    操作样例:直接拉取数据
+    """
+    db_config = {
+        # es
+        'es_host': '127.0.0.1',
+        'es_port': 9800,
+        'es_http_auth': ('test_dataQuality','t9s3Ed0gBBowf5'),  # 重新申请
+        'timeout': 10000,
+        # 'index': "projectset",
+        'index': "bidding",
+        'size': 1000,
+        # mongo存的数据库表
+        'mg_host': '192.168.3.206',
+        'mg_port': 27080,
+        'database': 'data_quality',
+        'collection': 'bidding_20231221'
+    }
+    query = es_query
+    # 传入查询语句query 以及配置信息
+    esutil.es_query_save(query, **db_config)
+
+def run():
+    # 根据ES语句查找bidding
+    es_query = {"track_total_hits": True,
+                "query": {"bool": {"must": [{"range": {"publishtime": {"from": "1703001600", "to": "1703048399"}}}]}}}
+    # es_query = {"track_total_hits": True,
+    #             "query": {"bool": {"must": [{"range": {"publishtime": {"from": "1691337600", "to": "1691424000"}}},
+    #                                         {"terms": {"subtype": ["中标", "合同","成交"]}}]}}}
+    ES_bidding(es_query)
+
+run()

File diff suppressed because it is too large
+ 20 - 0
util/pressure.py


File diff suppressed because it is too large
+ 21 - 0
util/subsequent.py


+ 0 - 0
util/test.py


Some files were not shown because too many files changed in this diff