打印 任务开始 标识

src/config-pro.json

@@ -0,0 +1,404 @@
+
+{
+  "mgoaddr": "172.17.4.187:27082,172.17.145.163:27083",
+  "mgosize": 10,
+  "dbname": "qfw",
+  "dbname_dis": "classfication",
+  "isbidding": true,
+  "dbinfo": {
+    "bidding":{
+      "username": "SJZY_RWbid_Class",
+      "password": "SJZY@1C9l7a3s5s"
+    },
+    "userkey":{
+      "username": "jianyu",
+      "password": "jylog2020_123"
+    }
+  },
+  "jkmail": {
+    "to": "wangchengcheng@topnet.net.cn,zhangjinkun@topnet.net.cn,zhengkun@topnet.net.cn,wangjianghan@topnet.net.cn",
+    "api": "http://172.17.145.179:19281/_send/_mail"
+  },
+  "udpport": "1781",
+  "noautorun": 1,
+  "controltaskrun": false,
+  "controllastaskid": "58be14cbedbcdc5e57727311",
+  "timetask": {
+    "istart": false,
+    "idcollsid": "5ddc9a5eedbcdc034e7138e7",
+    "taskid": "5f630c38ecbae9aac0432adc",
+    "nextnodeaddr": "127.0.0.1",
+    "nextnodeport": 1182
+  },
+  "fields":"detail,projectscope,title,buyer,channel",
+  "extract":{
+    "addr": "127.0.0.1",
+    "port": 1781,
+    "preNodeId": "57982b4436b82b073c000001",
+    "stype": "qiyerenzheng"
+  },
+  "mgc":{
+    "name": "敏感词分类",
+    "taskid": "5c92e8c8bb030d5573b4bd23",
+    "nextNode": [
+      {
+        "addr": "172.17.4.238",
+        "port": 1784,
+        "stype": "extract",
+        "memo": "字段抽取"
+      }
+    ]
+  },
+  "kvtextzhaobiao":{
+    "name": "kvtext招标",
+    "taskid": "5e8fd751bb030d5bc5d0140e",
+    "nextNode": [
+      {
+        "addr": "127.0.0.1",
+        "port": 1781,
+        "stype": "hangye",
+        "memo": "行业分类"
+      }
+    ]
+  },
+  "newzhaobiao":{
+    "name": "新招标分类",
+    "taskid": "5b8394bee13823571599fe4a",
+    "mgoaddr": "192.168.3.207:27092",
+    "db": "mxs",
+    "coll": "test1"
+  },
+  "newhangye":{
+    "name": "新行业分类",
+    "taskid": "5b88b66fe13823589679467f",
+    "mgoaddr": "192.168.3.207:27092",
+    "db": "mxs",
+    "coll": "test1"
+  },
+  "newyezhu":{
+    "name": "新业主分类",
+    "taskid": "5c92f6630ef826365d805826"
+  },
+  "zhaobiao":{
+    "name":"招标分类",
+    "taskid":"57982b4436b82b073c000001"
+  },
+  "qiyerenzheng":{
+    "name":"企业认证",
+    "taskid":"6305807d9b9d1c77e3fda880",
+    "nextNode":[
+      {
+        "addr": "127.0.0.1",
+        "port": 1781,
+        "stype": "mgc",
+        "memo": "敏感词"
+      }
+    ]
+  },
+  "yezhu":{
+    "name":"业主",
+    "taskid":"58be14cbedbcdc5e57727311",
+    "nextNode": [
+      {
+        "addr": "172.17.4.238",
+        "port": 1785,
+        "stype": "repeat",
+        "memo": "数据判重"
+      }
+    ]
+  },
+  "hangye":{
+    "name": "行业分类",
+    "taskid": "595d8b24e138233628af3a5d",
+    "mgoaddr": "172.17.4.187:27082,172.17.145.163:27083",
+    "db": "qfw",
+    "coll": "bidding",
+    "dbtype": "bidding",
+    "nextNode": [
+      {
+        "addr": "127.0.0.1",
+        "port": 1781,
+        "stype": "biaoqian",
+        "memo": "标签分类"
+      }
+    ]
+  },
+  "yonghuhangye": {
+    "name": "用户行业分类",
+    "taskid": "64268577e18de3c9fefa600b"
+  },
+  "biaoqian":{
+    "name": "标签分类",
+    "taskid": "6247a08172de10bf7881670e",
+    "mgoaddr": "172.17.4.187:27082,172.17.145.163:27083",
+    "db": "qfw",
+    "coll": "bidding",
+    "dbtype": "bidding",
+    "nextNode": [
+      {
+        "addr": "127.0.0.1",
+        "port": 1781,
+        "stype": "yezhu",
+        "memo": "业主分类"
+      }
+    ]
+  },
+  "esconfig": {
+    "available": true,
+    "AccessID": "LTAIkuomMLAjIlGH",
+    "AccessSecret": "dva1YTVQcLRWCFUfKq8TrugUTBsNnZ",
+    "ZoneIds": [
+      {
+        "zoneid": "cn-beijing-h",
+        "LaunchTemplateId4": "lt-2ze5ir54gy4ui8okr71f",
+        "LaunchTemplateId8": "lt-2ze5fzxwgt8jcqczvmjy",
+        "vswitchid": "vsw-2ze1n1k3mo3fv2irsfdps"
+      }
+    ]
+  },
+  "datamonitor": [
+    {
+      "class": "topscopeclass",
+      "field": [
+        {
+          "行政办公": "xzbg"
+        },
+        {
+          "建筑工程": "jzgz"
+        },
+        {
+          "交通工程": "jtgz"
+        },
+        {
+          "弱电安防": "rdaf"
+        },
+        {
+          "市政设施": "szss"
+        },
+        {
+          "水利水电": "slsd"
+        },
+        {
+          "信息技术": "xxjs"
+        },
+        {
+          "医疗卫生": "ylws"
+        },
+        {
+          "服务采购": "fwcg"
+        },
+        {
+          "能源化工": "nyhg"
+        },
+        {
+          "机械设备": "jxsb"
+        },
+        {
+          "农林牧渔": "nlmy"
+        }
+      ]
+    },
+    {
+      "class": "buyerclass",
+      "field": [
+        {
+          "检察院": "jcy"
+        },
+        {
+          "组织": "zz"
+        },
+        {
+          "宣传": "xc"
+        },
+        {
+          "纪委": "jw"
+        },
+        {
+          "统战": "tz"
+        },
+        {
+          "党委办": "dwb"
+        },
+        {
+          "发改": "fg"
+        },
+        {
+          "教育": "jy"
+        },
+        {
+          "科技": "kj"
+        },
+        {
+          "工信": "gx"
+        },
+        {
+          "公安": "ga"
+        },
+        {
+          "民政": "mz"
+        },
+        {
+          "司法": "sf"
+        },
+        {
+          "财政": "cz"
+        },
+        {
+          "人社": "rs"
+        },
+        {
+          "国土": "gt"
+        },
+        {
+          "环保": "hb"
+        },
+        {
+          "住建": "zhujian"
+        },
+        {
+          "交通": "jt"
+        },
+        {
+          "水利": "sl"
+        },
+        {
+          "农业": "ny"
+        },
+        {
+          "商务": "shangwu"
+        },
+        {
+          "文化": "wh"
+        },
+        {
+          "卫生": "ws"
+        },
+        {
+          "人行": "rh"
+        },
+        {
+          "审计": "sj"
+        },
+        {
+          "国资委": "gzw"
+        },
+        {
+          "海关": "hg"
+        },
+        {
+          "税务": "shuiwu"
+        },
+        {
+          "工商": "gs"
+        },
+        {
+          "质监": "zhijian"
+        },
+        {
+          "出版广电": "cbgd"
+        },
+        {
+          "体育": "ty"
+        },
+        {
+          "安监": "aj"
+        },
+        {
+          "食药": "sy"
+        },
+        {
+          "统计": "tj"
+        },
+        {
+          "林业": "linye"
+        },
+        {
+          "机关事务": "jgsw"
+        },
+        {
+          "人大": "rd"
+        },
+        {
+          "政协": "zx"
+        },
+        {
+          "法院": "fy"
+        },
+        {
+          "军队": "jd"
+        },
+        {
+          "传媒": "cm"
+        },
+        {
+          "医疗": "yl"
+        },
+        {
+          "学校": "xx"
+        },
+        {
+          "地震": "dz"
+        },
+        {
+          "气象": "qx"
+        },
+        {
+          "银监": "yj"
+        },
+        {
+          "证监": "zhengjian"
+        },
+        {
+          "保监": "bj"
+        },
+        {
+          "公共资源交易": "ggzyjy"
+        },
+        {
+          "城管": "cg"
+        },
+        {
+          "市政": "sz"
+        },
+        {
+          "档案": "da"
+        },
+        {
+          "旅游": "luyou"
+        },
+        {
+          "社会团体": "shtt"
+        },
+        {
+          "政务中心": "zwzx"
+        },
+        {
+          "企业": "qy"
+        },
+        {
+          "政府办": "zfb"
+        }
+      ]
+    },
+    {
+      "class": "toptype",
+      "field": [
+        {
+          "拟建": "nj"
+        },
+        {
+          "预告": "yg"
+        },
+        {
+          "招标": "zb"
+        },
+        {
+          "结果": "jg"
+        },
+        {
+          "其它": "qt"
+        }
+      ]
+    }
+  ]
+}

src/config-test.json

@@ -0,0 +1,403 @@
+{
+    "mgoaddr": "192.168.3.206:27002",
+    "mgosize": 10,
+    "dbname": "qfw_data",
+    "dbname_dis": "classfication",
+    "isbidding": true,
+    "dbinfo": {
+    	"bidding":{
+			"username": "root",
+   			"password": "root"
+		},
+        "userkey":{
+			"username": "jianyu",
+   			"password": "jylog2020_123"
+		}
+    }, 
+    "jkmail": {
+        "to": "wangchengcheng@topnet.net.cn,zhangjinkun@topnet.net.cn",
+        "api": "http://172.17.145.179:19281/_send/_mail"
+    },
+    "udpport": "1781",
+    "noautorun": 1,
+    "controltaskrun": false,
+    "controllastaskid": "58be14cbedbcdc5e57727311",
+    "timetask": {
+    	"istart": false,
+	"idcollsid": "5ddc9a5eedbcdc034e7138e7",
+	"taskid": "5f630c38ecbae9aac0432adc",
+	"nextnodeaddr": "127.0.0.1",
+	"nextnodeport": 1182
+    },
+    "fields":"detail,projectscope,title,buyer,channel",
+    "extract":{
+		"addr": "192.168.3.166",
+        "port": 1784,
+        "preNodeId": "57982b4436b82b073c000001",
+        "stype": "qiyerenzheng"
+    },
+    "mgc":{
+    	"name": "敏感词分类",
+        "taskid": "5c92e8c8bb030d5573b4bd23",
+        "nextNode": [
+		    {	
+				"addr": "127.0.0.1",
+				"port": 1786,
+				"stype": "jqcl",
+				"memo": "机器处理"
+		   }
+		]
+    },
+    "kvtextzhaobiao":{
+        "name": "kvtext招标",
+        "taskid": "5e8fd751bb030d5bc5d0140e",
+        "nextNode": [
+		    {	
+				"addr": "127.0.0.1",
+				"port": 1781,
+				"stype": "hangye",
+				"memo": "行业分类"
+		    }
+		]
+    },
+    "newzhaobiao":{
+        "name": "新招标分类",
+        "taskid": "5b8394bee13823571599fe4a",
+        "mgoaddr": "192.168.3.207:27092",
+        "db": "mxs",
+        "coll": "test1"
+    },
+    "newhangye":{
+        "name": "新行业分类",
+        "taskid": "5b88b66fe13823589679467f",
+        "mgoaddr": "192.168.3.207:27092",
+        "db": "mxs",
+        "coll": "test1"
+    },
+    "newyezhu":{
+        "name": "新业主分类",
+        "taskid": "5c92f6630ef826365d805826"
+    },
+    "zhaobiao":{
+        "name":"招标分类",
+        "taskid":"57982b4436b82b073c000001"
+    },
+    "qiyerenzheng":{
+    	"name":"企业认证",
+	"taskid":"6305807d9b9d1c77e3fda880",
+	"nextNode":[
+		{
+			"addr": "127.0.0.1",
+			"port": 1781,
+			"stype": "mgc",
+			"memo": "敏感词"
+		}
+	]
+    },
+    "yezhu":{
+        "name":"业主",
+        "taskid":"58be14cbedbcdc5e57727311",
+        "nextNode": [
+		    {	
+				"addr": "192.168.3.166",
+				"port": 1785,
+				"stype": "repeat",
+				"memo": "数据判重"
+		    }
+		]
+    },
+    "hangye":{
+    	"name": "行业分类",
+        "taskid": "595d8b24e138233628af3a5d",
+        "mgoaddr": "192.168.3.206:27002",
+        "db": "qfw_data",
+        "coll": "bidding",
+        "dbtype": "bidding",
+	"nextNode": [
+		    {	
+				"addr": "127.0.0.1",
+				"port": 1781,
+				"stype": "biaoqian",
+				"memo": "标签分类"
+		    }
+		]
+    },
+    "yonghuhangye": {
+        "name": "用户行业分类",
+        "taskid": "64268577e18de3c9fefa600b"
+    },
+    "biaoqian":{
+        "name": "标签分类",
+        "taskid": "6247a08172de10bf7881670e",
+        "mgoaddr": "192.168.3.206:27002",
+        "db": "qfw_data",
+        "coll": "bidding",
+        "dbtype": "bidding",
+        "nextNode": [
+                    {
+                                "addr": "127.0.0.1",
+                                "port": 1781,
+                                "stype": "yezhu",
+                                "memo": "业主分类"
+                    }
+                ]
+    },
+    "esconfig": {
+        "available": true,
+        "AccessID": "LTAIkuomMLAjIlGH",
+        "AccessSecret": "dva1YTVQcLRWCFUfKq8TrugUTBsNnZ",
+        "ZoneIds": [
+            {
+                "zoneid": "cn-beijing-h",
+                "LaunchTemplateId4": "lt-2ze5ir54gy4ui8okr71f",
+                "LaunchTemplateId8": "lt-2ze5fzxwgt8jcqczvmjy",
+                "vswitchid": "vsw-2ze1n1k3mo3fv2irsfdps"
+            }
+        ]
+    },
+    "datamonitor": [
+        {
+            "class": "topscopeclass",
+            "field": [
+                {
+                    "行政办公": "xzbg"
+                },
+                {
+                    "建筑工程": "jzgz"
+                },
+                {
+                    "交通工程": "jtgz"
+                },
+                {
+                    "弱电安防": "rdaf"
+                },
+                {
+                    "市政设施": "szss"
+                },
+                {
+                    "水利水电": "slsd"
+                },
+                {
+                    "信息技术": "xxjs"
+                },
+                {
+                    "医疗卫生": "ylws"
+                },
+                {
+                    "服务采购": "fwcg"
+                },
+                {
+                    "能源化工": "nyhg"
+                },
+                {
+                    "机械设备": "jxsb"
+                },
+                {
+                    "农林牧渔": "nlmy"
+                }
+            ]
+        },
+        {
+            "class": "buyerclass",
+            "field": [
+                {
+                    "检察院": "jcy"
+                },
+                {
+                    "组织": "zz"
+                },
+                {
+                    "宣传": "xc"
+                },
+                {
+                    "纪委": "jw"
+                },
+                {
+                    "统战": "tz"
+                },
+                {
+                    "党委办": "dwb"
+                },
+                {
+                    "发改": "fg"
+                },
+                {
+                    "教育": "jy"
+                },
+                {
+                    "科技": "kj"
+                },
+                {
+                    "工信": "gx"
+                },
+                {
+                    "公安": "ga"
+                },
+                {
+                    "民政": "mz"
+                },
+                {
+                    "司法": "sf"
+                },
+                {
+                    "财政": "cz"
+                },
+                {
+                    "人社": "rs"
+                },
+                {
+                    "国土": "gt"
+                },
+                {
+                    "环保": "hb"
+                },
+                {
+                    "住建": "zhujian"
+                },
+                {
+                    "交通": "jt"
+                },
+                {
+                    "水利": "sl"
+                },
+                {
+                    "农业": "ny"
+                },
+                {
+                    "商务": "shangwu"
+                },
+                {
+                    "文化": "wh"
+                },
+                {
+                    "卫生": "ws"
+                },
+                {
+                    "人行": "rh"
+                },
+                {
+                    "审计": "sj"
+                },
+                {
+                    "国资委": "gzw"
+                },
+                {
+                    "海关": "hg"
+                },
+                {
+                    "税务": "shuiwu"
+                },
+                {
+                    "工商": "gs"
+                },
+                {
+                    "质监": "zhijian"
+                },
+                {
+                    "出版广电": "cbgd"
+                },
+                {
+                    "体育": "ty"
+                },
+                {
+                    "安监": "aj"
+                },
+                {
+                    "食药": "sy"
+                },
+                {
+                    "统计": "tj"
+                },
+                {
+                    "林业": "linye"
+                },
+                {
+                    "机关事务": "jgsw"
+                },
+                {
+                    "人大": "rd"
+                },
+                {
+                    "政协": "zx"
+                },
+                {
+                    "法院": "fy"
+                },
+                {
+                    "军队": "jd"
+                },
+                {
+                    "传媒": "cm"
+                },
+                {
+                    "医疗": "yl"
+                },
+                {
+                    "学校": "xx"
+                },
+                {
+                    "地震": "dz"
+                },
+                {
+                    "气象": "qx"
+                },
+                {
+                    "银监": "yj"
+                },
+                {
+                    "证监": "zhengjian"
+                },
+                {
+                    "保监": "bj"
+                },
+                {
+                    "公共资源交易": "ggzyjy"
+                },
+                {
+                    "城管": "cg"
+                },
+                {
+                    "市政": "sz"
+                },
+                {
+                    "档案": "da"
+                },
+                {
+                    "旅游": "luyou"
+                },
+                {
+                    "社会团体": "shtt"
+                },
+                {
+                    "政务中心": "zwzx"
+                },
+                {
+                    "企业": "qy"
+                },
+                {
+                    "政府办": "zfb"
+                }
+            ]
+        },
+        {
+            "class": "toptype",
+            "field": [
+                {
+                    "拟建": "nj"
+                },
+                {
+                    "预告": "yg"
+                },
+                {
+                    "招标": "zb"
+                },
+                {
+                    "结果": "jg"
+                },
+                {
+                    "其它": "qt"
+                }
+            ]
+        }
+    ]
+}

src/task/task.go

@@ -681,6 +681,7 @@ func NewTaskRunAll(tt *TTask, budp bool, mapInfo map[string]interface{}) int {
 		//task
 		tasksess := tt.MgoTask.GetMgoConn()
 		defer tt.MgoTask.DestoryMongoConn(tasksess)
+		log.Println("运行", tt.S_name, "start")
 		log.Println("线程数：", tt.I_thread, "查询语句", q)
 		log.Println("查询---", tt.S_mgodb, tt.S_coll, tt.S_collection, tt.S_table)
 		log.Println("select:", tt.Task_QueryFieldMap, tt.Task_QueryFieldArr)