邮件-站点-相关调整

data_monitoring/listen_data/src/config.json

@@ -1,26 +1,26 @@
 {
   "save_mgodb": {
-    "addr": "172.17.4.87:27080",
-    "db": "editor",
-    "coll": "monitor_site",
+    "addr": "192.168.3.207:27092",
+    "db": "zhengkun",
+    "coll": "site_unique_new",
     "pool": 5
   },
   "site_mgodb": {
-    "addr": "172.17.4.87:27080",
-    "db": "spider",
-    "coll": "data_bak",
+    "addr": "192.168.3.207:27092",
+    "db": "zhengkun",
+    "coll": "data_bak_copy",
     "pool": 5
   },
   "python_mgodb": {
-    "addr": "172.17.4.187:27082,172.17.145.163:27083",
-    "db": "qfw",
-    "coll": "bidding",
+    "addr": "192.168.3.207:27092",
+    "db": "zhengkun",
+    "coll": "bidding_copy",
     "pool": 5
   },
   "site_unique_name":"site_unique_new",
   "smtpMail": {
     "from": "zhengkun@topnet.net.cn",
-    "to": "zhengkun@topnet.net.cn,chenjiakang@topnet.net.cn",
+    "to": "zhaoyujian@topnet.net.cn,fengweiqiang@topnet.net.cn",
     "cc": "zhengkun@topnet.net.cn",
     "smtpHost": "smtp.qq.com",
     "smtpPort": "465",

data_monitoring/listen_data/src/main.go

@@ -74,16 +74,22 @@ func main()  {
 	c := cron.New()
 	c.AddFunc("0 50 8 ? * *", func() { dealWithSiteData() })
 	c.Start()
-	log.Println("测试立即执行")
-	dealWithSiteData()
+	time.Sleep(99999*time.Hour)
 }
 
 func dealWithSiteData()  {
 
+	cur_time := time.Now().Unix()
+	today := GetOneWeekDay(TimeStampToString(cur_time))
+	if today==7||today==6 {
+		log.Println("今个周末...休息休息")
+		return
+	}
+
 	prepareXlsxSiteData()//准备数据
 
 	if prepareData==nil || len(prepareData)==0{
-		log.Println("异常：无数据")
+		log.Println("异常表site_unique_new...未加载数据...")
 		return
 	}
 
@@ -121,9 +127,9 @@ func dealWithSiteData()  {
 	}).Iter()
 	total:= 0
 	for tmp := make(map[string]interface{}); it_site.Next(&tmp); total++ {
-		if total%10000 == 0 {
-			log.Println("current:", total)
-		}
+		//if total%100000 == 0 {
+		//	log.Println("current:", total)
+		//}
 
 		site:=qu.ObjToString(tmp["site"])
 		comeintime:=qu.Int64All(tmp["comeintime"])
@@ -155,9 +161,9 @@ func dealWithSiteData()  {
 	}).Iter()
 	total= 0
 	for tmp := make(map[string]interface{}); it_python.Next(&tmp); total++ {
-		if total%10000 == 0 {
-			log.Println("current:", total)
-		}
+		//if total%100000 == 0 {
+		//	log.Println("current:", total)
+		//}
 		site:=qu.ObjToString(tmp["site"])
 		spidercode:=qu.ObjToString(tmp["spidercode"])
 		comeintime:=qu.Int64All(tmp["comeintime"])
@@ -236,6 +242,7 @@ func dealWithSiteData()  {
 	}
 
 	err := f.Save(xlsx_name)
+
 	if err != nil {
 		log.Println("保存xlsx失败:", err)
 		return
@@ -245,8 +252,6 @@ func dealWithSiteData()  {
 
 
 	//是否存日志- 待定
-
-
 	time.Sleep(5*time.Second)
 
 	//发送邮件
@@ -254,7 +259,7 @@ func dealWithSiteData()  {
 
 	log.Println("结束......")
 
-	//
+
 
 }
 

data_monitoring/listen_data/src/mark

@@ -29,3 +29,43 @@
   },
   "xlsx_name" : "site_data.xlsx"
 }
+
+
+
+
+
+
+
+
+
+{
+  "save_mgodb": {
+    "addr": "172.17.4.87:27080",
+    "db": "editor",
+    "coll": "monitor_site",
+    "pool": 5
+  },
+  "site_mgodb": {
+    "addr": "172.17.4.87:27080",
+    "db": "spider",
+    "coll": "data_bak",
+    "pool": 5
+  },
+  "python_mgodb": {
+    "addr": "172.17.4.187:27082,172.17.145.163:27083",
+    "db": "qfw",
+    "coll": "bidding",
+    "pool": 5
+  },
+  "site_unique_name":"site_unique_new",
+  "smtpMail": {
+    "from": "zhengkun@topnet.net.cn",
+    "to":"liuyifan@topnet.net.cn,weixingyue@topnet.net.cn,jiaoyubo@topnet.net.cn,shishuncai@topnet.net.cn,wangjianghan@topnet.net.cn,chenjiakang@topnet.net.cn",
+    "cc": "zhangjinkun@topnet.net.cn",
+    "smtpHost": "smtp.qq.com",
+    "smtpPort": "465",
+    "user":     "920032221@qq.com",
+    "pwd":      "lktqxssmdkebbcbj"
+  },
+  "xlsx_name" : "site_data.xlsx"
+}