jyps/zhima/main.go

package main

import (
	"encoding/json"
	"fmt"
	"github.com/xuri/excelize/v2"
	util "jygit.jydev.jianyu360.cn/data_processing/common_utils"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/elastic"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
	"log"
)

var (
	JianZhiLabel = make([]CreditLabel, 0)
	MgoT         *mongodb.MongodbSim //测试环境链接
	Es           *elastic.Elastic
)

func Init() {
	f, err := excelize.OpenFile("./jianyu_zhima_0829.xlsx")
	if err != nil {
		fmt.Println(err)
		return
	}
	defer func() {
		f.Save()
		if err := f.Close(); err != nil {
			fmt.Println(err)
		}
	}()

	//2.专项债详情
	rows, err := f.GetRows("0829")
	if err != nil {
		fmt.Println(err)
		return
	}

	for i := 1; i < len(rows); i++ {
		data := CreditLabel{
			ZhimaToptype: rows[i][0],
			ZhimaSubtype: rows[i][1],
			ZhimaName:    rows[i][2],
		}
		JianZhiLabel = append(JianZhiLabel, data)
	}

	//测试环境
	MgoT = &mongodb.MongodbSim{
		MongodbAddr: "192.168.3.149:27102",
		//MongodbAddr: "192.168.3.206:27002",
		DbName:   "mixdata",
		Size:     10,
		UserName: "root",
		Password: "root",
		//Direct:      true,
	}
	MgoT.InitPool()

	//测试环境es
	Es = &elastic.Elastic{
		S_esurl: "http://192.168.3.149:9201",
		//S_esurl:  "http://172.17.4.184:19805",
		I_size:   5,
		Username: "",
		Password: "",
	}
	Es.InitElasticSize()
}

func main() {
	Init()

	appID := "2021003111633206"
	privateKeyPEM := "-----BEGIN RSA PRIVATE KEY-----\nMIIEvAIBADANBgkqhkiG9w0BAQEFAASCBKYwggSiAgEAAoIBAQCaJnmz3N1Z43jxtmZJmPkInl3FbfudxjicThHj+Hkndp+muzZXlAPcWoYTFLAfVa6xg9xAc58fWTPUGOpouh0ZDEP8TGvD784AljDNwRXPI9+afjcxN8gzsNPlqA6KVkAu5u5uEI1HHQgtdyRoCEnXgQRXj6DqAs9olbx8HrTxHjZzjPd+HXv+v4na3zAvZsvPdhLB2ggpVW6uQN7ur8C+hVpB3ZO+gGVFHy3m1t08XgscljyOA9Vpk4T8TnKZqDvnI6ehWFCGeD11yoe3ipHJJdP/+u9/tXiKhm29mJvcM9C6gab6BOQABByQPb2nPFFyfPglbRYrYxgKp/eXUQTzAgMBAAECggEAO6BCVyZJoKlycNzC+Bjpy0Gmt+Vw/HheEWfJV8sW4gLqgk3MGVgxnhyN2/eWoKg96IA+w9d1Z2TTvWjd0yCafMPX0FGnJaUuo990hUH4s6UGqvXDV5BiKkxtylmVNkFilkHRXFWesDE0ppF9TZhXJ7rJ+Syfa6UmoSe6PrCKAPG4FD8MH1ODj5b42l/TRIFM948nTtTLFAFgd77P5ULBCKVfBB5V9XdKhLRdwG9RxugWwkxuCiMOtmk45DzA/PQgvkIzEViD/2NJX67/S88B0G63zdQizJrvxsLp9fThmjhlo/+CaF+a+nfIzg81TfQHlRuTjiYc7iE9n5K0sU82wQKBgQDydI9pEjkPH+ZEixEymdx8D4workBfa+GXgobJ2UwatqCJOCYqZJR0MhjTVeDJiiTGFiemNyZHT0WFQedAQ/O9mkRf0MRhzR6ZOiMnCG5pSSOKdmQXoqjOqcMzdgWBQRol0eLB/vto8M3bpt1VautR0qQOR7BrFsj57K3asofikQKBgQCiwwie5gyCAYB1gkp4QkLmQDSTJdZaTlzzx2oa2/ZB4Pg6wWWNJIxEfSwtuGVH4jGJl0Eer2YpHzaY7f2NfOWJCpNI/aRhM/RilQsFXTox/5bqlbAfspPMqSHnry2OgbZb9CRF3jH7kt65390SKde4A4JNE+jJ0Xb07Tzcr7+pQwKBgCDJ8KcWBs9r0flNEVtVgYLpm1vZDO2aqlySE2Zy0579OcK07Dxpc8YvDDpwb8DxxL1hO6V36d5U8yLtYbfIOMtYdIy8sAJF+jBgs2ZQ9pWYhYzxK+IiZk/kl3h7Ko1rX3zj4JW5xQhRIJXnACHQHtjm8rbXrR0ebLmX738XC9dxAoGAQfUDQ1E6dFyjb/syrnU7ow8VvyOwL7xd0rRW/TdyHdRLA5Rn0MCkzwRiqMx2zqCNLpLK4uJ1ZeiuOV8IRxP7+IL+mK+gs3tYZ7K6Wpwi/yvyPnIWg2Hcny1S/g5xSbSq76yKHn4ihy5Hb8+WSMwIDRvu68lLpq1ppWuWJGBcLP0CgYAnGtHlFY887zSI0aRdzV3EYm/sPnmYy0TWIUVLuGL8kkprcSIW2yRxx1GtpB+3A7cPu61WwRbiswJA6VmQHvn8f9ds81+aiO5KQLMk4MbrTwWhWLDpP4BxjWANVzPr19ZwmDJcYkh7YUI2iLqH7dXho5k62OYCM1T53xlql6HDcg==\n-----END RSA PRIVATE KEY-----"
	//epCertNo := "914400007211976169" //对应企业库 credit_no
	sceneCode := "JIANYU_LABEL"

	//1.查询qyxy 数据
	defer util.Catch()
	sess := MgoT.GetMgoConn()
	defer MgoT.DestoryMongoConn(sess)
	it := sess.DB("mixdata").C("qyxy_std").Find(nil).Select(nil).Sort("_id").Iter()

	fmt.Println("taskRun 开始")
	count := 0
	for tmp := make(map[string]interface{}); it.Next(&tmp); count++ {
		if count%1000 == 0 {
			log.Println("current", count, tmp["company_name"], tmp["credit_no"])
		}

		id := mongodb.BsonIdToSId(tmp["_id"])
		epCertNo := util.ObjToString(tmp["credit_no"])
		createLabels := getCreditLabel(appID, privateKeyPEM, epCertNo, sceneCode)
		if len(createLabels) > 0 {
			update := map[string]interface{}{
				"zhima_labels": convertToInterfaceSlice(createLabels),
			}
			where := map[string]interface{}{
				"_id": tmp["_id"],
			}
			MgoT.Update("qyxy_std", where, map[string]interface{}{"$set": update}, true, false)
			//MgoT.UpdateById("qyxy_std", id, map[string]interface{}{"$set": update})
			err := Es.UpdateDocument("qyxy", id, update)
			if err != nil && err.Error() != "Document not updated: noop" {
				log.Println("qyxy es update err", err, id)
			}
		}

	}

	//bizbyte, _ := json.Marshal(BizContent)
	//priKey, err := parsePrivateKey(privateKeyPEM)
	//if err != nil {
	//	log.Fatalln("parsePrivateKey err", err)
	//}
	//
	//resMap, err := DoRequest(appID, string(bizbyte), curl, method, priKey)
	//if err != nil {
	//	log.Fatalln("request err", err)
	//}
	//responseData := util.ObjToMap((*resMap)["zhima_credit_ep_acceptance_label_query_response"])
	//if util.ObjToString(((*responseData)["code"])) == "10000" && util.ObjToString(((*responseData)["msg"])) == "Success" {
	//	if (*responseData)["label_content"] == nil {
	//		log.Println("请求出错，没有返回企业标签内容模型", BizContent)
	//	} else {
	//		if labelContent, ok := (*responseData)["label_content"].([]interface{}); ok {
	//			for _, v := range labelContent {
	//				log.Println(v)
	//				label := util.ObjToMap(v)
	//				labelName := util.ObjToString((*label)["label_name"])
	//				labelCategory := util.ObjToString((*label)["label_category"])
	//				createLabel := CreditLabel{
	//					LabelTop:  labelCategory,
	//					LabelName: labelName,
	//				}
	//
	//				createLabels = append(createLabels, createLabel)
	//			}
	//		}
	//
	//	}
	//} else {
	//	log.Println("请求失败", BizContent)
	//}

}

// getCreditLabel 获取芝麻企业信用企业标签
func getCreditLabel(appID, privateKeyPEM, certNo, sceneCode string) (createLabels []CreditLabel) {
	BizContent := BizContentForLabelQuery{
		EPCertNo:  certNo,
		ShowFlag:  true,
		SceneCode: sceneCode,
	}

	curl := "https://openapi.alipay.com/gateway.do"
	method := "zhima.credit.ep.acceptance.label.query"

	//createLabels := make([]CreditLabel, 0)
	bizbyte, _ := json.Marshal(BizContent)
	priKey, err := parsePrivateKey(privateKeyPEM)
	if err != nil {
		log.Fatalln("parsePrivateKey err", err)
	}

	resMap, err := DoRequest(appID, string(bizbyte), curl, method, priKey)
	if err != nil {
		log.Fatalln("request err", err)
	}
	responseData := util.ObjToMap((*resMap)["zhima_credit_ep_acceptance_label_query_response"])
	if util.ObjToString(((*responseData)["code"])) == "10000" && util.ObjToString(((*responseData)["msg"])) == "Success" {
		if (*responseData)["label_content"] == nil {
			log.Println("请求出错，没有返回企业标签内容模型", BizContent)
		} else {
			if labelContent, ok := (*responseData)["label_content"].([]interface{}); ok {
				for _, v := range labelContent {
					label := util.ObjToMap(v)
					labelName := util.ObjToString((*label)["label_name"])
					labelCategory := util.ObjToString((*label)["label_category"])

					data := getLabel(labelCategory, labelName)
					if data.ZhimaSubtype != "" {
						createLabels = append(createLabels, data)
					}
				}
			}
		}
	} else {
		log.Println("请求失败", BizContent)
	}

	return
}

// getLabel 根据labelTop  labelName 获取对应芝麻标签
func getLabel(labelTop, labelName string) (data CreditLabel) {
	for _, v := range JianZhiLabel {
		if v.ZhimaToptype == labelTop && v.ZhimaName == labelName {
			return v
		}
	}

	return
}

func convertToInterfaceSlice(labels []CreditLabel) []map[string]interface{} {
	result := make([]map[string]interface{}, len(labels))
	for i, label := range labels {
		result[i] = map[string]interface{}{
			"zhima_toptype": label.ZhimaToptype,
			"zhima_subtype": label.ZhimaSubtype,
			"zhima_name":    label.ZhimaName,
		}
	}
	return result
}