package main import ( "encoding/json" "fmt" "github.com/xuri/excelize/v2" util "jygit.jydev.jianyu360.cn/data_processing/common_utils" "jygit.jydev.jianyu360.cn/data_processing/common_utils/elastic" "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb" "log" ) var ( JianZhiLabel = make([]CreditLabel, 0) MgoT *mongodb.MongodbSim //测试环境链接 Es *elastic.Elastic ) func Init() { f, err := excelize.OpenFile("./jianyu_zhima_0829.xlsx") if err != nil { fmt.Println(err) return } defer func() { f.Save() if err := f.Close(); err != nil { fmt.Println(err) } }() //2.专项债详情 rows, err := f.GetRows("0829") if err != nil { fmt.Println(err) return } for i := 1; i < len(rows); i++ { data := CreditLabel{ ZhimaToptype: rows[i][0], ZhimaSubtype: rows[i][1], ZhimaName: rows[i][2], } JianZhiLabel = append(JianZhiLabel, data) } //测试环境 MgoT = &mongodb.MongodbSim{ MongodbAddr: "192.168.3.149:27102", //MongodbAddr: "192.168.3.206:27002", DbName: "mixdata", Size: 10, UserName: "root", Password: "root", //Direct: true, } MgoT.InitPool() //测试环境es Es = &elastic.Elastic{ S_esurl: "http://192.168.3.149:9201", //S_esurl: "http://172.17.4.184:19805", I_size: 5, Username: "", Password: "", } Es.InitElasticSize() } func main() { Init() appID := "2021003111633206" privateKeyPEM := "-----BEGIN RSA PRIVATE KEY-----\nMIIEvAIBADANBgkqhkiG9w0BAQEFAASCBKYwggSiAgEAAoIBAQCaJnmz3N1Z43jxtmZJmPkInl3FbfudxjicThHj+Hkndp+muzZXlAPcWoYTFLAfVa6xg9xAc58fWTPUGOpouh0ZDEP8TGvD784AljDNwRXPI9+afjcxN8gzsNPlqA6KVkAu5u5uEI1HHQgtdyRoCEnXgQRXj6DqAs9olbx8HrTxHjZzjPd+HXv+v4na3zAvZsvPdhLB2ggpVW6uQN7ur8C+hVpB3ZO+gGVFHy3m1t08XgscljyOA9Vpk4T8TnKZqDvnI6ehWFCGeD11yoe3ipHJJdP/+u9/tXiKhm29mJvcM9C6gab6BOQABByQPb2nPFFyfPglbRYrYxgKp/eXUQTzAgMBAAECggEAO6BCVyZJoKlycNzC+Bjpy0Gmt+Vw/HheEWfJV8sW4gLqgk3MGVgxnhyN2/eWoKg96IA+w9d1Z2TTvWjd0yCafMPX0FGnJaUuo990hUH4s6UGqvXDV5BiKkxtylmVNkFilkHRXFWesDE0ppF9TZhXJ7rJ+Syfa6UmoSe6PrCKAPG4FD8MH1ODj5b42l/TRIFM948nTtTLFAFgd77P5ULBCKVfBB5V9XdKhLRdwG9RxugWwkxuCiMOtmk45DzA/PQgvkIzEViD/2NJX67/S88B0G63zdQizJrvxsLp9fThmjhlo/+CaF+a+nfIzg81TfQHlRuTjiYc7iE9n5K0sU82wQKBgQDydI9pEjkPH+ZEixEymdx8D4workBfa+GXgobJ2UwatqCJOCYqZJR0MhjTVeDJiiTGFiemNyZHT0WFQedAQ/O9mkRf0MRhzR6ZOiMnCG5pSSOKdmQXoqjOqcMzdgWBQRol0eLB/vto8M3bpt1VautR0qQOR7BrFsj57K3asofikQKBgQCiwwie5gyCAYB1gkp4QkLmQDSTJdZaTlzzx2oa2/ZB4Pg6wWWNJIxEfSwtuGVH4jGJl0Eer2YpHzaY7f2NfOWJCpNI/aRhM/RilQsFXTox/5bqlbAfspPMqSHnry2OgbZb9CRF3jH7kt65390SKde4A4JNE+jJ0Xb07Tzcr7+pQwKBgCDJ8KcWBs9r0flNEVtVgYLpm1vZDO2aqlySE2Zy0579OcK07Dxpc8YvDDpwb8DxxL1hO6V36d5U8yLtYbfIOMtYdIy8sAJF+jBgs2ZQ9pWYhYzxK+IiZk/kl3h7Ko1rX3zj4JW5xQhRIJXnACHQHtjm8rbXrR0ebLmX738XC9dxAoGAQfUDQ1E6dFyjb/syrnU7ow8VvyOwL7xd0rRW/TdyHdRLA5Rn0MCkzwRiqMx2zqCNLpLK4uJ1ZeiuOV8IRxP7+IL+mK+gs3tYZ7K6Wpwi/yvyPnIWg2Hcny1S/g5xSbSq76yKHn4ihy5Hb8+WSMwIDRvu68lLpq1ppWuWJGBcLP0CgYAnGtHlFY887zSI0aRdzV3EYm/sPnmYy0TWIUVLuGL8kkprcSIW2yRxx1GtpB+3A7cPu61WwRbiswJA6VmQHvn8f9ds81+aiO5KQLMk4MbrTwWhWLDpP4BxjWANVzPr19ZwmDJcYkh7YUI2iLqH7dXho5k62OYCM1T53xlql6HDcg==\n-----END RSA PRIVATE KEY-----" //epCertNo := "914400007211976169" //对应企业库 credit_no sceneCode := "JIANYU_LABEL" //1.查询qyxy 数据 defer util.Catch() sess := MgoT.GetMgoConn() defer MgoT.DestoryMongoConn(sess) it := sess.DB("mixdata").C("qyxy_std").Find(nil).Select(nil).Sort("_id").Iter() fmt.Println("taskRun 开始") count := 0 for tmp := make(map[string]interface{}); it.Next(&tmp); count++ { if count%1000 == 0 { log.Println("current", count, tmp["company_name"], tmp["credit_no"]) } id := mongodb.BsonIdToSId(tmp["_id"]) epCertNo := util.ObjToString(tmp["credit_no"]) createLabels := getCreditLabel(appID, privateKeyPEM, epCertNo, sceneCode) if len(createLabels) > 0 { update := map[string]interface{}{ "zhima_labels": convertToInterfaceSlice(createLabels), } where := map[string]interface{}{ "_id": tmp["_id"], } MgoT.Update("qyxy_std", where, map[string]interface{}{"$set": update}, true, false) //MgoT.UpdateById("qyxy_std", id, map[string]interface{}{"$set": update}) err := Es.UpdateDocument("qyxy", id, update) if err != nil && err.Error() != "Document not updated: noop" { log.Println("qyxy es update err", err, id) } } } //bizbyte, _ := json.Marshal(BizContent) //priKey, err := parsePrivateKey(privateKeyPEM) //if err != nil { // log.Fatalln("parsePrivateKey err", err) //} // //resMap, err := DoRequest(appID, string(bizbyte), curl, method, priKey) //if err != nil { // log.Fatalln("request err", err) //} //responseData := util.ObjToMap((*resMap)["zhima_credit_ep_acceptance_label_query_response"]) //if util.ObjToString(((*responseData)["code"])) == "10000" && util.ObjToString(((*responseData)["msg"])) == "Success" { // if (*responseData)["label_content"] == nil { // log.Println("请求出错,没有返回企业标签内容模型", BizContent) // } else { // if labelContent, ok := (*responseData)["label_content"].([]interface{}); ok { // for _, v := range labelContent { // log.Println(v) // label := util.ObjToMap(v) // labelName := util.ObjToString((*label)["label_name"]) // labelCategory := util.ObjToString((*label)["label_category"]) // createLabel := CreditLabel{ // LabelTop: labelCategory, // LabelName: labelName, // } // // createLabels = append(createLabels, createLabel) // } // } // // } //} else { // log.Println("请求失败", BizContent) //} } // getCreditLabel 获取芝麻企业信用企业标签 func getCreditLabel(appID, privateKeyPEM, certNo, sceneCode string) (createLabels []CreditLabel) { BizContent := BizContentForLabelQuery{ EPCertNo: certNo, ShowFlag: true, SceneCode: sceneCode, } curl := "https://openapi.alipay.com/gateway.do" method := "zhima.credit.ep.acceptance.label.query" //createLabels := make([]CreditLabel, 0) bizbyte, _ := json.Marshal(BizContent) priKey, err := parsePrivateKey(privateKeyPEM) if err != nil { log.Fatalln("parsePrivateKey err", err) } resMap, err := DoRequest(appID, string(bizbyte), curl, method, priKey) if err != nil { log.Fatalln("request err", err) } responseData := util.ObjToMap((*resMap)["zhima_credit_ep_acceptance_label_query_response"]) if util.ObjToString(((*responseData)["code"])) == "10000" && util.ObjToString(((*responseData)["msg"])) == "Success" { if (*responseData)["label_content"] == nil { log.Println("请求出错,没有返回企业标签内容模型", BizContent) } else { if labelContent, ok := (*responseData)["label_content"].([]interface{}); ok { for _, v := range labelContent { label := util.ObjToMap(v) labelName := util.ObjToString((*label)["label_name"]) labelCategory := util.ObjToString((*label)["label_category"]) data := getLabel(labelCategory, labelName) if data.ZhimaSubtype != "" { createLabels = append(createLabels, data) } } } } } else { log.Println("请求失败", BizContent) } return } // getLabel 根据labelTop labelName 获取对应芝麻标签 func getLabel(labelTop, labelName string) (data CreditLabel) { for _, v := range JianZhiLabel { if v.ZhimaToptype == labelTop && v.ZhimaName == labelName { return v } } return } func convertToInterfaceSlice(labels []CreditLabel) []map[string]interface{} { result := make([]map[string]interface{}, len(labels)) for i, label := range labels { result[i] = map[string]interface{}{ "zhima_toptype": label.ZhimaToptype, "zhima_subtype": label.ZhimaSubtype, "zhima_name": label.ZhimaName, } } return result }