1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240 |
- package front
- import (
- "dataValidation/util"
- "encoding/json"
- "fmt"
- "github.com/shopspring/decimal"
- "github.com/tealeg/xlsx"
- "go.mongodb.org/mongo-driver/bson"
- "io"
- qu "jygit.jydev.jianyu360.cn/data_processing/common_utils"
- "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
- "os"
- "sort"
- "strconv"
- "strings"
- "sync"
- "time"
- )
- // GroupTaskListByGroup 用户组权限用户组任务列表
- func (f *Front) GroupTaskListByGroup() {
- defer qu.Catch()
- if f.Method() == "POST" {
- user := f.GetSession("user").(map[string]interface{})
- role := qu.ObjToString(user["i_role"])
- start, _ := f.GetInt("start")
- limit, _ := f.GetInt("length")
- draw, _ := f.GetInt("draw")
- status := f.GetString("s_status")
- searchStr := f.GetString("search[value]")
- search := strings.TrimSpace(searchStr)
- groupId := qu.ObjToString(user["s_groupid"])
- query := map[string]interface{}{
- "s_stype": "group", //检索用户组任务
- }
- if role != "0" {
- query["s_groupid"] = groupId
- }
- if status != "-1" { //任务状态
- query["s_status"] = status
- } else {
- query["s_status"] = map[string]interface{}{
- "$in": []string{"未开始", "进行中", "已完成"},
- }
- }
- if search != "" {
- query["$or"] = []interface{}{
- map[string]interface{}{"s_projectname": map[string]interface{}{"$regex": search}},
- }
- }
- qu.Debug("Query:", query)
- list, _ := util.Mgo.Find(util.TASKCOLLNAME, query, map[string]interface{}{"_id": -1}, nil, false, int(start), int(limit))
- count := util.Mgo.Count(util.TASKCOLLNAME, query)
- for _, l := range *list {
- if status := qu.ObjToString(l["s_status"]); status == "进行中" { //更新任务进度
- //groupId := qu.ObjToString(l["s_groupid"])
- groupTaskId := mongodb.BsonIdToSId(l["_id"])
- giveNum := qu.IntAll(l["i_givenum"])
- sourceinfo := qu.ObjToString(l["s_sourceinfo"])
- //tagNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"b_isgivegroup": true, "s_grouptaskid": groupTaskId, "b_istag": true})
- tagNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": groupTaskId, "b_istag": true})
- progressFloat := float64(tagNum) / float64(giveNum)
- value, _ := strconv.ParseFloat(fmt.Sprintf("%.4f", progressFloat), 64)
- decimalValue := decimal.NewFromFloat(value)
- decimalValue = decimalValue.Mul(decimal.NewFromInt(100))
- value, _ = decimalValue.Float64()
- progress := fmt.Sprint(value) + "%"
- l["s_progress"] = progress
- //同步数据库
- util.Mgo.UpdateById(util.TASKCOLLNAME, l["_id"], map[string]interface{}{"$set": map[string]interface{}{"s_progress": progress}})
- }
- }
- f.ServeJson(map[string]interface{}{"draw": draw, "data": *list, "recordsFiltered": count, "recordsTotal": count})
- } else {
- _ = f.Render("project/task_group_list.html")
- }
- }
- // GroupTaskListByAdmin 系统管理员权限用户组任务列表
- func (f *Front) GroupTaskListByAdmin() {
- defer qu.Catch()
- if f.Method() == "POST" {
- start, _ := f.GetInt("start")
- limit, _ := f.GetInt("length")
- draw, _ := f.GetInt("draw")
- status := f.GetString("s_status")
- searchStr := f.GetString("search[value]")
- search := strings.TrimSpace(searchStr)
- starttime, _ := f.GetInt("i_starttime")
- completetime, _ := f.GetInt("i_completetime")
- query := map[string]interface{}{
- "s_stype": "group", //检索用户组任务
- }
- //if starttime > 0 {
- // query["i_starttime"] = map[string]interface{}{
- // "$gte": starttime,
- // }
- //}
- dataQ := make(map[string]interface{})
- if starttime > 0 {
- dataQ["$gte"] = starttime
- }
- if completetime > 0 {
- dataQ["$lte"] = completetime
- }
- if len(dataQ) > 0 {
- query["i_completetime"] = dataQ
- }
- if status != "-1" { //任务状态
- query["s_status"] = status
- } else {
- query["s_status"] = map[string]interface{}{
- "$in": []string{"未开始", "进行中", "已完成"},
- }
- }
- if search != "" {
- query["$or"] = []interface{}{
- map[string]interface{}{"s_projectname": map[string]interface{}{"$regex": search}},
- map[string]interface{}{"s_entname": map[string]interface{}{"$regex": search}},
- map[string]interface{}{"s_rulename": map[string]interface{}{"$regex": search}},
- map[string]interface{}{"s_departname": map[string]interface{}{"$regex": search}},
- map[string]interface{}{"s_groupname": map[string]interface{}{"$regex": search}},
- }
- }
- qu.Debug("Query:", query)
- count := util.Mgo.Count(util.TASKCOLLNAME, query)
- list, _ := util.Mgo.Find(util.TASKCOLLNAME, query, map[string]interface{}{"_id": -1}, nil, false, int(start), int(limit))
- for _, l := range *list {
- if status := qu.ObjToString(l["s_status"]); status == "进行中" { //更新任务进度
- //groupId := qu.ObjToString(l["s_groupid"])
- groupTaskId := mongodb.BsonIdToSId(l["_id"])
- giveNum := qu.IntAll(l["i_givenum"])
- sourceinfo := qu.ObjToString(l["s_sourceinfo"])
- //tagNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"b_isgivegroup": true, "s_grouptaskid": groupTaskId, "b_istag": true})
- tagNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": groupTaskId, "b_istag": true})
- progressFloat := float64(tagNum) / float64(giveNum)
- value, _ := strconv.ParseFloat(fmt.Sprintf("%.4f", progressFloat), 64)
- decimalValue := decimal.NewFromFloat(value)
- decimalValue = decimalValue.Mul(decimal.NewFromInt(100))
- value, _ = decimalValue.Float64()
- progress := fmt.Sprint(value) + "%"
- l["s_progress"] = progress
- //同步数据库
- util.Mgo.UpdateById(util.TASKCOLLNAME, l["_id"], map[string]interface{}{"$set": map[string]interface{}{"s_progress": progress}})
- }
- }
- f.ServeJson(map[string]interface{}{"draw": draw, "data": *list, "recordsFiltered": count, "recordsTotal": count})
- } else {
- _ = f.Render("project/task_list.html")
- }
- }
- // GroupUserTaskList 用户任务分发列表
- func (f *Front) GroupUserTaskList() {
- defer qu.Catch()
- groupId := f.GetString("s_groupid") //用户组id
- pid := f.GetString("pid")
- groupTaskId := f.GetString("grouptaskid") //用户组任务id
- qu.Debug("groupTaskId:", groupTaskId)
- if f.Method() == "POST" {
- start, _ := f.GetInt("start")
- limit, _ := f.GetInt("length")
- draw, _ := f.GetInt("draw")
- status := f.GetString("s_status")
- login := f.GetString("s_login")
- searchStr := f.GetString("search[value]")
- search := strings.TrimSpace(searchStr)
- query := map[string]interface{}{
- "s_stype": "user",
- "s_parentid": groupTaskId,
- }
- if status != "-1" { //任务状态
- query["s_status"] = status
- }
- if login != "-1" { //用户账号
- query["s_login"] = login
- }
- if search != "" {
- query["$or"] = []interface{}{
- map[string]interface{}{"s_projectname": map[string]interface{}{"$regex": search}},
- }
- }
- qu.Debug("Query:", query)
- count := util.Mgo.Count(util.TASKCOLLNAME, query)
- list, _ := util.Mgo.Find(util.TASKCOLLNAME, query, map[string]interface{}{"_id": -1}, nil, false, int(start), int(limit))
- for _, l := range *list {
- if status := qu.ObjToString(l["s_status"]); status == "进行中" { //更新任务进度
- giveNum := qu.IntAll(l["i_givenum"])
- sourceinfo := qu.ObjToString(l["s_sourceinfo"])
- tagNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_usertaskid": mongodb.BsonIdToSId(l["_id"]), "b_istag": true})
- progressFloat := float64(tagNum) / float64(giveNum)
- value, _ := strconv.ParseFloat(fmt.Sprintf("%.4f", progressFloat), 64)
- decimalValue := decimal.NewFromFloat(value)
- decimalValue = decimalValue.Mul(decimal.NewFromInt(100))
- value, _ = decimalValue.Float64()
- progress := fmt.Sprint(value) + "%"
- l["s_progress"] = progress
- //同步数据库
- util.Mgo.UpdateById(util.TASKCOLLNAME, l["_id"], map[string]interface{}{"$set": map[string]interface{}{"s_progress": progress}})
- }
- }
- f.ServeJson(map[string]interface{}{"draw": draw, "data": *list, "recordsFiltered": count, "recordsTotal": count})
- } else {
- sourceinfo := f.GetString("s_sourceinfo")
- //统计数据量
- isGiveNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": groupTaskId, "b_isgiveuser": true}) //已分发量
- isNotGiveNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": groupTaskId, "b_isgiveuser": false}) //待分发量
- isTagNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": groupTaskId, "b_istag": true}) //已标注数量
- isNotTagNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": groupTaskId, "b_istag": false}) //未标注数量
- allNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": groupTaskId}) //数据总量
- qu.Debug("数据总量:", allNum, "已分发量:", isGiveNum, "待分发量:", isNotGiveNum, "已标注量:", isTagNum, "未标注量:", isNotTagNum)
- f.T["pid"] = pid
- f.T["gid"] = groupId
- f.T["grouptaskid"] = groupTaskId
- f.T["allNum"] = allNum
- f.T["isGiveNum"] = isGiveNum
- f.T["isNotGiveNum"] = isNotGiveNum
- f.T["isTagNum"] = isTagNum
- f.T["isNotTagNum"] = isNotTagNum
- if f.GetString("stype") == "jy" {
- f.T["jy"] = "jy"
- } else {
- f.T["group"] = "group"
- }
- _ = f.Render("project/task_detail.html", &f.T)
- }
- }
- // GroupTaskDeliver 用户组任务交付
- func (f *Front) GroupTaskDeliver() {
- defer qu.Catch()
- user := f.GetSession("user").(map[string]interface{})
- username := qu.ObjToString(user["s_login"]) //当前登录用户
- success := false
- msg := ""
- groupTaskId := f.GetString("taskid") //用户组任务id
- qu.Debug("Group Task ID:", groupTaskId)
- groupTask, _ := util.Mgo.FindById(util.TASKCOLLNAME, groupTaskId, map[string]interface{}{"v_sonids": 1, "s_sourceinfo": 1, "s_projectid": 1})
- if groupTask != nil && len(*groupTask) > 0 {
- sonUserIds := (*groupTask)["v_sonids"].([]interface{})
- if len(sonUserIds) > 0 {
- sourceInfo := qu.ObjToString((*groupTask)["s_sourceinfo"])
- dataCount := util.Mgo.Count(sourceInfo, map[string]interface{}{"s_grouptaskid": groupTaskId, "b_istag": false})
- taskCount := util.Mgo.Count(util.TASKCOLLNAME, map[string]interface{}{"s_parentid": groupTaskId, "s_status": map[string]interface{}{"$in": []string{"未开始", "进行中"}}})
- if dataCount == 0 && taskCount == 0 {
- success = util.Mgo.UpdateById(util.TASKCOLLNAME, groupTaskId, map[string]interface{}{
- "$set": map[string]interface{}{
- "i_completetime": time.Now().Unix(),
- "s_updateperson": username,
- "i_updatetime": time.Now().Unix(),
- "s_status": "已完成",
- "s_progress": "100%",
- },
- })
- if !success {
- msg = "更新任务信息失败"
- }
- } else {
- if taskCount != 0 {
- msg += "用户任务未全部完成;"
- }
- if dataCount != 0 {
- msg += "数据未全部标注;"
- }
- }
- } else {
- msg = "任务暂未分配"
- }
- } else {
- msg = "查询任务失败"
- }
- sourinfo := qu.ObjToString((*groupTask)["s_sourceinfo"])
- pid := qu.ObjToString((*groupTask)["s_projectid"])
- // 组任务交付 默认保存质检统计结果
- mp := make(map[string]interface{})
- mp["s_username"] = username
- mp["s_taskid"] = groupTaskId
- mp["i_createtime"] = time.Now().Unix()
- checkStat(sourinfo, groupTaskId, pid, mp)
- util.Mgo.Save("f_check_result", mp)
- // 项目下的数据全部完成,项目中打上标记b_iscomplete
- info, _ := util.Mgo.FindOneByField(sourinfo, map[string]interface{}{"b_istag": false}, map[string]interface{}{"s_status": 1})
- if len(*info) == 0 {
- util.Mgo.UpdateById(util.PROJECTCOLLNAME, pid, map[string]interface{}{"$set": map[string]interface{}{"b_iscomplete": true}})
- }
- f.ServeJson(map[string]interface{}{"success": success, "msg": msg})
- }
- func (f *Front) TaskSyncJy() {
- defer qu.Catch()
- pid := f.GetString("pid")
- sourceinfo := f.GetString("s_sourceinfo")
- groupTaskId := f.GetString("taskid")
- c := syncJyData(sourceinfo, groupTaskId, pid)
- qu.Debug(sourceinfo, groupTaskId)
- //info, _ := util.Mgo.FindById(util.TASKCOLLNAME, groupTaskId, bson.M{"i_givenum": 1})
- if c > 0 {
- util.Mgo.UpdateById(util.TASKCOLLNAME, groupTaskId, bson.M{"$set": bson.M{"sendflag": true}})
- f.ServeJson(map[string]interface{}{"success": true, "msg": "数据推送成功", "count": c})
- } else {
- f.ServeJson(map[string]interface{}{"success": false, "msg": "数据推送失败"})
- }
- }
- func syncJyData(source, tid, pid string) int {
- sess := util.Mgo.GetMgoConn()
- defer util.Mgo.DestoryMongoConn(sess)
- ch := make(chan bool, 5)
- wg := &sync.WaitGroup{}
- var q bson.M
- count := 0
- if pid == "650c310bc88c29b90a54b1c4" {
- // 联通中标数据 特殊处理
- q = bson.M{"s_grouptaskid": tid, "is_repeat": 1}
- query := sess.DB(util.Mgo.DbName).C(source).Find(q).Select(nil).Iter()
- for tmp := make(map[string]interface{}); query.Next(&tmp); count++ {
- ch <- true
- wg.Add(1)
- go func(tmp map[string]interface{}) {
- defer func() {
- <-ch
- wg.Done()
- }()
- info := tmp["v_baseinfo"].(map[string]interface{})
- info["createtime"] = time.Now().Unix()
- if qu.ObjToString(info["id"]) == "" {
- info["id"] = tmp["id"]
- }
- info["isOptimization"] = qu.IntAll(tmp["is_push"])
- info["ispanchong"] = 1
- info["earliestDay"] = qu.IntAll(tmp["earliestDay"])
- //util.MgoJy.Del(util.JYPushColl, bson.M{"id": info["id"], "isOptimization": info["isOptimization"]})
- util.MgoJy.Save(util.JYPushColl, info)
- util.Mgo.UpdateById(source, tmp["_id"], bson.M{"$set": bson.M{"sendflag": true}})
- }(tmp)
- tmp = make(map[string]interface{})
- }
- wg.Wait()
- } else if pid == "676a624edadb2b5c6413bdee" || pid == "676a6230dadb2b5c6413b691" {
- // 江苏联通 招标/中标
- q = bson.M{"s_grouptaskid": tid, "is_repeat": 1}
- query := sess.DB(util.Mgo.DbName).C(source).Find(q).Select(nil).Iter()
- for tmp := make(map[string]interface{}); query.Next(&tmp); count++ {
- ch <- true
- wg.Add(1)
- go func(tmp map[string]interface{}) {
- defer func() {
- <-ch
- wg.Done()
- }()
- info := tmp["v_baseinfo"].(map[string]interface{})
- info["createtime"] = time.Now().Unix()
- if qu.ObjToString(info["id"]) == "" {
- info["id"] = tmp["id"]
- }
- info["isOptimization"] = qu.IntAll(tmp["is_push"])
- info["ispanchong"] = 1
- info["earliestDay"] = qu.IntAll(tmp["earliestDay"])
- //util.MgoJy.Save(util.JYPushColl, info)
- util.MgoJy.Save("usermail_tmp_js", info)
- util.Mgo.UpdateById(source, tmp["_id"], bson.M{"$set": bson.M{"sendflag": true}})
- }(tmp)
- tmp = make(map[string]interface{})
- }
- wg.Wait()
- } else {
- q = bson.M{"s_grouptaskid": tid, "sendflag": nil}
- query := sess.DB(util.Mgo.DbName).C(source).Find(q).Select(nil).Iter()
- for tmp := make(map[string]interface{}); query.Next(&tmp); count++ {
- ch <- true
- wg.Add(1)
- go func(tmp map[string]interface{}) {
- defer func() {
- <-ch
- wg.Done()
- }()
- info := tmp["v_baseinfo"].(map[string]interface{})
- info["createtime"] = time.Now().Unix()
- if qu.ObjToString(info["id"]) == "" {
- info["id"] = tmp["id"]
- }
- util.MgoJy.Save(util.JYPushColl, info)
- util.Mgo.UpdateById(source, tmp["_id"], bson.M{"$set": bson.M{"sendflag": true}})
- }(tmp)
- tmp = make(map[string]interface{})
- }
- wg.Wait()
- }
- qu.Debug(fmt.Sprintf("推送数据成功,推送成功: %d条", count))
- return count
- }
- func checkStat(sourceinfo, groupTaskId, pid string, mp map[string]interface{}) {
- sess := util.Mgo.GetMgoConn()
- defer util.Mgo.DestoryMongoConn(sess)
- var allNum int
- markNum, checkNum, checkNumR := 0, 0, 0 // 标注数量, 审核数据量, 审核数据完全正确的数据量
- cmaps := make(map[string]int) // 标注字段整体准确率
- umaps := make(map[string]interface{}) // 按人员 字段准确率
- task, _ := util.Mgo.FindById(util.TASKCOLLNAME, groupTaskId, map[string]interface{}{"i_givenum": 1})
- allNum = qu.IntAll((*task)["i_givenum"])
- projcet, _ := util.Mgo.FindById(util.PROJECTCOLLNAME, pid, map[string]interface{}{"v_fields": 1})
- query := map[string]interface{}{"s_grouptaskid": groupTaskId}
- result := sess.DB(util.Mgo.DbName).C(sourceinfo).Find(query).Iter()
- fields := qu.ObjArrToMapArr((*projcet)["v_fields"].([]interface{}))
- fs := make(map[string]string)
- for _, v := range fields {
- key := qu.ObjToString(v["key"])
- if key == "extend" && v["child"] != nil {
- for _, v1 := range qu.ObjArrToMapArr(v["child"].([]interface{})) {
- key1 := qu.ObjToString(v1["key"])
- fs[key1] = qu.ObjToString(v1["descript"])
- }
- } else {
- fs[key] = qu.ObjToString(v["descript"])
- }
- }
- purchasingTag := false // 标的物统计标识
- var strs []string
- if fs["purchasinglist"] != "" {
- purchasingTag = true
- delete(fs, "purchasinglist")
- }
- for k := range fs {
- strs = append(strs, k)
- }
- pNum, pEffNum := 0, 0 // 标的物数量, 标的物有效数量
- fieldNumMap := make(map[string]int) //字段总标注量,
- tagNumMap := make(map[string]int) //字段标注数据量(标的物有效)
- rightNumMap := make(map[string]int) //正确数据(标的物有效)
- for tmp := make(map[string]interface{}); result.Next(&tmp); markNum++ {
- user := qu.ObjToString(tmp["s_login"])
- var up map[string]int
- if umaps[user] == nil {
- up = make(map[string]int)
- } else {
- up = umaps[user].(map[string]int)
- }
- up["ck_count"] += 1
- umaps[user] = up
- if tmp["b_check"].(bool) {
- if f, ok := tmp["v_checkinfo"].(map[string]interface{}); ok {
- flag := true // 数据整体准确率
- // 按人员统计字段准备率
- var up map[string]int
- if umaps[user] == nil {
- up = make(map[string]int)
- } else {
- up = umaps[user].(map[string]int)
- }
- for k1 := range cmaps {
- if qu.IntAll(f[k1]) == 1 {
- cmaps[k1] += 1 // 字段整体正确率
- up[k1] += 1
- } else {
- flag = false
- }
- }
- up["re_count"] += 1
- umaps[user] = up
- if flag {
- checkNumR++
- up["re_rg_count"] += 1
- }
- }
- }
- if tmp["b_check"].(bool) && purchasingTag {
- info := tmp["v_baseinfo"].(map[string]interface{})
- checkInfo := tmp["v_checkinfo"].(map[string]interface{})
- if pList, o := info["purchasinglist"].([]interface{}); o {
- pNum += len(pList)
- if tmp["b_isEff"].(bool) {
- pEffNum += 1
- }
- for _, p := range pList {
- p1 := p.(map[string]interface{})
- for f := range purchasingField {
- if qu.ObjToString(p1[f]) != "" {
- fieldNumMap[f] += 1
- if b, o := p1["b_isEff"].(bool); b && o {
- tagNumMap[f] += 1
- }
- }
- }
- }
- }
- if cList, o := checkInfo["purchasinglist"].([]interface{}); o {
- for _, c := range cList {
- c1 := c.(map[string]interface{})
- for f := range purchasingField {
- if qu.IntAll(c1[f]) == 1 {
- rightNumMap[f] += 1
- }
- }
- }
- }
- }
- }
- qu.Debug(cmaps)
- qu.Debug(umaps)
- pResult := method(fieldNumMap, tagNumMap, rightNumMap)
- var userSelect []string
- var dataSelect []map[string]interface{}
- userSelect = append(userSelect, "全部")
- tmp := make(map[string]interface{})
- tmp["name"] = "全部"
- tmp["num1"] = allNum
- tmp["num2"] = checkNum
- tmp["num3"] = checkNumR
- tmp["num4"] = CountPr(checkNumR, checkNum)
- dataSelect = append(dataSelect, tmp)
- sort.Strings(strs)
- for _, v := range strs {
- tmp1 := make(map[string]interface{})
- tmp1["name"] = fs[v]
- tmp1["num1"] = markNum
- tmp1["num2"] = checkNum
- tmp1["num3"] = cmaps[v]
- tmp1["num4"] = CountPr(cmaps[v], checkNum)
- dataSelect = append(dataSelect, tmp1)
- }
- qu.Debug("字段统计---", dataSelect)
- qu.Debug("字段统计---", pResult)
- mp["taskNum"] = allNum
- mp["v_result"] = dataSelect
- mp["v_purchasing"] = pResult
- mp["taskCheckNum"] = checkNum
- mp["taskCheckRight"] = checkNumR
- mp["pNum"] = pNum
- mp["pEffNum"] = pEffNum
- }
- // 江苏联通 联合体、牵头人、牵头方
- func checkDetail(tmp map[string]interface{}) {
- if strings.Contains(qu.ObjToString(tmp["detail"]), "联合体") || strings.Contains(qu.ObjToString(tmp["detail"]), "牵头人") ||
- strings.Contains(qu.ObjToString(tmp["detail"]), "牵头方") {
- }
- }
- var modelpath string = "web/model/任务详情%d.xlsx"
- // GroupTaskExport 用户组任务导出
- func (f *Front) GroupTaskExport() {
- defer qu.Catch()
- starttime, _ := f.GetInt("i_starttime")
- completetime, _ := f.GetInt("i_completetime")
- status := f.GetString("s_status")
- searchStr := f.GetString("s_search")
- search := strings.TrimSpace(searchStr)
- query := map[string]interface{}{
- "s_stype": "group",
- }
- if status != "-1" { //任务状态
- query["s_status"] = status
- }
- if search != "" {
- query["$or"] = []interface{}{
- map[string]interface{}{"s_entname": map[string]interface{}{"$regex": search}},
- }
- }
- if starttime > 0 {
- query["i_starttime"] = map[string]interface{}{
- "$gte": starttime,
- }
- }
- if completetime > 0 {
- query["i_completetime"] = map[string]interface{}{
- "$lte": completetime,
- }
- }
- qu.Debug("Query:", query)
- count := util.Mgo.Count(util.TASKCOLLNAME, query)
- if count > 0 {
- file, err := xlsx.OpenFile("web/model/taskexportmodel.xlsx")
- if err != nil {
- qu.Debug("Load Excel Model Error")
- f.ServeJson("加载脚本失败")
- return
- }
- sheet := file.Sheets[0]
- fields := map[string]interface{}{
- "s_entname": 1,
- "s_departname": 1,
- "s_rulename": 1,
- "s_projectname": 1,
- "s_groupname": 1,
- "s_personname": 1,
- "i_givenum": 1,
- "s_status": 1,
- "i_starttime": 1,
- "i_completetime": 1,
- }
- list, _ := util.Mgo.Find(util.TASKCOLLNAME, query, nil, fields, false, -1, -1)
- qu.Debug(len(*list))
- for _, l := range *list {
- row := sheet.AddRow()
- entname := qu.ObjToString(l["s_entname"])
- departname := qu.ObjToString(l["s_departname"])
- rulename := qu.ObjToString(l["s_rulename"])
- projectname := qu.ObjToString(l["s_projectname"])
- groupname := qu.ObjToString(l["s_groupname"])
- personname := qu.ObjToString(l["s_personname"])
- givenum := qu.IntAll(l["i_givenum"])
- status := qu.ObjToString(l["s_status"])
- starttimestr := ""
- if starttime := qu.Int64All(l["i_starttime"]); starttime != 0 {
- starttimestr = qu.FormatDateByInt64(&starttime, qu.Date_Full_Layout)
- }
- completetimestr := ""
- if completetime := qu.Int64All(l["i_completetime"]); completetime != 0 {
- completetimestr = qu.FormatDateByInt64(&completetime, qu.Date_Full_Layout)
- }
- row.AddCell().SetValue(entname)
- row.AddCell().SetValue(departname)
- row.AddCell().SetValue(rulename)
- row.AddCell().SetValue(projectname)
- row.AddCell().SetValue(groupname)
- row.AddCell().SetValue(personname)
- row.AddCell().SetValue(givenum)
- row.AddCell().SetValue(status)
- row.AddCell().SetValue(starttimestr)
- row.AddCell().SetValue(completetimestr)
- }
- fname := fmt.Sprintf(modelpath, time.Now().Unix())
- qu.Debug("File Name:", fname)
- err = file.Save(fname)
- if err != nil {
- qu.Debug("Save Excel" + fname + "Error")
- f.ServeJson("导出失败")
- return
- }
- arr := strings.Split(fname, "/")
- f.ResponseWriter.Header().Add("Content-Disposition", fmt.Sprintf("attachment; filename=%s", arr[len(arr)-1]))
- f.ServeFile(fname)
- go func(path string) {
- time.Sleep(time.Second * 30)
- os.Remove(path)
- }(fname)
- } else {
- f.ServeJson("没有数据")
- }
- }
- func (f *Front) GroupStatsTask() {
- defer qu.Catch()
- starttime, _ := f.GetInt("i_starttime")
- completetime, _ := f.GetInt("i_completetime")
- status := f.GetString("s_status")
- searchStr := f.GetString("s_search")
- search := strings.TrimSpace(searchStr)
- query := map[string]interface{}{
- "s_stype": "group",
- }
- if status != "-1" { //任务状态
- query["s_status"] = status
- }
- if search != "" {
- query["$or"] = []interface{}{
- map[string]interface{}{"s_entname": map[string]interface{}{"$regex": search}},
- }
- }
- if starttime > 0 {
- query["i_starttime"] = map[string]interface{}{
- "$gte": starttime,
- }
- }
- if completetime > 0 {
- query["i_completetime"] = map[string]interface{}{
- "$lte": completetime,
- }
- }
- qu.Debug("Query:", query)
- count := util.Mgo.Count(util.TASKCOLLNAME, query)
- if count > 0 {
- var ArrMap []map[string]interface{}
- list, _ := util.Mgo.Find(util.TASKCOLLNAME, query, nil, nil, false, -1, -1)
- for i := 0; i < len(*list); i++ {
- if i == 0 {
- m, _ := Method(nil, (*list)[i])
- ArrMap = append(ArrMap, m)
- } else {
- m, b := Method((*list)[i-1], (*list)[i])
- if b {
- ArrMap = ArrMap[:len(ArrMap)-1] // 删除最后一个
- ArrMap = append(ArrMap, m)
- } else {
- ArrMap = append(ArrMap, m)
- }
- }
- }
- f.T["datasource"] = ArrMap
- }
- _ = f.Render("project/task_list_stats.html")
- }
- func (f *Front) GroupStatsTaskExport() {
- var data []map[string]interface{}
- dataStr := f.GetString("param")
- err := json.Unmarshal([]byte(dataStr), &data)
- if err != nil {
- qu.Debug("Json Unmarshal Error")
- f.ServeJson(map[string]interface{}{"success": false, "msg": "解析数据失败"})
- return
- }
- file, err := xlsx.OpenFile("web/model/taskstatsmodel.xlsx")
- if err != nil {
- qu.Debug("Load Excel Model Error")
- f.ServeJson(map[string]interface{}{"success": false, "msg": "加载脚本失败"})
- return
- }
- sheet := file.Sheets[0]
- for _, l := range data {
- row := sheet.AddRow()
- projectname := qu.ObjToString(l["s_projectname"])
- groupname := qu.ObjToString(l["s_groupname"])
- datatype := qu.ObjToString(l["s_datatype"])
- num := qu.IntAll(l["num"])
- row.AddCell().SetValue(projectname)
- row.AddCell().SetValue(groupname)
- row.AddCell().SetValue(datatype)
- row.AddCell().SetValue(num)
- }
- fname := fmt.Sprintf("%d.xlsx", time.Now().Unix())
- qu.Debug("File Name:", fname)
- err = file.Save(fname)
- if err != nil {
- qu.Debug("Save Excel" + fname + "Error")
- f.ServeJson(map[string]interface{}{"success": false, "msg": "文件保存失败"})
- return
- }
- arr := strings.Split(fname, "/")
- f.ResponseWriter.Header().Add("Content-Disposition", fmt.Sprintf("attachment; filename=%s", arr[len(arr)-1]))
- f.ServeFile(fname)
- go func(path string) {
- time.Sleep(time.Second * 30)
- os.Remove(path)
- }(fname)
- f.ServeJson(map[string]interface{}{"success": true})
- }
- func Method(lastTmp, tmp map[string]interface{}) (map[string]interface{}, bool) {
- if qu.ObjToString(tmp["s_datatype"]) == "招标公告" || qu.ObjToString(tmp["s_datatype"]) == "中标公告" {
- if lastTmp == nil {
- m := make(map[string]interface{})
- m["s_projectid"] = tmp["s_projectid"]
- m["s_projectname"] = tmp["s_projectname"]
- m["s_groupname"] = tmp["s_groupname"]
- m["s_datatype"] = tmp["s_datatype"]
- m["num"] = tmp["i_givenum"]
- return m, true
- } else {
- if qu.ObjToString(lastTmp["s_projectid"]) == qu.ObjToString(tmp["s_projectid"]) &&
- qu.ObjToString(lastTmp["s_groupname"]) == qu.ObjToString(tmp["s_groupname"]) {
- lastTmp["num"] = qu.IntAll(lastTmp["num"]) + qu.IntAll(tmp["num"])
- return lastTmp, false
- } else {
- m := make(map[string]interface{})
- m["s_projectid"] = tmp["s_projectid"]
- m["s_projectname"] = tmp["s_projectname"]
- m["s_groupname"] = tmp["s_groupname"]
- m["s_datatype"] = tmp["s_datatype"]
- m["num"] = tmp["i_givenum"]
- return m, true
- }
- }
- } else {
- // 标的物统计
- if lastTmp == nil {
- m := make(map[string]interface{})
- m["s_projectid"] = tmp["s_projectid"]
- m["s_projectname"] = tmp["s_projectname"]
- m["s_groupname"] = tmp["s_groupname"]
- m["s_datatype"] = tmp["s_datatype"]
- m["num"] = Method1(tmp)
- return m, true
- } else {
- if qu.ObjToString(lastTmp["s_projectid"]) == qu.ObjToString(tmp["s_projectid"]) &&
- qu.ObjToString(lastTmp["s_groupname"]) == qu.ObjToString(tmp["s_groupname"]) {
- lastTmp["num"] = qu.IntAll(lastTmp["num"]) + Method1(tmp)
- return lastTmp, false
- } else {
- m := make(map[string]interface{})
- m["s_projectid"] = tmp["s_projectid"]
- m["s_projectname"] = tmp["s_projectname"]
- m["s_groupname"] = tmp["s_groupname"]
- m["s_datatype"] = tmp["s_datatype"]
- m["num"] = Method1(tmp)
- return m, true
- }
- }
- }
- }
- func Method1(tmp map[string]interface{}) int {
- id := mongodb.BsonIdToSId(tmp["_id"])
- sourceinfo := qu.ObjToString(tmp["s_sourceinfo"])
- query := map[string]interface{}{"s_groupid": id, "b_isEff": true}
- data, _ := util.Mgo.Find(sourceinfo, query, nil, `{"v_baseinfo": 1}`, false, -1, -1)
- if len(*data) > 0 {
- count := 0
- for _, m := range *data {
- if m1, o := m["v_baseinfo"].(map[string]interface{}); o {
- if m2, o1 := m1["purchasinglist"].([]interface{}); o1 {
- for _, m3 := range qu.ObjArrToMapArr(m2) {
- if m3["b_isEff"].(bool) {
- count++
- }
- }
- }
- }
- }
- return count
- }
- return 0
- }
- func (f *Front) CheckResultWb() {
- defer qu.Catch()
- pid := f.GetString("pid")
- tid := f.GetString("tid")
- sourceinfo := f.GetString("s_sourceinfo")
- if f.Method() == "POST" {
- query := map[string]interface{}{"s_taskid": tid}
- info, _ := util.Mgo.FindOne("f_check_result", query)
- if len(*info) > 0 {
- f.ServeJson(map[string]interface{}{"success": true})
- } else {
- f.ServeJson(map[string]interface{}{"success": false, "msg": "用户组任务未交付"})
- }
- } else {
- query := map[string]interface{}{"s_taskid": tid}
- info, _ := util.Mgo.FindOne("f_check_result", query)
- var userSelect []string
- userSelect = append(userSelect, "全部")
- f.T["pid"] = pid
- f.T["tid"] = tid
- f.T["sourceinfo"] = sourceinfo
- f.T["taskNum"] = (*info)["taskNum"]
- f.T["taskTagNum"] = (*info)["taskNum"]
- f.T["taskCheckNum"] = (*info)["taskCheckNum"]
- f.T["taskCheckRight"] = (*info)["taskCheckRight"]
- f.T["pNum"] = (*info)["pNum"] // 标的物数量
- f.T["pEffNum"] = (*info)["pEffNum"] //标的物有效数据量
- f.T["tableData"] = map[string]interface{}{"全部": (*info)["v_result"]}
- f.T["pResult"] = (*info)["v_purchasing"]
- f.T["userSelect"] = userSelect
- _ = f.Render("project/check_result.html", &f.T)
- }
- }
- func (f *Front) GroupExportData() {
- defer qu.Catch()
- sourceinfo := f.GetString("s_sourceinfo")
- tid := f.GetString("taskid")
- q := bson.M{"s_grouptaskid": tid}
- count := util.Mgo.Count(sourceinfo, q)
- if count > 0 {
- file, err := xlsx.OpenFile("web/model/taskexportdata.xlsx")
- if err != nil {
- qu.Debug("Load Excel Model Error")
- f.ServeJson("加载脚本失败")
- return
- }
- sheet := file.Sheets[0]
- fields := map[string]interface{}{
- "id": 1,
- "v_baseinfo.package": 1,
- "v_baseinfo.s_winner": 1,
- "v_baseinfo.buyer": 1,
- "v_baseinfo.projectcode": 1,
- "v_baseinfo.projectname": 1,
- "v_baseinfo.title": 1,
- "v_baseinfo.bidamount": 1,
- "v_baseinfo.area": 1,
- "v_baseinfo.city": 1,
- "v_baseinfo.publishtime": 1,
- "v_baseinfo.href": 1,
- "v_baseinfo.jybxhref": 1,
- "v_baseinfo.multipackage": 1,
- "v_baseinfo.budget": 1,
- "v_baseinfo.toptype": 1,
- "v_baseinfo.subtype": 1,
- "tagname": 1,
- "tagname2": 1,
- "v_baseinfo.is_effective": 1,
- }
- list, _ := util.Mgo.Find(sourceinfo, q, nil, fields, false, -1, -1)
- for _, l := range *list {
- baseinfo := l["v_baseinfo"].(map[string]interface{})
- if baseinfo["package"] != nil {
- pkg := baseinfo["package"].(map[string]interface{})
- for _, p := range pkg {
- row := sheet.AddRow()
- p1 := p.(map[string]interface{})
- winner := []string{}
- bidamount := float64(0)
- if p1["winner_all"] != nil {
- if all := p1["winner_all"].([]interface{}); all != nil {
- if len(all) > 0 {
- for _, a := range all {
- a1 := a.(map[string]interface{})
- if qu.ObjToString(a1["winner"]) != "" {
- winner = append(winner, qu.ObjToString(a1["winner"]))
- }
- bidamount = qu.Float64All(a1["bidamount"])
- }
- }
- }
- }
- row.AddCell().SetValue(util.SE.EncodeString(qu.ObjToString(l["id"])))
- row.AddCell().SetValue(strings.Join(winner, ","))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["buyer"]))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["projectcode"]))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["projectname"]))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["title"]))
- row.AddCell().SetValue(baseinfo["budget"])
- row.AddCell().SetValue(bidamount)
- row.AddCell().SetValue(qu.ObjToString(baseinfo["area"]))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["city"]))
- row.AddCell().SetValue(baseinfo["toptype"])
- row.AddCell().SetValue(baseinfo["subtype"])
- pb := qu.Int64All(baseinfo["publishtime"])
- row.AddCell().SetValue(qu.FormatDateByInt64(&pb, qu.Date_Short_Layout))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["href"]))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["jybxhref"]))
- row.AddCell().SetValue(qu.IntAll(baseinfo["multipackage"]))
- row.AddCell().SetValue(qu.ObjToString(l["tagname"]))
- row.AddCell().SetValue(qu.ObjToString(l["tagname2"]))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["is_effective"]))
- }
- } else {
- row := sheet.AddRow()
- row.AddCell().SetValue(util.SE.EncodeString(qu.ObjToString(l["id"])))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["s_winner"]))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["buyer"]))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["projectcode"]))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["projectname"]))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["title"]))
- row.AddCell().SetValue(baseinfo["budget"])
- row.AddCell().SetValue(baseinfo["bidamount"])
- row.AddCell().SetValue(qu.ObjToString(baseinfo["area"]))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["city"]))
- row.AddCell().SetValue(baseinfo["toptype"])
- row.AddCell().SetValue(baseinfo["subtype"])
- pb := qu.Int64All(baseinfo["publishtime"])
- row.AddCell().SetValue(qu.FormatDateByInt64(&pb, qu.Date_Short_Layout))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["href"]))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["jybxhref"]))
- row.AddCell().SetValue(baseinfo["multipackage"])
- row.AddCell().SetValue(qu.ObjToString(l["tagname"]))
- row.AddCell().SetValue(qu.ObjToString(l["tagname2"]))
- row.AddCell().SetValue(qu.ObjToString(baseinfo["is_effective"]))
- }
- }
- fname := fmt.Sprintf(modelpath, time.Now().Unix())
- qu.Debug("File Name:", fname)
- err = file.Save(fname)
- if err != nil {
- qu.Debug("Save Excel" + fname + "Error")
- f.ServeJson("导出失败")
- return
- }
- arr := strings.Split(fname, "/")
- f.ResponseWriter.Header().Add("Content-Disposition", fmt.Sprintf("attachment; filename=%s", arr[len(arr)-1]))
- f.ServeFile(fname)
- go func(path string) {
- time.Sleep(time.Second * 30)
- os.Remove(path)
- }(fname)
- } else {
- f.ServeJson("没有数据")
- }
- }
- var FieldsMap = map[string]string{
- "最早优选": "earliestDay",
- "是否重复": "is_repeat",
- "是否优选": "is_push",
- "运营商中标标签": "tagname",
- "主体公司": "tagname2",
- "中标人": "s_winner",
- "招标人": "buyer",
- "中标金额": "bidamount",
- "多包标识": "multipackage",
- }
- func (f *Front) GroupImportData() {
- defer qu.Catch()
- sourceinfo := f.GetString("s_sourceinfo")
- mf, _, err := f.GetFile("xlsx")
- if err != nil {
- f.ServeJson(map[string]interface{}{"success": false, "msg": "数据导入失败"})
- }
- binary, _ := io.ReadAll(mf)
- xls, _ := xlsx.OpenBinary(binary)
- sheet := xls.Sheets[0]
- rows := sheet.Rows
- idcolnum := -1
- cellFieldName := map[int]string{}
- count := 0
- lastid := ""
- c1 := 0 // 多包第n条数据
- packageM := make(map[string]interface{}) // 记录多包信息,多行用到
- isPush := 0
- for rn, row := range rows {
- update := make(map[string]interface{})
- del := make(map[string]interface{})
- if rn == 0 {
- for index, cell := range row.Cells {
- if cell.Value == "唯一标识" || cell.Value == "信息标识" { //id所在列
- idcolnum = index
- }
- if v := FieldsMap[cell.Value]; v != "" {
- cellFieldName[index] = v
- }
- }
- if idcolnum == -1 {
- break
- }
- continue
- } else {
- id := row.Cells[idcolnum].String()
- id = util.SE.DecodeString(id)
- for i, f1 := range cellFieldName {
- if val := row.Cells[i].Value; val != "" {
- if f1 == "is_push" || f1 == "is_repeat" || f1 == "earliestDay" {
- update[f1] = qu.IntAll(val)
- } else if f1 == "multipackage" {
- update[fmt.Sprintf("v_baseinfo.%s", f1)] = qu.IntAll(val)
- } else if f1 == "bidamount" {
- update[fmt.Sprintf("v_baseinfo.%s", f1)] = qu.Float64All(val)
- } else {
- update[fmt.Sprintf("v_baseinfo.%s", f1)] = val
- }
- } else {
- if f1 != "is_push" {
- del[fmt.Sprintf("v_baseinfo.%s", f1)] = "1"
- }
- }
- }
- if qu.IntAll(update["v_baseinfo.multipackage"]) == 1 {
- if c1 == 0 {
- count++
- }
- if c1 > 0 && lastid == id {
- info, _ := util.Mgo.FindById(sourceinfo, id, bson.M{"v_baseinfo.tagname": 1, "v_baseinfo.tagname2": 1, "v_baseinfo.s_winner": 1,
- "v_baseinfo.bidamount": 1, "v_baseinfo.package": 1})
- if len(*info) > 0 {
- baseinfo := (*info)["v_baseinfo"].(map[string]interface{})
- m := make(map[string]interface{})
- if update["v_baseinfo.bidamount"] != nil {
- m["bidamount"] = qu.Float64All(update["v_baseinfo.bidamount"])
- }
- if update["v_baseinfo.s_winner"] != nil {
- m["winner"] = qu.ObjToString(update["v_baseinfo.s_winner"])
- }
- m["is_push"] = qu.IntAll(update["is_push"])
- if qu.IntAll(update["is_push"]) == 1 {
- isPush = 1
- }
- packageM[fmt.Sprint(c1)] = map[string]interface{}{"winner_all": append([]interface{}{}, m)}
- update["v_baseinfo.package"] = packageM
- if s := qu.ObjToString(baseinfo["tagname"]); s != "" && qu.ObjToString(update["v_baseinfo.tagname"]) != "" {
- update["v_baseinfo.tagname"] = s + "," + qu.ObjToString(update["v_baseinfo.tagname"])
- }
- if s := qu.ObjToString(baseinfo["tagname2"]); s != "" && qu.ObjToString(update["v_baseinfo.tagname2"]) != "" {
- update["v_baseinfo.tagname2"] = s + "," + qu.ObjToString(update["v_baseinfo.tagname2"])
- }
- if s := qu.ObjToString(baseinfo["s_winner"]); s != "" {
- update["v_baseinfo.s_winner"] = s + "," + qu.ObjToString(update["v_baseinfo.s_winner"])
- }
- update["v_baseinfo.bidamount"] = qu.Float64All(update["v_baseinfo.bidamount"]) + qu.Float64All(baseinfo["bidamount"])
- c1++
- }
- } else {
- c1 = 0
- packageM = make(map[string]interface{})
- m := make(map[string]interface{})
- if update["v_baseinfo.bidamount"] != nil {
- m["bidamount"] = qu.Float64All(update["v_baseinfo.bidamount"])
- }
- if update["v_baseinfo.s_winner"] != nil {
- m["winner"] = qu.ObjToString(update["v_baseinfo.s_winner"])
- }
- m["is_push"] = qu.IntAll(update["is_push"])
- if qu.IntAll(update["is_push"]) == 1 {
- isPush = 1
- } else {
- isPush = 0
- }
- packageM[fmt.Sprint(c1)] = map[string]interface{}{"winner_all": append([]interface{}{}, m)}
- update["v_baseinfo.package"] = packageM
- c1++
- }
- } else {
- count++
- c1 = 0
- isPush = 0
- }
- if qu.IntAll(update["v_baseinfo.multipackage"]) == 1 && isPush == 1 {
- update["is_push"] = 1
- }
- lastid = id
- if len(del) > 0 {
- util.Mgo.Update(sourceinfo, bson.M{"id": id}, bson.M{"$set": update, "$unset": del}, false, false)
- } else {
- util.Mgo.Update(sourceinfo, bson.M{"id": id}, bson.M{"$set": update}, false, false)
- }
- }
- }
- f.ServeJson(map[string]interface{}{"success": true, "msg": "数据导入成功", "count": count})
- }
- func (f *Front) StatsTasData() {
- tid := f.GetString("tid")
- sourceinfo := f.GetString("s_sourceinfo")
- if f.Method() == "POST" {
- stype := f.GetString("stype")
- sctype := f.GetString("sctype")
- n1, n2, n3 := countFuc(stype, sourceinfo, tid, sctype)
- f.ServeJson(map[string]interface{}{"success": true, "data": bson.M{"num": n1, "pCount": n2, "cCount": n3}})
- } else {
- f.T["taskid"] = tid
- f.T["s_sourceinfo"] = sourceinfo
- if f.GetString("stype") == "user" {
- f.T["user"] = "user"
- isTagNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_usertaskid": tid, "b_istag": true}) //已标注数量
- allNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_usertaskid": tid}) //数据总量
- effNum1 := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_usertaskid": tid, "v_baseinfo.is_efficient": "是"}) // 有效数据 是
- effNum2 := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_usertaskid": tid, "v_baseinfo.is_efficient": "否"}) // 有效数据 否
- effNum3 := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_usertaskid": tid, "v_baseinfo.is_efficient": nil}) // 有效数据 空
- qu.Debug("数据总量:", allNum, "已标注量:", isTagNum)
- f.T["allNum"] = allNum
- f.T["isTagNum"] = isTagNum
- f.T["effNum1"] = effNum1
- f.T["effNum2"] = effNum2
- f.T["effNum3"] = effNum3
- } else if f.GetString("stype") == "group" {
- f.T["group"] = "group"
- //统计数据量
- isTagNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": tid, "b_istag": true}) //已标注数量
- allNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": tid}) //数据总量``
- effNum1 := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": tid, "v_baseinfo.is_efficient": "是"}) // 有效数据 是
- effNum2 := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": tid, "v_baseinfo.is_efficient": "否"}) // 有效数据 否
- effNum3 := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": tid, "v_baseinfo.is_efficient": nil}) // 有效数据 空
- qu.Debug("数据总量:", allNum, "已标注量:", isTagNum)
- f.T["allNum"] = allNum
- f.T["isTagNum"] = isTagNum
- f.T["effNum1"] = effNum1
- f.T["effNum2"] = effNum2
- f.T["effNum3"] = effNum3
- } else {
- f.T["project"] = "project"
- //统计数据量
- isTagNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": tid, "b_istag": true}) //已标注数量
- allNum := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": tid}) //数据总量
- effNum1 := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": tid, "v_baseinfo.is_efficient": "是"}) // 有效数据 是
- effNum2 := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": tid, "v_baseinfo.is_efficient": "否"}) // 有效数据 否
- effNum3 := util.Mgo.Count(sourceinfo, map[string]interface{}{"s_grouptaskid": tid, "v_baseinfo.is_efficient": nil}) // 有效数据 空
- qu.Debug("数据总量:", allNum, "已标注量:", isTagNum)
- f.T["allNum"] = allNum
- f.T["isTagNum"] = isTagNum
- f.T["effNum1"] = effNum1
- f.T["effNum2"] = effNum2
- f.T["effNum3"] = effNum3
- }
- _ = f.Render("project/task_stats.html", &f.T)
- }
- }
- func countFuc(stype, coll, tid, sctype string) (int, int, int) {
- field := "" //
- q := make(map[string]interface{})
- f := make(map[string]interface{})
- if sctype == "group" {
- q["s_grouptaskid"] = tid
- } else {
- q["s_usertaskid"] = tid
- }
- q["b_istag"] = true
- f["v_baseinfo.is_efficient"] = 1
- if stype == "1" {
- f["v_baseinfo.purchasinglist"] = 1
- field = "purchasinglist"
- } else if stype == "2" {
- f["v_baseinfo.procurementlist"] = 1
- field = "procurementlist"
- } else if stype == "3" {
- f["v_baseinfo.package"] = 1
- field = "v_baseinfo.package"
- }
- sess := util.Mgo.GetMgoConn()
- defer util.Mgo.DestoryMongoConn(sess)
- qu.Debug(q)
- query := sess.DB(util.Mgo.DbName).C(coll).Find(q).Select(f).Iter()
- count := 0
- size, pCount, cCount := 0, 0, 0 //标讯数量, 标的物/多包/意向 累加数量,有效数量
- for tmp := make(map[string]interface{}); query.Next(tmp); count++ {
- if count%2000 == 0 {
- qu.Debug("current ---", count)
- }
- if binfo, ok := tmp["v_baseinfo"].(map[string]interface{}); ok {
- if binfo["is_efficient"] == nil || qu.ObjToString(binfo["is_efficient"]) == "是" {
- if binfo[field] != nil {
- size++
- if field == "package" {
- pCount += len(binfo[field].(map[string]interface{}))
- } else {
- pCount += len(binfo[field].([]interface{}))
- }
- }
- }
- }
- }
- return size, pCount, cCount
- }
|