timed_tasks/account_order/main.go

package main

import (
	"encoding/json"
	"errors"
	"fmt"
	"go.uber.org/zap"
	"gorm.io/gorm"
	util "jygit.jydev.jianyu360.cn/data_processing/common_utils"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/log"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
	"sync"
	"time"
)

var (
	Mgo             *mongodb.MongodbSim
	MgoP            *mongodb.MongodbSim
	MgoSpider       *mongodb.MongodbSim
	AnalysisDB      *gorm.DB
	JianyuDB        *gorm.DB
	JianyuSubjectDB *gorm.DB
)

var endTime = "2024-11-02"

func main() {
	var wg sync.WaitGroup
	wg.Add(4)
	go func() {
		defer wg.Done()
		dealAllDataAccountOrder() // 1.处理归集后-存量剑鱼订单表-dwd_f_account_order
	}()

	go func() {
		defer wg.Done()
		dealAllDataAccountOrderChangeRecord() //2.处理归集后-存量业绩表更表-dwd_f_account_order_change
	}()

	go func() {
		defer wg.Done()
		dealAllDataAccountReturn() //3.处理归集后-存量剑鱼回款表-dwd_f_account_return
	}()

	go func() {
		defer wg.Done()
		dealAllDataAccountReturnChange() //4.处理归集后-剑鱼回款变更表-dwd_f_account_return_change
	}()

	wg.Wait()
	log.Info("所有数据处理完毕")
	//
	//dealAllDataAccountOrder()             // 1.处理归集后-存量剑鱼订单表-dwd_f_account_order
	//dealAllDataAccountOrderChangeRecord() //2.处理归集后-存量业绩表更表-dwd_f_account_order_change
	//dealAllDataAccountReturn()            //3.处理归集后-存量剑鱼回款表-dwd_f_account_return
	//dealAllDataAccountReturnChange()      //4.处理归集后-剑鱼回款变更表-dwd_f_account_return_change
}

// dealAllDataAccountOrder 处理归集后-存量剑鱼订单表-dwd_f_account_order
func dealAllDataAccountOrder() {
	defer func() {
		if r := recover(); r != nil {
			log.Info("Panic recovered", zap.Any("reason", r))
		}
		log.Info("aaaaaaaaaaaa")
	}()

	var total int64
	AnalysisDB.Debug().Model(&DataexportOrder{}).Where("autoUpdate < ?", endTime).Count(&total)
	log.Info("dealAllDataAccountOrder", zap.Any("总数是", total))

	rowsPerPage := 100                           // 每页的数量
	totalPages := (int(total) / rowsPerPage) + 1 //总页数

	for page := 0; page < totalPages; page++ {
		offset := page * rowsPerPage
		rows, err := AnalysisDB.Debug().Model(&DataexportOrder{}).Where("autoUpdate < ?", endTime).Order("id desc").Offset(offset).Limit(rowsPerPage).Rows()
		defer func() {
			err = rows.Close()
			if err != nil {
				log.Info("Err rows.Close", zap.Error(err))
			}
		}()
		log.Info("dealAllDataAccountOrder", zap.Any("current page ", page))
		for rows.Next() {
			var dataExOrder DataexportOrder       //原来的订单表
			var accountOrder DwdFAccountOrder     //归集后的订单表
			var user1 DwdFUserbaseBaseinfo        //个人用户表
			var returnRecord ReturnMoneyRecord    //原来的回款表
			var returnRecords []ReturnMoneyRecord //原来的回款表
			var contract Contract                 //合同表
			// ScanRows 方法用于将一行记录扫描至结构体
			err = AnalysisDB.ScanRows(rows, &dataExOrder)
			if err != nil {
				log.Info("dealAllDataAccountOrder,ScanRows err ", zap.Error(err))
			}

			filter := dataExOrder.Filter
			filterMap := make(map[string]interface{})
			err := json.Unmarshal([]byte(filter), &filterMap)
			if err != nil {
				log.Info("dealAllDataAccountOrder, filter.json.Unmarshal", zap.Error(err))
			}
			//订单编号不为空
			if dataExOrder.OrderCode != "" {
				// 业务逻辑...
				accountOrder.OrderCode = dataExOrder.OrderCode
				var osr OrderSaleRecord //原来的业绩变更表
				err = JianyuDB.Order("id asc").Where("ordercode = ? ", dataExOrder.OrderCode).First(&osr).Error
				if err != nil && !errors.Is(err, gorm.ErrRecordNotFound) {
					log.Info("dealAllDataAccountOrder", zap.Error(err))
				}
				//有业绩表更表记录
				if osr.ID > 0 {
					if osr.SalerName == "-" {
						accountOrder.SalerName = "运营"
					} else {
						accountOrder.SalerName = osr.SalerName
					}
					accountOrder.SalerDept = osr.SalerDept
				}
				accountOrder.CompanyName = dataExOrder.CompanyName
				if len(dataExOrder.UserID) > 20 { //个人身份
					err = JianyuSubjectDB.Where("userid = ? ", dataExOrder.UserID).First(&user1).Error
					if err != nil && !errors.Is(err, gorm.ErrRecordNotFound) {
						log.Info("dealAllDataAccountOrder", zap.Error(err))
					}
					accountOrder.UserRegtime = user1.LRegistedate
				} else {
					//企业身份
					rs := new(struct {
						PositionId   int        `gorm:"column:position_id"`
						LRegistedate *time.Time `gorm:"column:l_registedate"`
					})
					if dataExOrder.UserID != "" {
						sql := fmt.Sprintf(`SELECT im.position_id,ub.l_registedate FROM
				(SELECT userid,position_id FROM Jianyu_subjectdb.dwd_f_userbase_id_mapping WHERE position_id = %s) im
				LEFT JOIN Jianyu_subjectdb.dwd_f_userbase_baseinfo ub
					ON im.userid=ub.userid`, dataExOrder.UserID)
						err = JianyuSubjectDB.Raw(sql).Scan(&rs).Error
						if err != nil {
							log.Info("处理用户订单表数据", zap.String("查询企业用户注册时间失败", dataExOrder.UserID))
						}
						accountOrder.UserRegtime = rs.LRegistedate
					}
				}

				accountOrder.CreateTime = dataExOrder.CreateTime
				if dataExOrder.IsBackstageOrder == 0 {
					accountOrder.ReturnTime = dataExOrder.PayTime
					accountOrder.TotalReceived = util.IntAll(filterMap["originalAmount"]) //累计已收
				} else if dataExOrder.IsBackstageOrder == 1 {
					err = AnalysisDB.Where("order_code = ? ", dataExOrder.OrderCode).Where("state = 1").Order("return_time asc").First(&returnRecord).Error
					if err != nil && !errors.Is(err, gorm.ErrRecordNotFound) {
						log.Info("dealAllDataAccountOrder", zap.Error(err))
					}
					accountOrder.ReturnTime = returnRecord.ReturnTime
					err = AnalysisDB.Where("order_code = ? ", dataExOrder.OrderCode).Find(&returnRecords).Error
					if err != nil && !errors.Is(err, gorm.ErrRecordNotFound) {
						log.Info("dealAllDataAccountOrder", zap.Error(err))
					}
					totalMoney := 0
					if len(returnRecords) > 0 {
						for _, v := range returnRecords {
							totalMoney += v.ReturnMoney
						}
					}
					accountOrder.TotalReceived = totalMoney
				}
				accountOrder.SaleTime = dataExOrder.SaleTime
				accountOrder.OriginalPrice = dataExOrder.OriginalPrice
				accountOrder.ContractMoney = util.IntAll(filterMap["originalAmount"])
				accountOrder.Commission = dataExOrder.Commission
				accountOrder.ProceduresMoney = dataExOrder.ProceduresMoney
				accountOrder.ReceivableAmount = accountOrder.ContractMoney - accountOrder.Commission - accountOrder.ProceduresMoney
				accountOrder.ProductType = dataExOrder.ProductType
				if dataExOrder.ProductType == "大会员" || dataExOrder.ProductType == "大会员-子账号" || dataExOrder.ProductType == "大会员-补充包" {
					switch util.IntAll(filterMap["level"]) {
					case 1:
						accountOrder.DataSpec = "专家版"
					case 2:
						accountOrder.DataSpec = "智慧版"
					case 3:
						accountOrder.DataSpec = "商机版"
					case 4:
						accountOrder.DataSpec = "试用版"
					case 5:
						accountOrder.DataSpec = "定制版"
					case 6:
						accountOrder.DataSpec = "商机版2.0"
					case 7:
						accountOrder.DataSpec = "专家版2.0"
					}
					//付费类型  VipType
					switch util.IntAll(filterMap["recordPayType"]) {
					case 1:
						accountOrder.VipType = "购买"
					case 2:
						accountOrder.VipType = "续费"
					case 3:
						accountOrder.VipType = "升级"
					case 4:
						accountOrder.VipType = "试用"
					}
				} else {
					accountOrder.DataSpec = dataExOrder.DataSpec
					////付费类型  VipType
					switch dataExOrder.VipType {
					case 0:
						accountOrder.VipType = "购买"
					case 1:
						accountOrder.VipType = "续费"
					case 2:
						accountOrder.VipType = "升级"
					case 3:
						accountOrder.VipType = "试用"
					}
				}
				//OrderStatus 订单状态
				if dataExOrder.RefundStatus == 1 || dataExOrder.RefundStatus == 2 {
					accountOrder.OrderStatus = "已完成"
				} else {
					switch dataExOrder.OrderStatus {
					case 1:
						accountOrder.OrderStatus = "已完成"
					case -1:
						accountOrder.OrderStatus = "逻辑删除"
					case -2:
						accountOrder.OrderStatus = "已取消"
					case -3:
						accountOrder.OrderStatus = "已取消"
					case 0:
						accountOrder.OrderStatus = "未完成"
					}
				}
				//回款状态
				if dataExOrder.IsBackstageOrder == 0 {
					if accountOrder.OrderStatus == "已支付" {
						accountOrder.ReturnStatus = "全额回款"
					} else {
						accountOrder.ReturnStatus = "未支付"
					}
				} else if dataExOrder.IsBackstageOrder == 1 {
					switch dataExOrder.ReturnStatus {
					case 1:
						accountOrder.ReturnStatus = "全额回款"
					case 2:
						accountOrder.ReturnStatus = "部分回款"
					case 0:
						accountOrder.ReturnStatus = "未回款"
					}
				}
				//refund_status 回款状态
				switch dataExOrder.RefundStatus {
				case 0:
					accountOrder.RefundStatus = "未退款"
				case 1:
					accountOrder.RefundStatus = "全额退款"
				case 2:
					accountOrder.RefundStatus = "部分退款"
				}
				//
				accountOrder.UserPhone = dataExOrder.UserPhone
				accountOrder.UserID = dataExOrder.UserID
				accountOrder.VipStarttime = dataExOrder.VipStarttime
				accountOrder.VipEndtime = dataExOrder.VipEndtime
				// 合同状态
				err = AnalysisDB.Where("order_code = ? ", dataExOrder.OrderCode).Find(&contract).Error
				if err != nil && !errors.Is(err, gorm.ErrRecordNotFound) {
					log.Info("dealAllDataAccountOrder", zap.Error(err))
				}
				if contract.ContractStatus == 1 {
					accountOrder.ContractStatus = "已签协议"
				} else if contract.ContractStatus == 0 {
					accountOrder.ContractStatus = "未签协议"
				}
				accountOrder.ContractCode = contract.ContractCode
				accountOrder.ContractTime = contract.ContractTime
				if dataExOrder.SigningSubject == "h01" {
					accountOrder.SigningSubject = "北京剑鱼信息技术有限公司"
				} else if dataExOrder.SigningSubject == "h02" {
					accountOrder.SigningSubject = "北京拓普丰联信息科技股份有限公司"
				}
				accountOrder.OrderChannel = dataExOrder.OrderChannel
				accountOrder.DistributionChannel = dataExOrder.DistributionChannel
				if dataExOrder.IsBackstageOrder == 1 {
					accountOrder.IsBackstageOrder = "是"
				} else {
					accountOrder.IsBackstageOrder = "否"
				}
				switch dataExOrder.PayWay {
				case "ali", "ali_app", "ali_pc": //ali、ali_app、ali_pc 处理为“支付宝”
					accountOrder.PayWay = "支付宝"
				case "wx", "wx_app", "wx_js", "wx_pc": // wx、wx_app、wx_js、wx_pc 处理为“微信”
					accountOrder.PayWay = "微信"
				case "transferAccounts":
					accountOrder.PayWay = "对公转账"
				default:
					accountOrder.PayWay = dataExOrder.PayWay
				}
				//生成订单数据
				err = AnalysisDB.Create(&accountOrder).Error
				if err != nil {
					log.Info("dealAllDataAccountOrder Create ", zap.Error(err))
				}
			}
		}

	}

	log.Info("dealAllDataAccountOrder 迭代结束", zap.Int64("数据总量", total))

}