contactUser/exportContact/main.go

package main

import (
	"fmt"
	"github.com/spf13/viper"
	"github.com/wcc4869/common_utils"
	"github.com/xuri/excelize/v2"
	"go.uber.org/zap"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/log"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
	"os"
	"path/filepath"
	"strconv"
	"sync"
	"time"
)

var (
	MgoS *mongodb.MongodbSim
	GF   GlobalConf
)

func Init() {
	InitLog()
	err := InitConfig()
	if err != nil {

	}
	MgoS = &mongodb.MongodbSim{
		MongodbAddr: GF.MongoS.Host,
		DbName:      GF.MongoS.DB,
		Size:        GF.MongoS.Size,
		UserName:    GF.MongoS.Username,
		Password:    GF.MongoS.Password,
	}
	MgoS.InitPool()

}
func InitConfig() (err error) {
	viper.SetConfigFile("config.toml") // 指定配置文件路径
	viper.SetConfigName("config")      // 配置文件名称(无扩展名)
	viper.SetConfigType("toml")        // 如果配置文件的名称中没有扩展名，则需要配置此项

	viper.AddConfigPath("./")
	viper.AddConfigPath("./conf/")  // 还可以在工作目录中查找配置
	viper.AddConfigPath("../conf/") // 还可以在工作目录中查找配置
	err = viper.ReadInConfig()      // 查找并读取配置文件
	if err != nil {                 // 处理读取配置文件的错误
		return
	}

	err = viper.Unmarshal(&GF)

	return err

}

func InitLog() {
	err := log.InitLog(
		//log.Path("./logs/log.out"),
		log.Path(""),
		log.Level("info"),
		log.Compress(true),
		log.MaxSize(10),
		log.MaxBackups(10),
		log.MaxAge(7),
		log.Format("json"),
	)
	if err != nil {
		fmt.Printf("InitLog failed: %v\n", err)
		os.Exit(1)
	}
}

func main() {
	Init()

	export()

}

func export() {
	var xlsx *excelize.File
	currentPwd, _ := os.Getwd()
	path := filepath.Join(currentPwd, "导出数据")
	ex, _ := common_utils.FileExist(path)
	if !ex {
		os.MkdirAll(path, 0777)
	}
	exportFile := filepath.Join(path, fmt.Sprintf("%v-%v.xlsx", "惠普数据", time.Now().Format("2006.01.02 15.04.05")))
	exists, _ := common_utils.FileExist(exportFile)
	// 设置文件
	if exists {
		xlsx, _ = excelize.OpenFile(exportFile)
	} else {
		xlsx = excelize.NewFile()
	}

	styleOne, _ := xlsx.NewStyle(
		&excelize.Style{
			Alignment: &excelize.Alignment{
				Horizontal: "left",
				Vertical:   "left",
			},
		},
	)

	if GF.Env.Buyer > 0 {
		xlsx.NewSheet("采购单位")
		xlsx.SetSheetRow("采购单位", fmt.Sprintf("%s%d", "A", 1), &[]interface{}{"采购单位", "联系人", "联系电话", "发布时间"})

	}

	if GF.Env.Winner > 0 {
		xlsx.NewSheet("中标单位")
		xlsx.SetSheetRow("中标单位", fmt.Sprintf("%s%d", "A", 1), &[]interface{}{"中标单位", "联系人", "联系电话", "发布时间"})

	}
	if GF.Env.Agency > 0 {
		xlsx.NewSheet("代理机关")
		xlsx.SetSheetRow("代理机关", fmt.Sprintf("%s%d", "A", 1), &[]interface{}{"代理机关", "联系人", "联系电话", "发布时间"})
	}

	sess := MgoS.GetMgoConn()
	defer MgoS.DestoryMongoConn(sess)
	count := 0
	line := 1
	winnerLine := 1
	agencyLine := 1

	ch := make(chan bool, 18)
	wg := &sync.WaitGroup{}

	query := sess.DB(MgoS.DbName).C(GF.MongoS.Coll).Find(nil).Select(nil).Iter()
	for tmp := make(map[string]interface{}); query.Next(tmp); count++ {
		if count%100 == 0 {
			fmt.Println(fmt.Sprintf("dealTmp current --- %d", count))
		}
		var winner interface{}
		if tmp["company_name"] != nil {
			winner = tmp["company_name"]
		}

		//1.采购单位数据
		if GF.Env.Buyer > 0 {
			if tmp["buyer_contacts"] != nil {
				if contacts, ok := tmp["buyer_contacts"].([]interface{}); ok {
					log.Info("export", zap.Any("开始导采购单位", winner))
					for _, v := range contacts {
						line++
						ch <- true
						wg.Add(1)

						go writeToExcel(xlsx, "采购单位", winner, line, v, styleOne, wg, ch)

						//if data, ok := v.(map[string]interface{}); ok {
						//	datas := make([]interface{}, 0)
						//	datas = append(datas, winner, data["contact_person"], data["phone"], data["publishtime"])
						//	xlsx.SetSheetRow("采购单位", fmt.Sprintf("%s%d", "A", line), &datas)
						//	_ = xlsx.SetCellStyle("采购单位", fmt.Sprintf("%s%d", "A", line), "H"+strconv.Itoa(line), styleOne)
						//	_ = xlsx.SetColWidth("采购单位", "A", "E", 25)
						//}
					}
					log.Info("export", zap.String("结束 ---", "采购单位数据导出"))
				}
			}
		}
		//2.中标单位
		if GF.Env.Winner > 0 {
			if tmp["winner_contacts"] != nil {
				if contacts, ok := tmp["winner_contacts"].([]interface{}); ok {
					log.Info("export", zap.Any("开始导出中标单位", winner))
					for _, v := range contacts {
						winnerLine++
						ch <- true
						wg.Add(1)
						go writeToExcel(xlsx, "中标单位", winner, winnerLine, v, styleOne, wg, ch)
						//if data, ok := v.(map[string]interface{}); ok {
						//	datas := make([]interface{}, 0)
						//	datas = append(datas, winner, data["contact_person"], data["phone"], data["publishtime"])
						//	xlsx.SetSheetRow("中标单位", fmt.Sprintf("%s%d", "A", line), &datas)
						//	_ = xlsx.SetCellStyle("中标单位", fmt.Sprintf("%s%d", "A", line), "H"+strconv.Itoa(line), styleOne)
						//	_ = xlsx.SetColWidth("中标单位", "A", "E", 25)
						//}
					}
					log.Info("export", zap.String("结束 ---", "中标单位数据导出"))
				}
			}
		}
		//3.代理机关
		if GF.Env.Agency > 0 {
			if tmp["agency_contacts"] != nil {
				if contacts, ok := tmp["agency_contacts"].([]interface{}); ok {
					log.Info("export", zap.Any("开始导出代理机关", winner))
					for _, v := range contacts {
						agencyLine++
						ch <- true
						wg.Add(1)
						writeToExcel(xlsx, "代理机关", winner, agencyLine, v, styleOne, wg, ch)

						//if data, ok := v.(map[string]interface{}); ok {
						//	datas := make([]interface{}, 0)
						//	datas = append(datas, winner, data["contact_person"], data["phone"], data["publishtime"])
						//	xlsx.SetSheetRow("代理机关", fmt.Sprintf("%s%d", "A", line), &datas)
						//	_ = xlsx.SetCellStyle("代理机关", fmt.Sprintf("%s%d", "A", line), "H"+strconv.Itoa(line), styleOne)
						//	_ = xlsx.SetColWidth("代理机关", "A", "E", 25)
						//}
					}
					log.Info("export", zap.String("结束 ---", "代理机关数据导出"))
				}
			}
		}

	}

	wg.Wait()

	xlsx.Path = exportFile
	xlsx.DeleteSheet("Sheet1")

	xlsx.Save()

	log.Info("export", zap.String("所有数据导出", "结束 ！！！"))

}

// writeToExcel 写入Excel
func writeToExcel(xlsx *excelize.File, sheetName string, winner interface{}, line int, data interface{}, style int, wg *sync.WaitGroup, ch chan bool) {

	defer func() {
		<-ch
		wg.Done()
	}()

	if dataMap, ok := data.(map[string]interface{}); ok {
		datas := make([]interface{}, 0)
		datas = append(datas, winner, dataMap["contact_person"], dataMap["phone"], dataMap["publishtime"])
		xlsx.SetSheetRow(sheetName, fmt.Sprintf("%s%d", "A", line), &datas)
		_ = xlsx.SetCellStyle(sheetName, fmt.Sprintf("%s%d", "A", line), "H"+strconv.Itoa(line), style)
		_ = xlsx.SetColWidth(sheetName, "A", "E", 25)
	}

}