package service import ( "archive/zip" "bp.jydev.jianyu360.cn/BaseService/biService/rpc/pb" "fmt" "io" "log" "math/rand" "os" "path/filepath" "regexp" "strings" "time" "app.yhyue.com/moapp/jybase/common" "app.yhyue.com/moapp/jybase/mail" . "bp.jydev.jianyu360.cn/BaseService/biService/entity" "github.com/gogf/gf/v2/util/gconv" "github.com/xuri/excelize/v2" "github.com/zeromicro/go-zero/core/logx" ) var ( DateTime = "2006-01-02 15:04:05" ) type ExportReq struct { Mail string Mapping []string PositionId int64 } type ExportByDbReq struct { Token string Title string Content string Mails string FileName string Datas []*pb.FilesData } var reg1 = regexp.MustCompile("(?i)(insert|delete|update|master|truncate|declare|exec|alter|use)\\s") var reg2 = regexp.MustCompile("(?i)(select|from)\\s") // 全量项目导出 func (a *ExportReq) AllProjectExport() { tableColumn := []string{} exportKey := []interface{}{} for _, value := range a.Mapping { valueArr := strings.Split(value, ":") tableColumn = append(tableColumn, valueArr[0]) exportKey = append(exportKey, valueArr[1]) } timeStr := time.Now().Format("20060102150405") rand.Seed(time.Now().UnixNano()) randomInt := rand.Intn(10000) // 生成0到9999之间的随机整数 timeStr = fmt.Sprintf("%s%s", timeStr, gconv.String(randomInt)) pathArr := export("customer_data_ttzl_project", tableColumn, exportKey, timeStr) if len(pathArr) > 0 { folderPath := fmt.Sprintf("%s/%s", ExportDirectory, timeStr) compressFiles(pathArr, folderPath, timeStr) pathstr := fmt.Sprintf("%s/%s/%s.zip", ExportUrl, timeStr, timeStr) state := sendMail("项目", a.Mail, pathstr) BiService.Insert("export_record", map[string]interface{}{ "positionId": a.PositionId, "type": "project", "excelPath": strings.Join(pathArr, ","), "zipPath": pathstr, "sendState": state, "createTime": time.Now().Format(DateTime), }) } } // 全量资讯导出 func (a *ExportReq) AllInfoExport() { tableColumn := []string{} exportKey := []interface{}{} for _, value := range a.Mapping { valueArr := strings.Split(value, ":") tableColumn = append(tableColumn, valueArr[0]) exportKey = append(exportKey, valueArr[1]) } timeStr := time.Now().Format("20060102150405") rand.Seed(time.Now().UnixNano()) randomInt := rand.Intn(10000) // 生成0到9999之间的随机整数 timeStr = fmt.Sprintf("%s%s", timeStr, gconv.String(randomInt)) pathArr := export("customer_data_ttzl", tableColumn, exportKey, timeStr) if len(pathArr) > 0 { folderPath := fmt.Sprintf("%s/%s", ExportDirectory, timeStr) compressFiles(pathArr, folderPath, timeStr) pathstr := fmt.Sprintf("%s/%s/%s.zip", ExportUrl, timeStr, timeStr) state := sendMail("标讯", a.Mail, pathstr) BiService.Insert("export_record", map[string]interface{}{ "positionId": a.PositionId, "type": "project", "excelPath": strings.Join(pathArr, ","), "zipPath": pathstr, "sendState": state, "createTime": time.Now().Format(DateTime), }) } } // 导出开始 func export(table string, tableColumn []string, key []interface{}, timeStr string) []string { pathArr := []string{} sqlStr := fmt.Sprintf("SELECT %s FROM %s", strings.Join(tableColumn, ","), table) fileCounter := 1 writer, file := InirWrite(key) a := 0 path := "" BiService.SelectByBath(1, func(l *[]map[string]interface{}) bool { if a%ExportCount == 0 && a > 0 { a = 0 //入excel处理 writer, file, path = Warehousing(writer, file, fileCounter, key, ExportDirectory, timeStr) fileCounter++ pathArr = append(pathArr, path) } dataHandle(writer, l, a+1, tableColumn) a++ return true }, sqlStr) if a > 0 && a != ExportCount { writer, file, path = Warehousing(writer, file, fileCounter, key, ExportDirectory, timeStr) pathArr = append(pathArr, path) } return pathArr } // 数据处理 func dataHandle(writer *excelize.StreamWriter, l *[]map[string]interface{}, a int, tableColumn []string) { for _, value := range *l { valueArr := []interface{}{} for _, column := range tableColumn { valueArr = append(valueArr, gconv.String(value[column])) } cell, _ := excelize.CoordinatesToCellName(1, a+1) writer.SetRow(cell, valueArr) } } // 入excel func Warehousing(writer *excelize.StreamWriter, file *excelize.File, fileCounter int, key []interface{}, path, timeStr string) (*excelize.StreamWriter, *excelize.File, string) { writer.Flush() folderPath := fmt.Sprintf("%s/%s", path, timeStr) _, err := os.Stat(folderPath) if os.IsNotExist(err) { //创建文件夹 err := os.MkdirAll(folderPath, os.ModePerm) if err != nil { logx.Info("创建文件夹失败:", err) } } fileName := fmt.Sprintf("%s/output%d.xlsx", folderPath, fileCounter) err = file.SaveAs(fileName) if err != nil { logx.Info(err) } writer, file = InirWrite(key) return writer, file, fileName } // excel初始化 func InirWrite(key []interface{}) (*excelize.StreamWriter, *excelize.File) { //文件初始化 file := excelize.NewFile() //设置表名 file.SetSheetName("Sheet1", "表1") //创建流式写入 writer, _ := file.NewStreamWriter("表1") // 定义每个 Excel 文件的数据列数限制 writer.SetRow("A1", key) return writer, file } func InirWrite1(i int, sheet string, key []interface{}, file *excelize.File) (*excelize.StreamWriter, *excelize.File) { //文件初始化 if file == nil { file = excelize.NewFile() } if i == 1 { //设置表名 file.SetSheetName(fmt.Sprintf("Sheet%d", i), sheet) //创建流式写入 writer, err := file.NewStreamWriter(sheet) logx.Error(err) // 定义每个 Excel 文件的数据列数限制 writer.SetRow("A1", key) return writer, file } else { file.NewSheet(sheet) //创建流式写入 writer, err := file.NewStreamWriter(sheet) logx.Error(err) // 定义每个 Excel 文件的数据列数限制 writer.SetRow("A1", key) return writer, file } } // 发送邮箱 func sendMail(title, target_mail string, path string) bool { mailStr := "\n
\n \n铁塔全量%s数据已导出成功,导出时间:%s,请点击链接下载数据:%s
\n