jy_docs/rpc/partnerlib/crontab/service/docinInfo.go

package service

import (
	"app.yhyue.com/moapp/jy_docs/rpc/partnerlib/entity"
	"app.yhyue.com/moapp/jy_docs/rpc/partnerlib/model"
	sm "app.yhyue.com/moapp/jy_docs/services/model"
	"app.yhyue.com/moapp/jy_docs/services/partner"
	"app.yhyue.com/moapp/jybase/date"
	"crypto/md5"
	"encoding/hex"
	"encoding/json"
	"fmt"
	"strings"
	"time"
)

func InsertDocinInfos(b []byte) (err error, lastId int64, expectTotal, actualTotal int) {
	var docinInfos model.DocinInfoRes
	err = json.Unmarshal(b, &docinInfos)
	if err == nil {
		if expectTotal = len(docinInfos.Data); expectTotal > 0 {
			//剑鱼doc 一份 || 豆丁备份表一份
			var (
				docs           []sm.Doc
				docsStatistics []sm.DocStatistics
				docsES         []map[string]interface{}
			)
			for _, v := range docinInfos.Data {
				var (
					id                = fmt.Sprintf("docin-%d", v.ProductId)
					md5Id             = GetMD5(id, v.ProductName, v.Desc, v.FilePostfix) //判断数据是否已存在 md5
					price             = v.Price                                          //价格转换
					docTags, docClass = partner.SwitchDocClass(v.PcatName, v.CatName, 1) //标签和分类
					fileType          = GetDocFileType(v.FilePostfix)
				)
				if partner.CheckDocs(id, md5Id) {
					continue
				}
				lastId = v.ProductId
				//tidb 分类
				docsStatistics = append(docsStatistics, sm.DocStatistics{
					AppId:      entity.AppId,
					DocId:      id,
					UpdateDate: time.Now(),
					DownTimes:  v.DownloadCount,
					ViewTimes:  v.VisitCount,
				})
				//tidb 文档
				docs = append(docs, sm.Doc{
					Id:              id,
					UserId:          "docin",
					AppId:           entity.AppId,
					DocName:         v.ProductName,
					DocFileType:     fileType,
					DocFileSuffix:   v.FilePostfix,
					DocFileSize:     int(v.FileSize),
					DocPageSize:     v.PageCount,
					DocTags:         strings.Join(docTags, ","),
					DocClass:        docClass,
					UploadDate:      time.Now(),
					IsDelete:        0,
					OssDocId:        "",
					OssDocUrl:       "",
					Md5:             md5Id, //
					OssPdfId:        "",
					OssPdfUrl:       "",
					OssTxtId:        "",
					OssTxtUrl:       "",
					Price:           price,
					DownOrUp:        0,
					DocSummary:      v.Desc,
					PreviewImgId:    "",
					PreviewImgUrl:   "",
					EncryptionLevel: 0,
					Source:          2,              //豆丁
					ProductType:     v.Ifcharge + 1, //Ifcharge:是否付费，0:免费,1:收费;ProductType:商品类型：默认：0：全部；1：会员免费；2：精品（付费）
					UpdateDate:      time.Now(),
				})
				//elastic
				docsES = append(docsES, map[string]interface{}{
					"id":           id,
					"docClass":     docClass,
					"docFileSize":  int(v.FileSize),
					"docFileType":  fileType,
					"docName":      v.ProductName,
					"docPageSize":  v.PageCount,
					"docSummary":   v.Desc,
					"docTags":      strings.Join(docTags, ","),
					"downTimes":    v.DownloadCount,
					"previewImgId": v.ProductId,
					"price":        v.Price,
					"uploadDate":   date.NowFormat(date.Date_Full_Layout),
					"viewTimes":    v.VisitCount,
					"source":       2, //豆丁
					"productType":  v.Ifcharge + 1,
				})
			}
			if len(docs) > 0 {
				actualTotal = len(docs)
				//doc 文库文档数据信息
				partner.DocsInsert(docs, entity.InBatchesCount)
				//docsStatistics 文库文档浏览量及下载量信息
				partner.DocsStatistics(docsStatistics, entity.InBatchesCount)
				//es sync data
				partner.SyncDocsToES(docsES)
			}
		}
	}
	return
}

func GetMD5(id, productName, desc, FilePostfix string) string {
	hash := md5.Sum([]byte(fmt.Sprintf("%s#%s#%#s#%s", id, productName, desc, FilePostfix)))
	return hex.EncodeToString(hash[:])
}

func GetDocFileType(fileSuffix string) (i int) {
	//1 doc 2 pdf 3 xls 4 ppt 5 txt 6 其他
	switch strings.ToLower(fileSuffix) {
	case "doc":
		i = 1
	case "pdf":
		i = 2
	case "xls", "xlsx":
		i = 3
	case "ppt":
		i = 4
	case "txt":
		i = 5
	default:
		i = 6
	}
	return
}