fieldproject/medical_project/init.go

package main

import (
	"fmt"
	"go.mongodb.org/mongo-driver/bson/primitive"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/log"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
	"medical_project/config"
	"os"
	"regexp"
	"sync"
)

var (
	MongoBid, MongoPro *mongodb.MongodbSim //mongodb连接

	wg       sync.WaitGroup
	findLock sync.Mutex
	//采购单位、项目名称、项目编号
	mapPb, mapPn, mapPc map[string]*Key
	AllIdsMapLock       sync.Mutex
	AllIdsMap           map[string]*ID

	//bidtype、bidstatus 锁
	mapBidLock sync.Mutex

	updatePool chan []map[string]interface{}
	updateSp   chan bool
	saveSize   int

	currentType string
	currentTime int64
	pici        int64
	validTime   int64
	statusTime  int64
	jgTime      int64

	compareNoPass = map[string]bool{}
	compareAB     = map[string]bool{}
	compareAB2D   = map[string]bool{}
	compareABD    = map[string]bool{}
	compareAB2CD  = map[string]bool{}
	compareABCD   = map[string]bool{}

	_datereg   = regexp.MustCompile("20[0-2][0-9][年-][0-9]{1,2}[月-][0-9]{1,2}[日-]([0-9]{1,2}时[0-9]{0,2})?")
	replaceStr = regexp.MustCompile("(工程|采购|项目|[?！、【】（）—()－-]|栏标价|中标候选人|招标代理)")
	//纯数字或纯字母
	StrOrNum2 = regexp.MustCompile("^[0-9_-]+$|^[a-zA-Z_-]+$")
	//含分包词，招标未识别分包  合并到一个项目
	KeyPackage  = regexp.MustCompile("[0-9a-zA-Z一二三四五六七八九十ⅠⅡⅢⅣⅤⅥⅦⅧⅨⅩ]+.{0,2}(包|段)|(包|段)[0-9a-zA-Z一二三四五六七八九十ⅠⅡⅢⅣⅤⅥⅦⅧⅨⅩ]+.{0,2}")
	titleGetPc  = regexp.MustCompile("^([-0-9a-zA-Z第号采招政询电审竞#]{8,}[-0-9a-zA-Z#]+)")
	titleGetPc1 = regexp.MustCompile("[\\[【(（](.{0,6}(编号|编码|项号|包号|代码|标段?号)[:：为])?([-0-9a-zA-Z第号采招政询电审竞#]{5,}([\\[\\]()（）][-0-9a-zA-Z第号采招审竞#]+[\\[\\]()（）][-0-9a-zA-Z第号采招审竞#]+)?)[\\]】)）]")
	titleGetPc2 = regexp.MustCompile("([-0-9a-zA-Z第号采政招询电审竞#]{8,}[-0-9a-zA-Z#]+)(.{0,5}公告)?$")
	numCheckPc  = regexp.MustCompile("^[0-9-]{1,10}$")
	StrOrNum    = regexp.MustCompile("^[0-9_-]{1,4}$|^[a-zA-Z_-]{1,4}$")
	_zimureg1   = regexp.MustCompile("^[a-zA-Z-]{1,7}$")
)

func init() {
	config.Init("./common.toml")
	InitLog()
	InitMgo()

	updatePool = make(chan []map[string]interface{}, 5000)
	updateSp = make(chan bool, 1)
	saveSize = 200

	wg = sync.WaitGroup{}
	mapPn = make(map[string]*Key, 5000000)
	AllIdsMap = make(map[string]*ID, 5000000)
	mapPb = make(map[string]*Key, 1500000)
	mapPn = make(map[string]*Key, 5000000)
	mapPc = make(map[string]*Key, 5000000)

	validTime = int64(config.Conf.Server.ValidTime * 86400)
	statusTime = int64(config.Conf.Server.StatusDays * 86400)
	jgTime = int64(7 * 86400)

	//加载项目数据
	//---不能通过
	vm := []string{"C", "D"}
	//三个元素一致 [AB][AB][AB]，分值最高
	vm = []string{"A", "B"}
	for i := 0; i < 2; i++ {
		for j := 0; j < 2; j++ {
			for k := 0; k < 2; k++ {
				key := vm[i] + vm[j] + vm[k]
				compareAB[key] = true
			}
		}
	}
}

func InitLog() {
	logcfg := config.Conf.Log

	err := log.InitLog(
		log.Path(logcfg.LogPath),
		log.Level(logcfg.LogLevel),
		log.Compress(logcfg.Compress),
		log.MaxSize(logcfg.MaxSize),
		log.MaxBackups(logcfg.MaxBackups),
		log.MaxAge(logcfg.MaxAge),
		log.Format(logcfg.Format),
	)
	if err != nil {
		fmt.Printf("InitLog failed: %v\n", err)
		os.Exit(1)
	}
}

func InitMgo() {
	MongoBid = &mongodb.MongodbSim{
		MongodbAddr: config.Conf.DB.MongoB.Addr,
		DbName:      config.Conf.DB.MongoB.Dbname,
		Size:        config.Conf.DB.MongoB.Size,
		UserName:    config.Conf.DB.MongoB.User,
		Password:    config.Conf.DB.MongoB.Password,
	}
	MongoBid.InitPool()
	MongoPro = &mongodb.MongodbSim{
		MongodbAddr: config.Conf.DB.MongoP.Addr,
		DbName:      config.Conf.DB.MongoP.Dbname,
		Size:        config.Conf.DB.MongoP.Size,
		UserName:    config.Conf.DB.MongoP.User,
		Password:    config.Conf.DB.MongoP.Password,
	}
	MongoPro.InitPool()
}

//招标信息实体类
type Info struct {
	Id                  string                   `json:"_id"`
	Href                string                   `json:"href"` //源地址
	Publishtime         int64                    `json:"publishtime"`
	Comeintime          int64                    `json:"comeintime"`
	Title               string                   `json:"title"`
	TopType             string                   `json:"toptype"`
	SubType             string                   `json:"subtype"`
	ProjectName         string                   `json:"projectname"`
	ProjectCode         string                   `json:"projectcode"`
	ProjectScope        string                   `json:"projectscope"`
	ContractCode        string                   `json:"contractcode"`
	Buyer               string                   `json:"buyer"`
	Buyerperson         string                   `json:"buyerperson"`
	Buyertel            string                   `json:"buyertel"`
	Agency              string                   `json:"agency"`
	Area                string                   `json:"area"`
	City                string                   `json:"city"`
	District            string                   `json:"district"`
	Infoformat          int                      `json:"infoformat"`
	ReviewExperts       []string                 `json:"review_experts"`
	Purchasing          string                   `json:"purchasing"`
	WinnerOrder         []map[string]interface{} `json:"winnerorder"`
	ProjectScale        string                   `json:"project_scale"`
	ProjectDuration     int                      `json:"project_duration"`
	ProjectTimeUnit     string                   `json:"project_timeunit"`
	ProjectStartDate    int64                    `json:"project_startdate"`
	ProjectCompleteDate int64                    `json:"project_completedate"`
	Payway              string                   `json:"payway"`
	ContractGuarantee   bool                     `json:"contract_guarantee"`
	BidGuarantee        bool                     `json:"bid_guarantee"`
	Qualifies           []map[string]interface{} `json:"qualifies"`
	EntIdList           []string                 `json:"entidlist"`
	HasPackage          bool                     // `json:"haspackage"`
	Package             map[string]interface{}   `json:"package"`
	Topscopeclass       []string                 `json:"topscopeclass"`
	Subscopeclass       []string                 `json:"subscopeclass"`
	Buyerclass          string                   `json:"buyerclass"`
	Bidopentime         int64                    `json:"bidopentime"`
	Budget              float64                  `json:"budget"`
	Bidamount           float64                  `json:"bidamount"`
	Winners             []string
	dealtype            int
	PTC                 string //从标题中抽的项目编号
	pnbval              int    //项目名称、编号、采购单位存在的个数
	LenPC               int    //项目编号长度
	LenPN               int    //项目名称长度
	LenPTC              int    //标题抽的项目编号长度
	//以下三个元素做对比，计算包含时候使用
	PNBH  int //0初始，+包含，-被包含
	PCBH  int
	PTCBH int
}

// 内存 项目信息
type Project struct {
	Id            primitive.ObjectID `json:"_id"`
	Ids           []string           `json:"ids,omitempty"`
	FirstTime     int64              `json:"firsttime,omitempty"`   //项目的最早时间
	LastTime      int64              `json:"lasttime,omitempty"`    //项目的最后时间
	ProjectName   string             `json:"projectname,omitempty"` //项目名称
	ProjectCode   string             `json:"projectcode,omitempty"` //项目代码唯一（纯数字的权重低）
	Buyer         string             `json:"buyer,omitempty"`       //采购单位唯一
	Agency        string             `json:"agency"`                //代理机构
	Area          string             `json:"area"`                  //地区
	City          string             `json:"city"`                  //地市
	District      string             `json:"district"`              //区县
	Bidamount     float64            `json:"bidamount,omitempty"`   //中标金额
	Budget        float64            `json:"budget,omitempty"`      //预算
	score         int
	comStr        string
	MPN           []string `json:"mpn,omitempty"` //合并后多余的项目名称
	MPC           []string `json:"mpc,omitempty"` //合并后多余的项目编号
	resVal, pjVal int

	Topscopeclass      []string               `json:"topscopeclass,omitempty"`
	Subscopeclass      []string               `json:"subscopeclass,omitempty"` //子行业分类
	Winners            string                 `json:"s_winner,omitempty"`      //中标人
	ContractCode       string                 `json:"contractcode,omitempty"`  //合同编号
	Buyerperson        string                 `json:"buyerperson"`             //采购联系人
	Buyertel           string                 `json:"buyertel"`                //采购联系人电话
	Bidstatus          string                 `json:"bidstatus"`               //
	Bidtype            string                 `json:"bidtype"`                 //
	ReviewExperts      []string               `json:"review_experts"`          // 项目评审专家
	Purchasing         string                 `json:"purchasing"`              // 标的物
	Package            map[string]interface{} `json:"package,omitempty"`       //分包的对比对象
	Buyerclass         string                 `json:"buyerclass"`              //采购单位分类
	Bidopentime        int64                  `json:"bidopentime,omitempty"`   //开标时间
	Jgtime             int64                  `json:"jgtime"`                  //结果中标时间
	Zbtime             int64                  `json:"zbtime"`                  //招标时间
	Winnerorder        []string               `json:"winnerorder"`             //中标候选人
	ProjectScale       string                 `json:"project_scale"`           //项目规模
	ProjectDuration    int                    `json:"project_duration"`        //工期时长
	ProjectTimeunit    string                 `json:"project_timeunit"`        //工期时长单位
	ProjectStartDate   int64                  `json:"project_startdate"`       //开工日期
	ProjctCompleteDate int64                  `json:"projct_completedate"`     //竣工日期
	Payway             string                 `json:"payway"`                  //付款方式
	ContractGuarantee  bool                   `json:"contract_guarantee"`      //履约保证金 是否支持包含
	BidGuarantee       bool                   `json:"bid_guarantee"`           //投标保证金 是否支持包含
	Qualifies          string                 `json:"qualifies"`               //资质条件
	EntIdList          []string               `json:"entidlist"`               //企业id
	//FirstCooperation   []string               `json:"first_cooperation"`       //first_cooperation
	InfoFiled    map[string]InfoField `json:"infofield"`    //逻辑处理需要的info字段
	Budgettag    int                  `json:"budgettag"`    //预算是否有效标记
	Bidamounttag int                  `json:"bidamounttag"` //中标金额是否有效标记
}

//存储部分招标信息字段，业务逻辑处理需要
type InfoField struct {
	Budget       float64 `json:"budget"`
	Bidamount    float64 `json:"bidamount"`
	ContractCode string  `json:"contractcode"`
	ProjectName  string  `json:"projectname"`
	ProjectCode  string  `json:"projectcode"`
	Bidstatus    string  `json:"bidstatus"`
}

type ID struct {
	Id   string
	Lock sync.Mutex
	P    *Project
}

type Key struct {
	Arr []string
	Lock sync.Mutex
}