jy-data-extract/domainameclear/src/main.go

package main

import (
	mgo "mgoutil/mongodb"
	qu "qfw/util"

	"github.com/donnie4w/go-logger/logger"
)

var (
	Sysconfig     map[string]interface{}
	LatestId      string //起始id
	TaskTime      int    //执行频率
	Mgo           *mgo.MongodbSim
	DomainNameMap map[string]bool
)
var MgoSaveCache = make(chan map[string]interface{}, 1000)
var SP_Save = make(chan bool, 5)
var MgoUpdateCache = make(chan []map[string]interface{}, 1000)
var SP_Update = make(chan bool, 5)

func init() {
	//config
	qu.ReadConfig(&Sysconfig)
	//log
	logger.SetRollingDaily("./logs", "id.log")
	//mgo
	Mgo = &mgo.MongodbSim{
		MongodbAddr: qu.ObjToString(Sysconfig["mgodb"]),
		DbName:      qu.ObjToString(Sysconfig["dbname"]),
		Size:        qu.IntAllDef(Sysconfig["dbsize"], 15),
	}
	Mgo.InitPool()
	//
	TaskTime = qu.IntAll(Sysconfig["tasktime"])
	LatestId = qu.ObjToString(Sysconfig["latestid"])
	//加载域名
	InitDomainName()
	// //更新bidding表
	// go UpdateBidding()
	// //记录修改信息
	// go SaveLog()
}

func main() {
	//定时任务
	go TimeTask()
	ch := make(chan bool, 1)
	<-ch
}