fieldproject/common_utils/mongodb/mongodb.go

package mongodb

import (
	"context"
	"encoding/json"
	"fmt"
	"go.mongodb.org/mongo-driver/bson"
	"go.mongodb.org/mongo-driver/bson/primitive"
	"go.mongodb.org/mongo-driver/mongo"
	"go.mongodb.org/mongo-driver/mongo/options"
	"log"
	"math/big"
	"runtime"
	"strconv"
	"strings"
	"time"
)

type MgoSess struct {
	db     string
	coll   string
	query  interface{}
	sorts  []string
	fields interface{}
	limit  int64
	skip   int64
	pipe   []map[string]interface{}
	all    interface{}
	M      *MongodbSim
}

type MgoIter struct {
	Cursor *mongo.Cursor
}

func NewMgo(addr, db string, size int) *MongodbSim {
	mgo := &MongodbSim{
		MongodbAddr: addr,
		Size:        size,
		DbName:      db,
	}
	mgo.InitPool()
	return mgo
}

func (mt *MgoIter) Next(result interface{}) bool {
	if mt.Cursor != nil {
		if mt.Cursor.Next(nil) {
			err := mt.Cursor.Decode(result)
			if err != nil {
				log.Println("mgo cur err", err.Error())
				mt.Cursor.Close(nil)
				return false
			}
			return true
		} else {
			mt.Cursor.Close(nil)
			return false
		}
	} else {
		return false
	}
}

func (ms *MgoSess) DB(name string) *MgoSess {
	ms.db = name
	return ms
}

func (ms *MgoSess) C(name string) *MgoSess {
	ms.coll = name
	return ms
}

func (ms *MgoSess) Find(q interface{}) *MgoSess {
	if q == nil {
		q = map[string]interface{}{}
	}
	ms.query = q
	return ms
}

func (ms *MgoSess) Select(fields interface{}) *MgoSess {
	ms.fields = fields
	return ms
}

func (ms *MgoSess) Limit(limit int64) *MgoSess {
	ms.limit = limit
	return ms
}
func (ms *MgoSess) Skip(skip int64) *MgoSess {
	ms.skip = skip
	return ms
}

func (ms *MgoSess) Sort(sorts ...string) *MgoSess {
	ms.sorts = sorts
	return ms
}
func (ms *MgoSess) Pipe(p []map[string]interface{}) *MgoSess {
	ms.pipe = p
	return ms
}
func (ms *MgoSess) All(v *[]map[string]interface{}) {
	cur, err := ms.M.C.Database(ms.db).Collection(ms.coll).Aggregate(ms.M.Ctx, ms.pipe)
	if err == nil && cur.Err() == nil {
		cur.All(ms.M.Ctx, v)
	}
}
func (ms *MgoSess) Iter() *MgoIter {
	it := &MgoIter{}
	find := options.Find()
	if ms.skip > 0 {
		find.SetSkip(ms.skip)
	}
	if ms.limit > 0 {
		find.SetLimit(ms.limit)
	}
	find.SetBatchSize(100)
	if len(ms.sorts) > 0 {
		sort := bson.M{}
		for _, k := range ms.sorts {
			switch k[:1] {
			case "-":
				sort[k[1:]] = -1
			case "+":
				sort[k[1:]] = 1
			default:
				sort[k] = 1
			}
		}
		find.SetSort(sort)
	}
	if ms.fields != nil {
		find.SetProjection(ms.fields)
	}
	cur, err := ms.M.C.Database(ms.db).Collection(ms.coll).Find(ms.M.Ctx, ms.query, find)
	if err != nil {
		log.Println("mgo find err", err.Error())
	} else {
		it.Cursor = cur
	}
	return it
}

func (ms *MgoSess) Count() (int64, error) {
	return ms.M.C.Database(ms.db).Collection(ms.coll).CountDocuments(ms.M.Ctx, ms.query)
}

type MongodbSim struct {
	MongodbAddr string
	Size        int
	//	MinSize     int
	DbName   string
	C        *mongo.Client
	Ctx      context.Context
	ShortCtx context.Context
	pool     chan bool
	UserName string
	Password string
	ReplSet  string
}

func (m *MongodbSim) GetMgoConn() *MgoSess {
	//m.Open()
	ms := &MgoSess{}
	ms.M = m
	return ms
}

func (m *MongodbSim) DestoryMongoConn(ms *MgoSess) {
	//m.Close()
	ms.M = nil
	ms = nil
}

func (m *MongodbSim) Destroy() {
	//m.Close()
	m.C.Disconnect(nil)
	m.C = nil
}

func (m *MongodbSim) InitPool() {
	opts := options.Client()
	opts.SetConnectTimeout(3 * time.Second)
	opts.SetHosts(strings.Split(m.MongodbAddr, ","))
	//opts.ApplyURI("mongodb://" + m.MongodbAddr)
	opts.SetMaxPoolSize(uint64(m.Size))
	if m.UserName != "" && m.Password != "" {
		cre := options.Credential{
			Username: m.UserName,
			Password: m.Password,
		}
		opts.SetAuth(cre)
	}
	//ms := strings.Split(m.MongodbAddr, ",")
	//if m.ReplSet == "" && len(ms) > 1 {
	//	m.ReplSet = "qfws"
	//}
	if m.ReplSet != "" {
		opts.SetReplicaSet(m.ReplSet)
		opts.SetDirect(false)
	}
	m.pool = make(chan bool, m.Size)
	opts.SetMaxConnIdleTime(2 * time.Hour)
	m.Ctx, _ = context.WithTimeout(context.Background(), 99999*time.Hour)
	m.ShortCtx, _ = context.WithTimeout(context.Background(), 1*time.Minute)
	client, err := mongo.Connect(m.ShortCtx, opts)
	if err != nil {
		log.Println("mgo init error:", err.Error())
	} else {
		m.C = client
	}
}

func (m *MongodbSim) Open() {
	m.pool <- true
}
func (m *MongodbSim) Close() {
	<-m.pool
}

func (m *MongodbSim) Save(c string, doc interface{}) string {
	defer catch()
	m.Open()
	defer m.Close()
	coll := m.C.Database(m.DbName).Collection(c)
	obj := ObjToM(doc)
	id := primitive.NewObjectID()
	(*obj)["_id"] = id
	_, err := coll.InsertOne(m.Ctx, obj)
	if nil != err {
		log.Println("SaveError", err)
		return ""
	}
	return id.Hex()
}

//原_id不变
func (m *MongodbSim) SaveByOriID(c string, doc interface{}) bool {
	defer catch()
	m.Open()
	defer m.Close()
	coll := m.C.Database(m.DbName).Collection(c)
	_, err := coll.InsertOne(m.Ctx, ObjToM(doc))
	if nil != err {
		log.Println("SaveByOriIDError", err)
		return false
	}
	return true
}

//批量插入
func (m *MongodbSim) SaveBulk(c string, doc ...map[string]interface{}) bool {
	defer catch()
	m.Open()
	defer m.Close()
	coll := m.C.Database(m.DbName).Collection(c)
	var writes []mongo.WriteModel
	for _, d := range doc {
		write := mongo.NewInsertOneModel()
		write.SetDocument(d)
		writes = append(writes, write)
	}
	br, e := coll.BulkWrite(m.Ctx, writes)
	if e != nil {
		b := strings.Index(e.Error(), "duplicate") > -1
		log.Println("mgo savebulk error:", e.Error())
		if br != nil {
			log.Println("mgo savebulk size:", br.InsertedCount)
		}
		return b
	}
	return true
}

//批量插入
func (m *MongodbSim) SaveBulkInterface(c string, doc ...interface{}) bool {
	defer catch()
	m.Open()
	defer m.Close()
	coll := m.C.Database(m.DbName).Collection(c)
	var writes []mongo.WriteModel
	for _, d := range doc {
		write := mongo.NewInsertOneModel()
		write.SetDocument(d)
		writes = append(writes, write)
	}
	br, e := coll.BulkWrite(m.Ctx, writes)
	if e != nil {
		b := strings.Index(e.Error(), "duplicate") > -1
		log.Println("mgo SaveBulkInterface error:", e.Error())
		if br != nil {
			log.Println("mgo SaveBulkInterface size:", br.InsertedCount)
		}
		return b
	}
	return true
}

//按条件统计
func (m *MongodbSim) Count(c string, q interface{}) int {
	r, _ := m.CountByErr(c, q)
	return r
}

//统计
func (m *MongodbSim) CountByErr(c string, q interface{}) (int, error) {
	defer catch()
	m.Open()
	defer m.Close()
	res, err := m.C.Database(m.DbName).Collection(c).CountDocuments(m.Ctx, ObjToM(q))
	if err != nil {
		log.Println("统计错误", err.Error())
		return 0, err
	} else {
		return int(res), nil
	}
}

//按条件删除
func (m *MongodbSim) Delete(c string, q interface{}) int64 {
	defer catch()
	m.Open()
	defer m.Close()
	res, err := m.C.Database(m.DbName).Collection(c).DeleteMany(m.Ctx, ObjToM(q))
	if err != nil && res == nil {
		log.Println("删除错误", err.Error())
	}
	return res.DeletedCount
}

//删除对象
func (m *MongodbSim) Del(c string, q interface{}) bool {
	defer catch()
	m.Open()
	defer m.Close()
	_, err := m.C.Database(m.DbName).Collection(c).DeleteMany(m.Ctx, ObjToM(q))
	if err != nil {
		log.Println("删除错误", err.Error())
		return false
	}
	return true
}

//删除表
func (m *MongodbSim) DelColl(c string) bool {
	defer catch()
	m.Open()
	defer m.Close()
	err := m.C.Database(m.DbName).Collection(c).Drop(m.Ctx)
	if err != nil {
		log.Println("删除错误", err.Error())
		return false
	}
	return true
}

//按条件更新
func (m *MongodbSim) Update(c string, q, u interface{}, upsert bool, multi bool) bool {
	defer catch()
	m.Open()
	defer m.Close()
	ct := options.Update()
	if upsert {
		ct.SetUpsert(true)
	}
	coll := m.C.Database(m.DbName).Collection(c)
	var err error
	if multi {
		_, err = coll.UpdateMany(m.Ctx, ObjToM(q), ObjToM(u), ct)
	} else {
		_, err = coll.UpdateOne(m.Ctx, ObjToM(q), ObjToM(u), ct)
	}
	if err != nil {
		log.Println("删除错误", err.Error())
		return false
	}
	return true
}
func (m *MongodbSim) UpdateById(c string, id interface{}, set interface{}) bool {
	defer catch()
	m.Open()
	defer m.Close()
	q := make(map[string]interface{})
	if sid, ok := id.(string); ok {
		q["_id"], _ = primitive.ObjectIDFromHex(sid)
	} else {
		q["_id"] = id
	}
	_, err := m.C.Database(m.DbName).Collection(c).UpdateOne(m.Ctx, q, ObjToM(set))
	if nil != err {
		log.Println("UpdateByIdError", err)
		return false
	}
	return true
}

//批量更新
func (m *MongodbSim) UpdateBulkAll(db, c string, doc ...[]map[string]interface{}) bool {
	return m.upSertBulk(db, c, false, doc...)
}

func (m *MongodbSim) UpdateBulk(c string, doc ...[]map[string]interface{}) bool {
	return m.UpdateBulkAll(m.DbName, c, doc...)
}

//批量插入
func (m *MongodbSim) UpSertBulk(c string, doc ...[]map[string]interface{}) bool {
	return m.upSertBulk(m.DbName, c, true, doc...)
}

//批量插入
func (m *MongodbSim) upSertBulk(db, c string, upsert bool, doc ...[]map[string]interface{}) bool {
	defer catch()
	m.Open()
	defer m.Close()
	coll := m.C.Database(db).Collection(c)
	var writes []mongo.WriteModel
	for _, d := range doc {
		write := mongo.NewUpdateOneModel()
		write.SetFilter(d[0])
		write.SetUpdate(d[1])
		write.SetUpsert(upsert)
		writes = append(writes, write)
	}
	br, e := coll.BulkWrite(m.Ctx, writes)
	if e != nil {
		log.Println("mgo upsert error:", e.Error())
		return br == nil || br.UpsertedCount == 0
	}
	//	else {
	//		if r.UpsertedCount != int64(len(doc)) {
	//			log.Println("mgo upsert uncomplete:uc/dc", r.UpsertedCount, len(doc))
	//		}
	//		return true
	//	}
	return true
}

//查询单条对象
func (m *MongodbSim) FindOne(c string, query interface{}) (*map[string]interface{}, bool) {
	return m.FindOneByField(c, query, nil)
}

//查询单条对象
func (m *MongodbSim) FindOneByField(c string, query interface{}, fields interface{}) (*map[string]interface{}, bool) {
	defer catch()
	res, ok := m.Find(c, query, nil, fields, true, -1, -1)
	if nil != res && len(*res) > 0 {
		return &((*res)[0]), ok
	}
	return nil, ok
}

//查询单条对象
func (m *MongodbSim) FindById(c string, query string, fields interface{}) (*map[string]interface{}, bool) {
	defer catch()
	m.Open()
	defer m.Close()
	of := options.FindOne()
	of.SetProjection(ObjToOth(fields))
	b := false
	res := make(map[string]interface{})
	_id, err := primitive.ObjectIDFromHex(query)
	if err != nil {
		log.Println("_id error", err)
		return &res, b
	}
	sr := m.C.Database(m.DbName).Collection(c).FindOne(m.Ctx, map[string]interface{}{"_id": _id}, of)
	if sr.Err() == nil {
		b = true
		sr.Decode(&res)
	}
	return &res, b
}

//底层查询方法
func (m *MongodbSim) Find(c string, query interface{}, order interface{}, fields interface{}, single bool, start int, limit int) (*[]map[string]interface{}, bool) {
	defer catch()
	m.Open()
	defer m.Close()
	res := make([]map[string]interface{}, 1)
	coll := m.C.Database(m.DbName).Collection(c)
	if single {
		of := options.FindOne()
		of.SetProjection(ObjToOth(fields))
		of.SetSort(ObjToM(order))
		if sr := coll.FindOne(m.Ctx, ObjToM(query), of); sr.Err() == nil {
			sr.Decode(&res[0])
		}
	} else {
		of := options.Find()
		of.SetProjection(ObjToOth(fields))
		of.SetSort(ObjToM(order))
		if start > -1 {
			of.SetSkip(int64(start))
			of.SetLimit(int64(limit))
		}
		cur, err := coll.Find(m.Ctx, ObjToM(query), of)
		if err == nil && cur.Err() == nil {
			cur.All(m.Ctx, &res)
		}
	}
	return &res, true
}

func ObjToOth(query interface{}) *bson.M {
	return ObjToMQ(query, false)
}
func ObjToM(query interface{}) *bson.M {
	return ObjToMQ(query, true)
}

//obj(string,M)转M,查询用到
func ObjToMQ(query interface{}, isQuery bool) *bson.M {
	data := make(bson.M)
	defer catch()
	if s2, ok2 := query.(*map[string]interface{}); ok2 {
		data = bson.M(*s2)
	} else if s3, ok3 := query.(*bson.M); ok3 {
		return s3
	} else if s3, ok3 := query.(*primitive.M); ok3 {
		return s3
	} else if s, ok := query.(string); ok {
		json.Unmarshal([]byte(strings.Replace(s, "'", "\"", -1)), &data)
		if ss, oks := data["_id"]; oks && isQuery {
			switch ss.(type) {
			case string:
				data["_id"], _ = primitive.ObjectIDFromHex(ss.(string))
			case map[string]interface{}:
				tmp := ss.(map[string]interface{})
				for k, v := range tmp {
					tmp[k], _ = primitive.ObjectIDFromHex(v.(string))
				}
				data["_id"] = tmp
			}

		}
	} else if s1, ok1 := query.(map[string]interface{}); ok1 {
		data = s1
	} else if s4, ok4 := query.(bson.M); ok4 {
		data = s4
	} else if s4, ok4 := query.(primitive.M); ok4 {
		data = s4
	} else {
		data = nil
	}
	return &data
}
func intAllDef(num interface{}, defaultNum int) int {
	if i, ok := num.(int); ok {
		return int(i)
	} else if i0, ok0 := num.(int32); ok0 {
		return int(i0)
	} else if i1, ok1 := num.(float64); ok1 {
		return int(i1)
	} else if i2, ok2 := num.(int64); ok2 {
		return int(i2)
	} else if i3, ok3 := num.(float32); ok3 {
		return int(i3)
	} else if i4, ok4 := num.(string); ok4 {
		in, _ := strconv.Atoi(i4)
		return int(in)
	} else if i5, ok5 := num.(int16); ok5 {
		return int(i5)
	} else if i6, ok6 := num.(int8); ok6 {
		return int(i6)
	} else if i7, ok7 := num.(*big.Int); ok7 {
		in, _ := strconv.Atoi(fmt.Sprint(i7))
		return int(in)
	} else if i8, ok8 := num.(*big.Float); ok8 {
		in, _ := strconv.Atoi(fmt.Sprint(i8))
		return int(in)
	} else {
		return defaultNum
	}
}

//出错拦截
func catch() {
	if r := recover(); r != nil {
		log.Println(r)
		for skip := 0; ; skip++ {
			_, file, line, ok := runtime.Caller(skip)
			if !ok {
				break
			}
			go log.Printf("%v,%v\n", file, line)
		}
	}
}

//根据bsonID转string
func BsonIdToSId(uid interface{}) string {
	if uid == nil {
		return ""
	} else if u, ok := uid.(string); ok {
		return u
	} else if u, ok := uid.(primitive.ObjectID); ok {
		return u.Hex()
	} else {
		return ""
	}
}

func StringTOBsonId(id string) (bid primitive.ObjectID) {
	defer catch()
	if id != "" {
		bid, _ = primitive.ObjectIDFromHex(id)
	}
	return
}