mgo.go 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349
  1. package main
  2. import (
  3. "context"
  4. "log"
  5. "time"
  6. "go.mongodb.org/mongo-driver/bson"
  7. "go.mongodb.org/mongo-driver/bson/primitive"
  8. "go.mongodb.org/mongo-driver/mongo"
  9. "go.mongodb.org/mongo-driver/mongo/options"
  10. )
  11. type MgoSess struct {
  12. Db string
  13. Coll string
  14. Query interface{}
  15. Sorts []string
  16. fields interface{}
  17. limit int64
  18. skip int64
  19. M *MongodbSim
  20. }
  21. type MgoIter struct {
  22. Cursor *mongo.Cursor
  23. }
  24. func (mt *MgoIter) Next(result interface{}) bool {
  25. if mt.Cursor != nil {
  26. if mt.Cursor.Next(nil) {
  27. err := mt.Cursor.Decode(result)
  28. if err != nil {
  29. log.Println("mgo cur err", err.Error())
  30. mt.Cursor.Close(nil)
  31. return false
  32. }
  33. return true
  34. } else {
  35. mt.Cursor.Close(nil)
  36. return false
  37. }
  38. } else {
  39. return false
  40. }
  41. }
  42. func (ms *MgoSess) DB(name string) *MgoSess {
  43. ms.Db = name
  44. return ms
  45. }
  46. func (ms *MgoSess) C(name string) *MgoSess {
  47. ms.Coll = name
  48. return ms
  49. }
  50. func (ms *MgoSess) Find(q interface{}) *MgoSess {
  51. ms.Query = q
  52. return ms
  53. }
  54. func (ms *MgoSess) Select(fields interface{}) *MgoSess {
  55. ms.fields = fields
  56. return ms
  57. }
  58. func (ms *MgoSess) Limit(limit int64) *MgoSess {
  59. ms.limit = limit
  60. return ms
  61. }
  62. func (ms *MgoSess) Skip(skip int64) *MgoSess {
  63. ms.skip = skip
  64. return ms
  65. }
  66. func (ms *MgoSess) Sort(sorts ...string) *MgoSess {
  67. ms.Sorts = sorts
  68. return ms
  69. }
  70. func (ms *MgoSess) Count() (int64, error) {
  71. if ms.Query != nil {
  72. return ms.M.C.Database(ms.Db).Collection(ms.Coll).CountDocuments(ms.M.Ctx, ms.Query)
  73. }
  74. return ms.M.C.Database(ms.Db).Collection(ms.Coll).EstimatedDocumentCount(ms.M.Ctx)
  75. }
  76. func (ms *MgoSess) Iter() *MgoIter {
  77. it := &MgoIter{}
  78. find := options.Find()
  79. if ms.skip > 0 {
  80. find.SetSkip(ms.skip)
  81. }
  82. if ms.limit > 0 {
  83. find.SetLimit(ms.limit)
  84. }
  85. find.SetBatchSize(100)
  86. if len(ms.Sorts) > 0 {
  87. sort := bson.M{}
  88. for _, k := range ms.Sorts {
  89. switch k[:1] {
  90. case "-":
  91. sort[k[1:]] = -1
  92. case "+":
  93. sort[k[1:]] = 1
  94. default:
  95. sort[k] = 1
  96. }
  97. }
  98. find.SetSort(sort)
  99. }
  100. if ms.fields != nil {
  101. find.SetProjection(ms.fields)
  102. }
  103. cur, err := ms.M.C.Database(ms.Db).Collection(ms.Coll).Find(ms.M.Ctx, ms.Query, find)
  104. if err != nil {
  105. log.Println("mgo find err", err.Error())
  106. } else {
  107. it.Cursor = cur
  108. }
  109. return it
  110. }
  111. type MongodbSim struct {
  112. MongodbAddr string
  113. Size int
  114. // MinSize int
  115. DbName string
  116. C *mongo.Client
  117. Ctx context.Context
  118. ShortCtx context.Context
  119. pool chan bool
  120. UserName string
  121. Password string
  122. }
  123. func (m *MongodbSim) GetMgoConn() *MgoSess {
  124. //m.Open()
  125. ms := &MgoSess{}
  126. ms.M = m
  127. return ms
  128. }
  129. func (m *MongodbSim) DestoryMongoConn(ms *MgoSess) {
  130. //m.Close()
  131. ms.M = nil
  132. ms = nil
  133. }
  134. func (m *MongodbSim) InitPool() {
  135. opts := options.Client()
  136. opts.SetConnectTimeout(3 * time.Second)
  137. opts.ApplyURI("mongodb://" + m.MongodbAddr)
  138. opts.SetMaxPoolSize(uint64(m.Size))
  139. m.pool = make(chan bool, m.Size)
  140. if m.UserName !="" && m.Password !="" {
  141. cre := options.Credential{
  142. Username:m.UserName,
  143. Password:m.Password,
  144. }
  145. opts.SetAuth(cre)
  146. }
  147. opts.SetMaxConnIdleTime(2 * time.Hour)
  148. m.Ctx, _ = context.WithTimeout(context.Background(), 99999*time.Hour)
  149. m.ShortCtx, _ = context.WithTimeout(context.Background(), 1*time.Minute)
  150. client, err := mongo.Connect(m.ShortCtx, opts)
  151. if err != nil {
  152. log.Println("mgo init error:", err.Error())
  153. } else {
  154. m.C = client
  155. log.Println("init success")
  156. }
  157. }
  158. func (m *MongodbSim) Open() {
  159. m.pool <- true
  160. }
  161. func (m *MongodbSim) Close() {
  162. <-m.pool
  163. }
  164. //批量插入
  165. func (m *MongodbSim) UpSertBulk(c string, doc ...[]map[string]interface{}) (map[int64]interface{}, bool) {
  166. m.Open()
  167. defer m.Close()
  168. coll := m.C.Database(m.DbName).Collection(c)
  169. var writes []mongo.WriteModel
  170. for _, d := range doc {
  171. write := mongo.NewUpdateOneModel()
  172. write.SetFilter(d[0])
  173. write.SetUpdate(d[1])
  174. write.SetUpsert(true)
  175. writes = append(writes, write)
  176. }
  177. r, e := coll.BulkWrite(m.Ctx, writes)
  178. if e != nil {
  179. log.Println("mgo upsert error:", e.Error())
  180. return nil, false
  181. }
  182. // else {
  183. // if r.UpsertedCount != int64(len(doc)) {
  184. // log.Println("mgo upsert uncomplete:uc/dc", r.UpsertedCount, len(doc))
  185. // }
  186. // return true
  187. // }
  188. return r.UpsertedIDs, true
  189. }
  190. //批量插入
  191. func (m *MongodbSim) SaveBulk(c string, doc ...map[string]interface{}) bool {
  192. m.Open()
  193. defer m.Close()
  194. coll := m.C.Database(m.DbName).Collection(c)
  195. var writes []mongo.WriteModel
  196. for _, d := range doc {
  197. write := mongo.NewInsertOneModel()
  198. write.SetDocument(d)
  199. writes = append(writes, write)
  200. }
  201. _, e := coll.BulkWrite(m.Ctx, writes)
  202. if e != nil {
  203. log.Println("mgo savebulk error:", e.Error())
  204. return false
  205. }
  206. return true
  207. }
  208. //保存
  209. func (m *MongodbSim) Save(c string, doc map[string]interface{}) interface{} {
  210. m.Open()
  211. defer m.Close()
  212. coll := m.C.Database(m.DbName).Collection(c)
  213. r, err := coll.InsertOne(m.Ctx, doc)
  214. if err != nil {
  215. return nil
  216. }
  217. return r.InsertedID
  218. }
  219. //更新by Id
  220. func (m *MongodbSim) UpdateById(c, id string, doc map[string]interface{}) bool {
  221. m.Open()
  222. defer m.Close()
  223. coll := m.C.Database(m.DbName).Collection(c)
  224. _, err := coll.UpdateOne(m.Ctx, map[string]interface{}{"_id": StringTOBsonId(id)}, doc)
  225. if err != nil {
  226. return false
  227. }
  228. return true
  229. }
  230. func (m *MongodbSim) UpdateStrId(c, id string, doc map[string]interface{}) bool {
  231. m.Open()
  232. defer m.Close()
  233. coll := m.C.Database(m.DbName).Collection(c)
  234. _, err := coll.UpdateOne(m.Ctx, map[string]interface{}{"_id": id}, doc)
  235. if err != nil {
  236. return false
  237. }
  238. return true
  239. }
  240. //删除by id
  241. func (m *MongodbSim) DeleteById(c, id string) int64 {
  242. m.Open()
  243. defer m.Close()
  244. coll := m.C.Database(m.DbName).Collection(c)
  245. r, err := coll.DeleteOne(m.Ctx, map[string]interface{}{"_id": StringTOBsonId(id)})
  246. if err != nil {
  247. return 0
  248. }
  249. return r.DeletedCount
  250. }
  251. //通过条件删除
  252. func (m *MongodbSim) Delete(c string, query map[string]interface{}) int64 {
  253. m.Open()
  254. defer m.Close()
  255. coll := m.C.Database(m.DbName).Collection(c)
  256. r, err := coll.DeleteMany(m.Ctx, query)
  257. if err != nil {
  258. return 0
  259. }
  260. return r.DeletedCount
  261. }
  262. //findbyid
  263. func (m *MongodbSim) FindById(c, id string) map[string]interface{} {
  264. m.Open()
  265. defer m.Close()
  266. coll := m.C.Database(m.DbName).Collection(c)
  267. r := coll.FindOne(m.Ctx, map[string]interface{}{"_id": StringTOBsonId(id)})
  268. v := map[string]interface{}{}
  269. r.Decode(&v)
  270. return v
  271. }
  272. //findone
  273. func (m *MongodbSim) FindOne(c string, query map[string]interface{}) map[string]interface{} {
  274. m.Open()
  275. defer m.Close()
  276. coll := m.C.Database(m.DbName).Collection(c)
  277. r := coll.FindOne(m.Ctx, query)
  278. v := map[string]interface{}{}
  279. r.Decode(&v)
  280. return v
  281. }
  282. //find
  283. func (m *MongodbSim) Find(c string, query map[string]interface{}, sort, fields interface{}) ([]map[string]interface{}, error) {
  284. m.Open()
  285. defer m.Close()
  286. coll := m.C.Database(m.DbName).Collection(c)
  287. op := options.Find()
  288. r, err := coll.Find(m.Ctx, query, op.SetSort(sort), op.SetProjection(fields))
  289. if err != nil {
  290. log.Fatal(err)
  291. return nil, err
  292. }
  293. var results []map[string]interface{}
  294. if err = r.All(m.Ctx, &results); err != nil {
  295. log.Fatal(err)
  296. return nil, err
  297. }
  298. return results, nil
  299. }
  300. //创建_id
  301. func NewObjectId() primitive.ObjectID {
  302. return primitive.NewObjectID()
  303. }
  304. func StringTOBsonId(id string) primitive.ObjectID {
  305. objectId, _ := primitive.ObjectIDFromHex(id)
  306. return objectId
  307. }
  308. func BsonTOStringId(id interface{}) string {
  309. return id.(primitive.ObjectID).Hex()
  310. }