mgo.go 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357
  1. package mongodb
  2. import (
  3. "context"
  4. "log"
  5. "time"
  6. "go.mongodb.org/mongo-driver/bson"
  7. "go.mongodb.org/mongo-driver/bson/primitive"
  8. "go.mongodb.org/mongo-driver/mongo"
  9. "go.mongodb.org/mongo-driver/mongo/options"
  10. )
  11. var Mgo *MongodbSim
  12. type MgoSess struct {
  13. Db string
  14. Coll string
  15. Query interface{}
  16. Sorts []string
  17. fields interface{}
  18. limit int64
  19. skip int64
  20. M *MongodbSim
  21. }
  22. type MgoIter struct {
  23. Cursor *mongo.Cursor
  24. }
  25. func (mt *MgoIter) Next(result interface{}) bool {
  26. if mt.Cursor != nil {
  27. if mt.Cursor.Next(nil) {
  28. err := mt.Cursor.Decode(result)
  29. if err != nil {
  30. log.Println("mgo cur err", err.Error())
  31. mt.Cursor.Close(nil)
  32. return false
  33. }
  34. return true
  35. } else {
  36. mt.Cursor.Close(nil)
  37. return false
  38. }
  39. } else {
  40. return false
  41. }
  42. }
  43. func (ms *MgoSess) DB(name string) *MgoSess {
  44. ms.Db = name
  45. return ms
  46. }
  47. func (ms *MgoSess) C(name string) *MgoSess {
  48. ms.Coll = name
  49. return ms
  50. }
  51. func (ms *MgoSess) Find(q interface{}) *MgoSess {
  52. ms.Query = q
  53. return ms
  54. }
  55. func (ms *MgoSess) Select(fields interface{}) *MgoSess {
  56. ms.fields = fields
  57. return ms
  58. }
  59. func (ms *MgoSess) Limit(limit int64) *MgoSess {
  60. ms.limit = limit
  61. return ms
  62. }
  63. func (ms *MgoSess) Skip(skip int64) *MgoSess {
  64. ms.skip = skip
  65. return ms
  66. }
  67. func (ms *MgoSess) Sort(sorts ...string) *MgoSess {
  68. ms.Sorts = sorts
  69. return ms
  70. }
  71. func (ms *MgoSess) Iter() *MgoIter {
  72. it := &MgoIter{}
  73. find := options.Find()
  74. if ms.skip > 0 {
  75. find.SetSkip(ms.skip)
  76. }
  77. if ms.limit > 0 {
  78. find.SetLimit(ms.limit)
  79. }
  80. find.SetBatchSize(100)
  81. if len(ms.Sorts) > 0 {
  82. sort := bson.M{}
  83. for _, k := range ms.Sorts {
  84. switch k[:1] {
  85. case "-":
  86. sort[k[1:]] = -1
  87. case "+":
  88. sort[k[1:]] = 1
  89. default:
  90. sort[k] = 1
  91. }
  92. }
  93. find.SetSort(sort)
  94. }
  95. if ms.fields != nil {
  96. find.SetProjection(ms.fields)
  97. }
  98. cur, err := ms.M.C.Database(ms.Db).Collection(ms.Coll).Find(ms.M.Ctx, ms.Query, find)
  99. if err != nil {
  100. log.Println("mgo find err", err.Error())
  101. } else {
  102. it.Cursor = cur
  103. }
  104. return it
  105. }
  106. type MongodbSim struct {
  107. MongodbAddr string
  108. Size int
  109. // MinSize int
  110. DbName string
  111. C *mongo.Client
  112. Ctx context.Context
  113. ShortCtx context.Context
  114. pool chan bool
  115. }
  116. func (m *MongodbSim) GetMgoConn() *MgoSess {
  117. //m.Open()
  118. ms := &MgoSess{}
  119. ms.M = m
  120. return ms
  121. }
  122. func (m *MongodbSim) DestoryMongoConn(ms *MgoSess) {
  123. //m.Close()
  124. ms.M = nil
  125. ms = nil
  126. }
  127. func (m *MongodbSim) InitPool() {
  128. opts := options.Client()
  129. opts.SetConnectTimeout(3 * time.Second)
  130. opts.ApplyURI("mongodb://" + m.MongodbAddr)
  131. opts.SetMaxPoolSize(uint64(m.Size))
  132. m.pool = make(chan bool, m.Size)
  133. opts.SetMaxConnIdleTime(2 * time.Hour)
  134. m.Ctx, _ = context.WithTimeout(context.Background(), 99999*time.Hour)
  135. m.ShortCtx, _ = context.WithTimeout(context.Background(), 1*time.Minute)
  136. client, err := mongo.Connect(m.ShortCtx, opts)
  137. if err != nil {
  138. log.Println("mgo init error:", err.Error())
  139. } else {
  140. m.C = client
  141. log.Println("init success")
  142. }
  143. }
  144. func (m *MongodbSim) Open() {
  145. m.pool <- true
  146. }
  147. func (m *MongodbSim) Close() {
  148. <-m.pool
  149. }
  150. //批量插入
  151. func (m *MongodbSim) UpSertBulk(c string, doc ...[]map[string]interface{}) (map[int64]interface{}, bool) {
  152. m.Open()
  153. defer m.Close()
  154. coll := m.C.Database(m.DbName).Collection(c)
  155. var writes []mongo.WriteModel
  156. for _, d := range doc {
  157. write := mongo.NewUpdateOneModel()
  158. write.SetFilter(d[0])
  159. write.SetUpdate(d[1])
  160. write.SetUpsert(true)
  161. writes = append(writes, write)
  162. }
  163. r, e := coll.BulkWrite(m.Ctx, writes)
  164. if e != nil {
  165. log.Println("mgo upsert error:", e.Error())
  166. return nil, false
  167. }
  168. // else {
  169. // if r.UpsertedCount != int64(len(doc)) {
  170. // log.Println("mgo upsert uncomplete:uc/dc", r.UpsertedCount, len(doc))
  171. // }
  172. // return true
  173. // }
  174. return r.UpsertedIDs, true
  175. }
  176. //批量插入
  177. func (m *MongodbSim) SaveBulk(c string, doc ...map[string]interface{}) bool {
  178. m.Open()
  179. defer m.Close()
  180. coll := m.C.Database(m.DbName).Collection(c)
  181. var writes []mongo.WriteModel
  182. for _, d := range doc {
  183. write := mongo.NewInsertOneModel()
  184. write.SetDocument(d)
  185. writes = append(writes, write)
  186. }
  187. _, e := coll.BulkWrite(m.Ctx, writes)
  188. if e != nil {
  189. log.Println("mgo savebulk error:", e.Error())
  190. return false
  191. }
  192. return true
  193. }
  194. //保存
  195. func (m *MongodbSim) Save(c string, doc map[string]interface{}) interface{} {
  196. m.Open()
  197. defer m.Close()
  198. coll := m.C.Database(m.DbName).Collection(c)
  199. r, err := coll.InsertOne(m.Ctx, doc)
  200. if err != nil {
  201. return nil
  202. }
  203. return r.InsertedID
  204. }
  205. //更新by Id
  206. func (m *MongodbSim) UpdateById(c, id string, doc map[string]interface{}) bool {
  207. m.Open()
  208. defer m.Close()
  209. coll := m.C.Database(m.DbName).Collection(c)
  210. _, err := coll.UpdateOne(m.Ctx, map[string]interface{}{"_id": StringTOBsonId(id)}, doc)
  211. if err != nil {
  212. return false
  213. }
  214. return true
  215. }
  216. //更新Update
  217. func (m *MongodbSim) Update(c string, query map[string]interface{}, up map[string]interface{}) (map[int64]interface{}, bool) {
  218. m.Open()
  219. defer m.Close()
  220. coll := m.C.Database(m.DbName).Collection(c)
  221. var writes []mongo.WriteModel
  222. write := mongo.NewUpdateOneModel()
  223. write.SetFilter(query)
  224. write.SetUpdate(up)
  225. write.SetUpsert(true)
  226. writes = append(writes, write)
  227. r, err := coll.BulkWrite(m.Ctx, writes)
  228. if err != nil {
  229. return nil, false
  230. }
  231. return r.UpsertedIDs, true
  232. }
  233. //删除by id
  234. func (m *MongodbSim) DeleteById(c, id string) int64 {
  235. m.Open()
  236. defer m.Close()
  237. coll := m.C.Database(m.DbName).Collection(c)
  238. r, err := coll.DeleteOne(m.Ctx, map[string]interface{}{"_id": StringTOBsonId(id)})
  239. if err != nil {
  240. return 0
  241. }
  242. return r.DeletedCount
  243. }
  244. //通过条件删除
  245. func (m *MongodbSim) Delete(c string, query map[string]interface{}) int64 {
  246. m.Open()
  247. defer m.Close()
  248. coll := m.C.Database(m.DbName).Collection(c)
  249. r, err := coll.DeleteMany(m.Ctx, query)
  250. if err != nil {
  251. return 0
  252. }
  253. return r.DeletedCount
  254. }
  255. //findbyid
  256. func (m *MongodbSim) FindById(c, id string, fields interface{}) map[string]interface{} {
  257. m.Open()
  258. defer m.Close()
  259. coll := m.C.Database(m.DbName).Collection(c)
  260. op := options.FindOne()
  261. r := coll.FindOne(m.Ctx, map[string]interface{}{"_id": StringTOBsonId(id)}, op.SetProjection(fields))
  262. v := map[string]interface{}{}
  263. r.Decode(&v)
  264. return v
  265. }
  266. //findone
  267. func (m *MongodbSim) FindOne(c string, query map[string]interface{}) map[string]interface{} {
  268. m.Open()
  269. defer m.Close()
  270. coll := m.C.Database(m.DbName).Collection(c)
  271. //op := options.FindOne()
  272. //r := coll.FindOne(m.Ctx, query, op.SetProjection(fields))
  273. r := coll.FindOne(m.Ctx, query)
  274. v := map[string]interface{}{}
  275. r.Decode(&v)
  276. return v
  277. }
  278. //find
  279. func (m *MongodbSim) Find(c string, query map[string]interface{}, sort, fields interface{}) ([]map[string]interface{}, error) {
  280. m.Open()
  281. defer m.Close()
  282. coll := m.C.Database(m.DbName).Collection(c)
  283. op := options.Find()
  284. r, err := coll.Find(m.Ctx, query, op.SetSort(sort), op.SetProjection(fields))
  285. if err != nil {
  286. log.Fatal(err)
  287. return nil, err
  288. }
  289. var results []map[string]interface{}
  290. if err = r.All(m.Ctx, &results); err != nil {
  291. log.Fatal(err)
  292. return nil, err
  293. }
  294. return results, nil
  295. }
  296. //findbylimit
  297. func (m *MongodbSim) FindByLimit(c string, query map[string]interface{}, sort, fields interface{}, start int64, limit int64) ([]map[string]interface{}, error) {
  298. m.Open()
  299. defer m.Close()
  300. coll := m.C.Database(m.DbName).Collection(c)
  301. op := options.Find()
  302. r, err := coll.Find(m.Ctx, query, op.SetSort(sort), op.SetProjection(fields), op.SetSkip(start), op.SetLimit(limit))
  303. if err != nil {
  304. log.Fatal(err)
  305. return nil, err
  306. }
  307. var results []map[string]interface{}
  308. if err = r.All(m.Ctx, &results); err != nil {
  309. log.Fatal(err)
  310. return nil, err
  311. }
  312. return results, nil
  313. }
  314. //创建_id
  315. func NewObjectId() primitive.ObjectID {
  316. return primitive.NewObjectID()
  317. }
  318. func StringTOBsonId(id string) primitive.ObjectID {
  319. objectId, _ := primitive.ObjectIDFromHex(id)
  320. return objectId
  321. }
  322. func BsonTOStringId(id interface{}) string {
  323. return id.(primitive.ObjectID).Hex()
  324. }