multi.go 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142
  1. // Copyright (C) MongoDB, Inc. 2017-present.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License"); you may
  4. // not use this file except in compliance with the License. You may obtain
  5. // a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
  6. package benchmark
  7. import (
  8. "context"
  9. "errors"
  10. "go.mongodb.org/mongo-driver/x/bsonx"
  11. )
  12. func MultiFindMany(ctx context.Context, tm TimerManager, iters int) error {
  13. ctx, cancel := context.WithCancel(ctx)
  14. defer cancel()
  15. db, err := getClientDB(ctx)
  16. if err != nil {
  17. return err
  18. }
  19. defer db.Client().Disconnect(ctx)
  20. db = db.Client().Database("perftest")
  21. if err = db.Drop(ctx); err != nil {
  22. return err
  23. }
  24. doc, err := loadSourceDocument(getProjectRoot(), perfDataDir, singleAndMultiDataDir, tweetData)
  25. if err != nil {
  26. return err
  27. }
  28. coll := db.Collection("corpus")
  29. payload := make([]interface{}, iters)
  30. for idx := range payload {
  31. payload[idx] = doc
  32. }
  33. if _, err = coll.InsertMany(ctx, payload); err != nil {
  34. return err
  35. }
  36. tm.ResetTimer()
  37. cursor, err := coll.Find(ctx, bsonx.Doc{})
  38. if err != nil {
  39. return err
  40. }
  41. defer cursor.Close(ctx)
  42. counter := 0
  43. for cursor.Next(ctx) {
  44. err = cursor.Err()
  45. if err != nil {
  46. return err
  47. }
  48. if len(cursor.Current) == 0 {
  49. return errors.New("error retrieving document")
  50. }
  51. counter++
  52. }
  53. if counter != iters {
  54. return errors.New("problem iterating cursors")
  55. }
  56. tm.StopTimer()
  57. if err = cursor.Close(ctx); err != nil {
  58. return err
  59. }
  60. if err = db.Drop(ctx); err != nil {
  61. return err
  62. }
  63. return nil
  64. }
  65. func multiInsertCase(ctx context.Context, tm TimerManager, iters int, data string) error {
  66. ctx, cancel := context.WithCancel(ctx)
  67. defer cancel()
  68. db, err := getClientDB(ctx)
  69. if err != nil {
  70. return err
  71. }
  72. defer db.Client().Disconnect(ctx)
  73. db = db.Client().Database("perftest")
  74. if err = db.Drop(ctx); err != nil {
  75. return err
  76. }
  77. doc, err := loadSourceDocument(getProjectRoot(), perfDataDir, singleAndMultiDataDir, data)
  78. if err != nil {
  79. return err
  80. }
  81. err = db.RunCommand(ctx, bsonx.Doc{{"create", bsonx.String("corpus")}}).Err()
  82. if err != nil {
  83. return err
  84. }
  85. payload := make([]interface{}, iters)
  86. for idx := range payload {
  87. payload[idx] = doc
  88. }
  89. coll := db.Collection("corpus")
  90. tm.ResetTimer()
  91. res, err := coll.InsertMany(ctx, payload)
  92. if err != nil {
  93. return err
  94. }
  95. tm.StopTimer()
  96. if len(res.InsertedIDs) != iters {
  97. return errors.New("bulk operation did not complete")
  98. }
  99. if err = db.Drop(ctx); err != nil {
  100. return err
  101. }
  102. return nil
  103. }
  104. func MultiInsertSmallDocument(ctx context.Context, tm TimerManager, iters int) error {
  105. return multiInsertCase(ctx, tm, iters, smallData)
  106. }
  107. func MultiInsertLargeDocument(ctx context.Context, tm TimerManager, iters int) error {
  108. return multiInsertCase(ctx, tm, iters, largeData)
  109. }