search_aggs_test.go 74 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587
  1. // Copyright 2012-2015 Oliver Eilhard. All rights reserved.
  2. // Use of this source code is governed by a MIT-license.
  3. // See http://olivere.mit-license.org/license.txt for details.
  4. package elastic
  5. import (
  6. "encoding/json"
  7. "strings"
  8. "testing"
  9. "time"
  10. )
  11. func TestAggs(t *testing.T) {
  12. client := setupTestClientAndCreateIndex(t)
  13. esversion, err := client.ElasticsearchVersion(DefaultURL)
  14. if err != nil {
  15. t.Fatal(err)
  16. }
  17. tweet1 := tweet{
  18. User: "olivere",
  19. Retweets: 108,
  20. Message: "Welcome to Golang and Elasticsearch.",
  21. Image: "http://golang.org/doc/gopher/gophercolor.png",
  22. Tags: []string{"golang", "elasticsearch"},
  23. Location: "48.1333,11.5667", // lat,lon
  24. Created: time.Date(2012, 12, 12, 17, 38, 34, 0, time.UTC),
  25. }
  26. tweet2 := tweet{
  27. User: "olivere",
  28. Retweets: 0,
  29. Message: "Another unrelated topic.",
  30. Tags: []string{"golang"},
  31. Location: "48.1189,11.4289", // lat,lon
  32. Created: time.Date(2012, 10, 10, 8, 12, 03, 0, time.UTC),
  33. }
  34. tweet3 := tweet{
  35. User: "sandrae",
  36. Retweets: 12,
  37. Message: "Cycling is fun.",
  38. Tags: []string{"sports", "cycling"},
  39. Location: "47.7167,11.7167", // lat,lon
  40. Created: time.Date(2011, 11, 11, 10, 58, 12, 0, time.UTC),
  41. }
  42. // Add all documents
  43. _, err = client.Index().Index(testIndexName).Type("tweet").Id("1").BodyJson(&tweet1).Do()
  44. if err != nil {
  45. t.Fatal(err)
  46. }
  47. _, err = client.Index().Index(testIndexName).Type("tweet").Id("2").BodyJson(&tweet2).Do()
  48. if err != nil {
  49. t.Fatal(err)
  50. }
  51. _, err = client.Index().Index(testIndexName).Type("tweet").Id("3").BodyJson(&tweet3).Do()
  52. if err != nil {
  53. t.Fatal(err)
  54. }
  55. _, err = client.Flush().Index(testIndexName).Do()
  56. if err != nil {
  57. t.Fatal(err)
  58. }
  59. // Match all should return all documents
  60. all := NewMatchAllQuery()
  61. // Terms Aggregate by user name
  62. globalAgg := NewGlobalAggregation()
  63. usersAgg := NewTermsAggregation().Field("user").Size(10).OrderByCountDesc()
  64. retweetsAgg := NewTermsAggregation().Field("retweets").Size(10)
  65. avgRetweetsAgg := NewAvgAggregation().Field("retweets")
  66. minRetweetsAgg := NewMinAggregation().Field("retweets")
  67. maxRetweetsAgg := NewMaxAggregation().Field("retweets")
  68. sumRetweetsAgg := NewSumAggregation().Field("retweets")
  69. statsRetweetsAgg := NewStatsAggregation().Field("retweets")
  70. extstatsRetweetsAgg := NewExtendedStatsAggregation().Field("retweets")
  71. valueCountRetweetsAgg := NewValueCountAggregation().Field("retweets")
  72. percentilesRetweetsAgg := NewPercentilesAggregation().Field("retweets")
  73. percentileRanksRetweetsAgg := NewPercentileRanksAggregation().Field("retweets").Values(25, 50, 75)
  74. cardinalityAgg := NewCardinalityAggregation().Field("user")
  75. significantTermsAgg := NewSignificantTermsAggregation().Field("message")
  76. retweetsRangeAgg := NewRangeAggregation().Field("retweets").Lt(10).Between(10, 100).Gt(100)
  77. dateRangeAgg := NewDateRangeAggregation().Field("created").Lt("2012-01-01").Between("2012-01-01", "2013-01-01").Gt("2013-01-01")
  78. missingTagsAgg := NewMissingAggregation().Field("tags")
  79. retweetsHistoAgg := NewHistogramAggregation().Field("retweets").Interval(100)
  80. dateHistoAgg := NewDateHistogramAggregation().Field("created").Interval("year")
  81. retweetsFilterAgg := NewFilterAggregation().Filter(
  82. NewRangeFilter("created").Gte("2012-01-01").Lte("2012-12-31")).
  83. SubAggregation("avgRetweetsSub", NewAvgAggregation().Field("retweets"))
  84. queryFilterAgg := NewFilterAggregation().Filter(NewQueryFilter(NewTermQuery("tags", "golang")))
  85. topTagsHitsAgg := NewTopHitsAggregation().Sort("created", false).Size(5).FetchSource(true)
  86. topTagsAgg := NewTermsAggregation().Field("tags").Size(3).SubAggregation("top_tag_hits", topTagsHitsAgg)
  87. geoBoundsAgg := NewGeoBoundsAggregation().Field("location")
  88. // Run query
  89. builder := client.Search().Index(testIndexName).Query(&all)
  90. builder = builder.Aggregation("global", globalAgg)
  91. builder = builder.Aggregation("users", usersAgg)
  92. builder = builder.Aggregation("retweets", retweetsAgg)
  93. builder = builder.Aggregation("avgRetweets", avgRetweetsAgg)
  94. builder = builder.Aggregation("minRetweets", minRetweetsAgg)
  95. builder = builder.Aggregation("maxRetweets", maxRetweetsAgg)
  96. builder = builder.Aggregation("sumRetweets", sumRetweetsAgg)
  97. builder = builder.Aggregation("statsRetweets", statsRetweetsAgg)
  98. builder = builder.Aggregation("extstatsRetweets", extstatsRetweetsAgg)
  99. builder = builder.Aggregation("valueCountRetweets", valueCountRetweetsAgg)
  100. builder = builder.Aggregation("percentilesRetweets", percentilesRetweetsAgg)
  101. builder = builder.Aggregation("percentileRanksRetweets", percentileRanksRetweetsAgg)
  102. builder = builder.Aggregation("usersCardinality", cardinalityAgg)
  103. builder = builder.Aggregation("significantTerms", significantTermsAgg)
  104. builder = builder.Aggregation("retweetsRange", retweetsRangeAgg)
  105. builder = builder.Aggregation("dateRange", dateRangeAgg)
  106. builder = builder.Aggregation("missingTags", missingTagsAgg)
  107. builder = builder.Aggregation("retweetsHisto", retweetsHistoAgg)
  108. builder = builder.Aggregation("dateHisto", dateHistoAgg)
  109. builder = builder.Aggregation("retweetsFilter", retweetsFilterAgg)
  110. builder = builder.Aggregation("queryFilter", queryFilterAgg)
  111. builder = builder.Aggregation("top-tags", topTagsAgg)
  112. builder = builder.Aggregation("viewport", geoBoundsAgg)
  113. if esversion >= "1.4" {
  114. countByUserAgg := NewFiltersAggregation().Filters(NewTermFilter("user", "olivere"), NewTermFilter("user", "sandrae"))
  115. builder = builder.Aggregation("countByUser", countByUserAgg)
  116. }
  117. searchResult, err := builder.Do()
  118. if err != nil {
  119. t.Fatal(err)
  120. }
  121. if searchResult.Hits == nil {
  122. t.Errorf("expected Hits != nil; got: nil")
  123. }
  124. if searchResult.Hits.TotalHits != 3 {
  125. t.Errorf("expected Hits.TotalHits = %d; got: %d", 3, searchResult.Hits.TotalHits)
  126. }
  127. if len(searchResult.Hits.Hits) != 3 {
  128. t.Errorf("expected len(Hits.Hits) = %d; got: %d", 3, len(searchResult.Hits.Hits))
  129. }
  130. agg := searchResult.Aggregations
  131. if agg == nil {
  132. t.Fatalf("expected Aggregations != nil; got: nil")
  133. }
  134. // Search for non-existent aggregate should return (nil, false)
  135. unknownAgg, found := agg.Terms("no-such-aggregate")
  136. if found {
  137. t.Errorf("expected unknown aggregation to not be found; got: %v", found)
  138. }
  139. if unknownAgg != nil {
  140. t.Errorf("expected unknown aggregation to return %v; got %v", nil, unknownAgg)
  141. }
  142. // Global
  143. globalAggRes, found := agg.Global("global")
  144. if !found {
  145. t.Errorf("expected %v; got: %v", true, found)
  146. }
  147. if globalAggRes == nil {
  148. t.Fatalf("expected != nil; got: nil")
  149. }
  150. if globalAggRes.DocCount != 3 {
  151. t.Errorf("expected DocCount = %d; got: %d", 3, globalAggRes.DocCount)
  152. }
  153. // Search for existent aggregate (by name) should return (aggregate, true)
  154. termsAggRes, found := agg.Terms("users")
  155. if !found {
  156. t.Errorf("expected %v; got: %v", true, found)
  157. }
  158. if termsAggRes == nil {
  159. t.Fatalf("expected != nil; got: nil")
  160. }
  161. if len(termsAggRes.Buckets) != 2 {
  162. t.Fatalf("expected %d; got: %d", 2, len(termsAggRes.Buckets))
  163. }
  164. if termsAggRes.Buckets[0].Key != "olivere" {
  165. t.Errorf("expected %q; got: %q", "olivere", termsAggRes.Buckets[0].Key)
  166. }
  167. if termsAggRes.Buckets[0].DocCount != 2 {
  168. t.Errorf("expected %d; got: %d", 2, termsAggRes.Buckets[0].DocCount)
  169. }
  170. if termsAggRes.Buckets[1].Key != "sandrae" {
  171. t.Errorf("expected %q; got: %q", "sandrae", termsAggRes.Buckets[1].Key)
  172. }
  173. if termsAggRes.Buckets[1].DocCount != 1 {
  174. t.Errorf("expected %d; got: %d", 1, termsAggRes.Buckets[1].DocCount)
  175. }
  176. // A terms aggregate with keys that are not strings
  177. retweetsAggRes, found := agg.Terms("retweets")
  178. if !found {
  179. t.Errorf("expected %v; got: %v", true, found)
  180. }
  181. if retweetsAggRes == nil {
  182. t.Fatalf("expected != nil; got: nil")
  183. }
  184. if len(retweetsAggRes.Buckets) != 3 {
  185. t.Fatalf("expected %d; got: %d", 3, len(retweetsAggRes.Buckets))
  186. }
  187. if retweetsAggRes.Buckets[0].Key != float64(0) {
  188. t.Errorf("expected %v; got: %v", float64(0), retweetsAggRes.Buckets[0].Key)
  189. }
  190. if got, err := retweetsAggRes.Buckets[0].KeyNumber.Int64(); err != nil {
  191. t.Errorf("expected %d; got: %v", 0, retweetsAggRes.Buckets[0].Key)
  192. } else if got != 0 {
  193. t.Errorf("expected %d; got: %d", 0, got)
  194. }
  195. if retweetsAggRes.Buckets[0].KeyNumber != "0" {
  196. t.Errorf("expected %q; got: %q", "0", retweetsAggRes.Buckets[0].KeyNumber)
  197. }
  198. if retweetsAggRes.Buckets[0].DocCount != 1 {
  199. t.Errorf("expected %d; got: %d", 1, retweetsAggRes.Buckets[0].DocCount)
  200. }
  201. if retweetsAggRes.Buckets[1].Key != float64(12) {
  202. t.Errorf("expected %v; got: %v", float64(12), retweetsAggRes.Buckets[1].Key)
  203. }
  204. if got, err := retweetsAggRes.Buckets[1].KeyNumber.Int64(); err != nil {
  205. t.Errorf("expected %d; got: %v", 0, retweetsAggRes.Buckets[1].KeyNumber)
  206. } else if got != 12 {
  207. t.Errorf("expected %d; got: %d", 12, got)
  208. }
  209. if retweetsAggRes.Buckets[1].KeyNumber != "12" {
  210. t.Errorf("expected %q; got: %q", "12", retweetsAggRes.Buckets[1].KeyNumber)
  211. }
  212. if retweetsAggRes.Buckets[1].DocCount != 1 {
  213. t.Errorf("expected %d; got: %d", 1, retweetsAggRes.Buckets[1].DocCount)
  214. }
  215. if retweetsAggRes.Buckets[2].Key != float64(108) {
  216. t.Errorf("expected %v; got: %v", float64(108), retweetsAggRes.Buckets[2].Key)
  217. }
  218. if got, err := retweetsAggRes.Buckets[2].KeyNumber.Int64(); err != nil {
  219. t.Errorf("expected %d; got: %v", 108, retweetsAggRes.Buckets[2].KeyNumber)
  220. } else if got != 108 {
  221. t.Errorf("expected %d; got: %d", 108, got)
  222. }
  223. if retweetsAggRes.Buckets[2].KeyNumber != "108" {
  224. t.Errorf("expected %q; got: %q", "108", retweetsAggRes.Buckets[2].KeyNumber)
  225. }
  226. if retweetsAggRes.Buckets[2].DocCount != 1 {
  227. t.Errorf("expected %d; got: %d", 1, retweetsAggRes.Buckets[2].DocCount)
  228. }
  229. // avgRetweets
  230. avgAggRes, found := agg.Avg("avgRetweets")
  231. if !found {
  232. t.Errorf("expected %v; got: %v", true, found)
  233. }
  234. if avgAggRes == nil {
  235. t.Fatalf("expected != nil; got: nil")
  236. }
  237. if avgAggRes.Value == nil {
  238. t.Fatalf("expected != nil; got: %v", *avgAggRes.Value)
  239. }
  240. if *avgAggRes.Value != 40.0 {
  241. t.Errorf("expected %v; got: %v", 40.0, *avgAggRes.Value)
  242. }
  243. // minRetweets
  244. minAggRes, found := agg.Min("minRetweets")
  245. if !found {
  246. t.Errorf("expected %v; got: %v", true, found)
  247. }
  248. if minAggRes == nil {
  249. t.Fatalf("expected != nil; got: nil")
  250. }
  251. if minAggRes.Value == nil {
  252. t.Fatalf("expected != nil; got: %v", *minAggRes.Value)
  253. }
  254. if *minAggRes.Value != 0.0 {
  255. t.Errorf("expected %v; got: %v", 0.0, *minAggRes.Value)
  256. }
  257. // maxRetweets
  258. maxAggRes, found := agg.Max("maxRetweets")
  259. if !found {
  260. t.Errorf("expected %v; got: %v", true, found)
  261. }
  262. if maxAggRes == nil {
  263. t.Fatalf("expected != nil; got: nil")
  264. }
  265. if maxAggRes.Value == nil {
  266. t.Fatalf("expected != nil; got: %v", *maxAggRes.Value)
  267. }
  268. if *maxAggRes.Value != 108.0 {
  269. t.Errorf("expected %v; got: %v", 108.0, *maxAggRes.Value)
  270. }
  271. // sumRetweets
  272. sumAggRes, found := agg.Sum("sumRetweets")
  273. if !found {
  274. t.Errorf("expected %v; got: %v", true, found)
  275. }
  276. if sumAggRes == nil {
  277. t.Fatalf("expected != nil; got: nil")
  278. }
  279. if sumAggRes.Value == nil {
  280. t.Fatalf("expected != nil; got: %v", *sumAggRes.Value)
  281. }
  282. if *sumAggRes.Value != 120.0 {
  283. t.Errorf("expected %v; got: %v", 120.0, *sumAggRes.Value)
  284. }
  285. // statsRetweets
  286. statsAggRes, found := agg.Stats("statsRetweets")
  287. if !found {
  288. t.Errorf("expected %v; got: %v", true, found)
  289. }
  290. if statsAggRes == nil {
  291. t.Fatalf("expected != nil; got: nil")
  292. }
  293. if statsAggRes.Count != 3 {
  294. t.Errorf("expected %d; got: %d", 3, statsAggRes.Count)
  295. }
  296. if statsAggRes.Min == nil {
  297. t.Fatalf("expected != nil; got: %v", *statsAggRes.Min)
  298. }
  299. if *statsAggRes.Min != 0.0 {
  300. t.Errorf("expected %v; got: %v", 0.0, *statsAggRes.Min)
  301. }
  302. if statsAggRes.Max == nil {
  303. t.Fatalf("expected != nil; got: %v", *statsAggRes.Max)
  304. }
  305. if *statsAggRes.Max != 108.0 {
  306. t.Errorf("expected %v; got: %v", 108.0, *statsAggRes.Max)
  307. }
  308. if statsAggRes.Avg == nil {
  309. t.Fatalf("expected != nil; got: %v", *statsAggRes.Avg)
  310. }
  311. if *statsAggRes.Avg != 40.0 {
  312. t.Errorf("expected %v; got: %v", 40.0, *statsAggRes.Avg)
  313. }
  314. if statsAggRes.Sum == nil {
  315. t.Fatalf("expected != nil; got: %v", *statsAggRes.Sum)
  316. }
  317. if *statsAggRes.Sum != 120.0 {
  318. t.Errorf("expected %v; got: %v", 120.0, *statsAggRes.Sum)
  319. }
  320. // extstatsRetweets
  321. extStatsAggRes, found := agg.ExtendedStats("extstatsRetweets")
  322. if !found {
  323. t.Errorf("expected %v; got: %v", true, found)
  324. }
  325. if extStatsAggRes == nil {
  326. t.Fatalf("expected != nil; got: nil")
  327. }
  328. if extStatsAggRes.Count != 3 {
  329. t.Errorf("expected %d; got: %d", 3, extStatsAggRes.Count)
  330. }
  331. if extStatsAggRes.Min == nil {
  332. t.Fatalf("expected != nil; got: %v", *extStatsAggRes.Min)
  333. }
  334. if *extStatsAggRes.Min != 0.0 {
  335. t.Errorf("expected %v; got: %v", 0.0, *extStatsAggRes.Min)
  336. }
  337. if extStatsAggRes.Max == nil {
  338. t.Fatalf("expected != nil; got: %v", *extStatsAggRes.Max)
  339. }
  340. if *extStatsAggRes.Max != 108.0 {
  341. t.Errorf("expected %v; got: %v", 108.0, *extStatsAggRes.Max)
  342. }
  343. if extStatsAggRes.Avg == nil {
  344. t.Fatalf("expected != nil; got: %v", *extStatsAggRes.Avg)
  345. }
  346. if *extStatsAggRes.Avg != 40.0 {
  347. t.Errorf("expected %v; got: %v", 40.0, *extStatsAggRes.Avg)
  348. }
  349. if extStatsAggRes.Sum == nil {
  350. t.Fatalf("expected != nil; got: %v", *extStatsAggRes.Sum)
  351. }
  352. if *extStatsAggRes.Sum != 120.0 {
  353. t.Errorf("expected %v; got: %v", 120.0, *extStatsAggRes.Sum)
  354. }
  355. if extStatsAggRes.SumOfSquares == nil {
  356. t.Fatalf("expected != nil; got: %v", *extStatsAggRes.SumOfSquares)
  357. }
  358. if *extStatsAggRes.SumOfSquares != 11808.0 {
  359. t.Errorf("expected %v; got: %v", 11808.0, *extStatsAggRes.SumOfSquares)
  360. }
  361. if extStatsAggRes.Variance == nil {
  362. t.Fatalf("expected != nil; got: %v", *extStatsAggRes.Variance)
  363. }
  364. if *extStatsAggRes.Variance != 2336.0 {
  365. t.Errorf("expected %v; got: %v", 2336.0, *extStatsAggRes.Variance)
  366. }
  367. if extStatsAggRes.StdDeviation == nil {
  368. t.Fatalf("expected != nil; got: %v", *extStatsAggRes.StdDeviation)
  369. }
  370. if *extStatsAggRes.StdDeviation != 48.33218389437829 {
  371. t.Errorf("expected %v; got: %v", 48.33218389437829, *extStatsAggRes.StdDeviation)
  372. }
  373. // valueCountRetweets
  374. valueCountAggRes, found := agg.ValueCount("valueCountRetweets")
  375. if !found {
  376. t.Errorf("expected %v; got: %v", true, found)
  377. }
  378. if valueCountAggRes == nil {
  379. t.Fatalf("expected != nil; got: nil")
  380. }
  381. if valueCountAggRes.Value == nil {
  382. t.Fatalf("expected != nil; got: %v", *valueCountAggRes.Value)
  383. }
  384. if *valueCountAggRes.Value != 3.0 {
  385. t.Errorf("expected %v; got: %v", 3.0, *valueCountAggRes.Value)
  386. }
  387. // percentilesRetweets
  388. percentilesAggRes, found := agg.Percentiles("percentilesRetweets")
  389. if !found {
  390. t.Errorf("expected %v; got: %v", true, found)
  391. }
  392. if percentilesAggRes == nil {
  393. t.Fatalf("expected != nil; got: nil")
  394. }
  395. // ES 1.4.x returns 7: {"1.0":...}
  396. // ES 1.5.0 returns 14: {"1.0":..., "1.0_as_string":...}
  397. // So we're relaxing the test here.
  398. if len(percentilesAggRes.Values) == 0 {
  399. t.Errorf("expected at least %d value; got: %d\nValues are: %#v", 1, len(percentilesAggRes.Values), percentilesAggRes.Values)
  400. }
  401. if _, found := percentilesAggRes.Values["0.0"]; found {
  402. t.Errorf("expected %v; got: %v", false, found)
  403. }
  404. if percentilesAggRes.Values["1.0"] != 0.24 {
  405. t.Errorf("expected %v; got: %v", 0.24, percentilesAggRes.Values["1.0"])
  406. }
  407. if percentilesAggRes.Values["25.0"] != 6.0 {
  408. t.Errorf("expected %v; got: %v", 6.0, percentilesAggRes.Values["25.0"])
  409. }
  410. if percentilesAggRes.Values["99.0"] != 106.08 {
  411. t.Errorf("expected %v; got: %v", 106.08, percentilesAggRes.Values["99.0"])
  412. }
  413. // percentileRanksRetweets
  414. percentileRanksAggRes, found := agg.PercentileRanks("percentileRanksRetweets")
  415. if !found {
  416. t.Errorf("expected %v; got: %v", true, found)
  417. }
  418. if percentileRanksAggRes == nil {
  419. t.Fatalf("expected != nil; got: nil")
  420. }
  421. if len(percentileRanksAggRes.Values) == 0 {
  422. t.Errorf("expected at least %d value; got %d\nValues are: %#v", 1, len(percentileRanksAggRes.Values), percentileRanksAggRes.Values)
  423. }
  424. if _, found := percentileRanksAggRes.Values["0.0"]; found {
  425. t.Errorf("expected %v; got: %v", true, found)
  426. }
  427. if percentileRanksAggRes.Values["25.0"] != 21.180555555555557 {
  428. t.Errorf("expected %v; got: %v", 21.180555555555557, percentileRanksAggRes.Values["25.0"])
  429. }
  430. if percentileRanksAggRes.Values["50.0"] != 29.86111111111111 {
  431. t.Errorf("expected %v; got: %v", 29.86111111111111, percentileRanksAggRes.Values["50.0"])
  432. }
  433. if percentileRanksAggRes.Values["75.0"] != 38.54166666666667 {
  434. t.Errorf("expected %v; got: %v", 38.54166666666667, percentileRanksAggRes.Values["75.0"])
  435. }
  436. // usersCardinality
  437. cardAggRes, found := agg.Cardinality("usersCardinality")
  438. if !found {
  439. t.Errorf("expected %v; got: %v", true, found)
  440. }
  441. if cardAggRes == nil {
  442. t.Fatalf("expected != nil; got: nil")
  443. }
  444. if cardAggRes.Value == nil {
  445. t.Fatalf("expected != nil; got: %v", *cardAggRes.Value)
  446. }
  447. if *cardAggRes.Value != 2 {
  448. t.Errorf("expected %v; got: %v", 2, *cardAggRes.Value)
  449. }
  450. // retweetsFilter
  451. filterAggRes, found := agg.Filter("retweetsFilter")
  452. if !found {
  453. t.Errorf("expected %v; got: %v", true, found)
  454. }
  455. if filterAggRes == nil {
  456. t.Fatalf("expected != nil; got: nil")
  457. }
  458. if filterAggRes.DocCount != 2 {
  459. t.Fatalf("expected %v; got: %v", 2, filterAggRes.DocCount)
  460. }
  461. // Retrieve sub-aggregation
  462. avgRetweetsAggRes, found := filterAggRes.Avg("avgRetweetsSub")
  463. if !found {
  464. t.Error("expected sub-aggregation \"avgRetweets\" to be found; got false")
  465. }
  466. if avgRetweetsAggRes == nil {
  467. t.Fatal("expected sub-aggregation \"avgRetweets\"; got nil")
  468. }
  469. if avgRetweetsAggRes.Value == nil {
  470. t.Fatalf("expected != nil; got: %v", avgRetweetsAggRes.Value)
  471. }
  472. if *avgRetweetsAggRes.Value != 54.0 {
  473. t.Errorf("expected %v; got: %v", 54.0, *avgRetweetsAggRes.Value)
  474. }
  475. // queryFilter
  476. queryFilterAggRes, found := agg.Filter("queryFilter")
  477. if !found {
  478. t.Errorf("expected %v; got: %v", true, found)
  479. }
  480. if queryFilterAggRes == nil {
  481. t.Fatalf("expected != nil; got: nil")
  482. }
  483. if queryFilterAggRes.DocCount != 2 {
  484. t.Fatalf("expected %v; got: %v", 2, queryFilterAggRes.DocCount)
  485. }
  486. // significantTerms
  487. stAggRes, found := agg.SignificantTerms("significantTerms")
  488. if !found {
  489. t.Errorf("expected %v; got: %v", true, found)
  490. }
  491. if stAggRes == nil {
  492. t.Fatalf("expected != nil; got: nil")
  493. }
  494. if stAggRes.DocCount != 3 {
  495. t.Errorf("expected %v; got: %v", 3, stAggRes.DocCount)
  496. }
  497. if len(stAggRes.Buckets) != 0 {
  498. t.Errorf("expected %v; got: %v", 0, len(stAggRes.Buckets))
  499. }
  500. // retweetsRange
  501. rangeAggRes, found := agg.Range("retweetsRange")
  502. if !found {
  503. t.Errorf("expected %v; got: %v", true, found)
  504. }
  505. if rangeAggRes == nil {
  506. t.Fatal("expected != nil; got: nil")
  507. }
  508. if len(rangeAggRes.Buckets) != 3 {
  509. t.Fatalf("expected %d; got: %d", 3, len(rangeAggRes.Buckets))
  510. }
  511. if rangeAggRes.Buckets[0].DocCount != 1 {
  512. t.Errorf("expected %d; got: %d", 1, rangeAggRes.Buckets[0].DocCount)
  513. }
  514. if rangeAggRes.Buckets[1].DocCount != 1 {
  515. t.Errorf("expected %d; got: %d", 1, rangeAggRes.Buckets[1].DocCount)
  516. }
  517. if rangeAggRes.Buckets[2].DocCount != 1 {
  518. t.Errorf("expected %d; got: %d", 1, rangeAggRes.Buckets[2].DocCount)
  519. }
  520. // dateRange
  521. dateRangeRes, found := agg.DateRange("dateRange")
  522. if !found {
  523. t.Errorf("expected %v; got: %v", true, found)
  524. }
  525. if dateRangeRes == nil {
  526. t.Fatal("expected != nil; got: nil")
  527. }
  528. if dateRangeRes.Buckets[0].DocCount != 1 {
  529. t.Errorf("expected %d; got: %d", 1, dateRangeRes.Buckets[0].DocCount)
  530. }
  531. if dateRangeRes.Buckets[0].From != nil {
  532. t.Fatal("expected From to be nil")
  533. }
  534. if dateRangeRes.Buckets[0].To == nil {
  535. t.Fatal("expected To to be != nil")
  536. }
  537. if *dateRangeRes.Buckets[0].To != 1.325376e+12 {
  538. t.Errorf("expected %v; got: %v", 1.325376e+12, *dateRangeRes.Buckets[0].To)
  539. }
  540. if dateRangeRes.Buckets[0].ToAsString != "2012-01-01T00:00:00.000Z" {
  541. t.Errorf("expected %q; got: %q", "2012-01-01T00:00:00.000Z", dateRangeRes.Buckets[0].ToAsString)
  542. }
  543. if dateRangeRes.Buckets[1].DocCount != 2 {
  544. t.Errorf("expected %d; got: %d", 2, dateRangeRes.Buckets[1].DocCount)
  545. }
  546. if dateRangeRes.Buckets[1].From == nil {
  547. t.Fatal("expected From to be != nil")
  548. }
  549. if *dateRangeRes.Buckets[1].From != 1.325376e+12 {
  550. t.Errorf("expected From = %v; got: %v", 1.325376e+12, *dateRangeRes.Buckets[1].From)
  551. }
  552. if dateRangeRes.Buckets[1].FromAsString != "2012-01-01T00:00:00.000Z" {
  553. t.Errorf("expected FromAsString = %q; got: %q", "2012-01-01T00:00:00.000Z", dateRangeRes.Buckets[1].FromAsString)
  554. }
  555. if dateRangeRes.Buckets[1].To == nil {
  556. t.Fatal("expected To to be != nil")
  557. }
  558. if *dateRangeRes.Buckets[1].To != 1.3569984e+12 {
  559. t.Errorf("expected To = %v; got: %v", 1.3569984e+12, *dateRangeRes.Buckets[1].To)
  560. }
  561. if dateRangeRes.Buckets[1].ToAsString != "2013-01-01T00:00:00.000Z" {
  562. t.Errorf("expected ToAsString = %q; got: %q", "2013-01-01T00:00:00.000Z", dateRangeRes.Buckets[1].ToAsString)
  563. }
  564. if dateRangeRes.Buckets[2].DocCount != 0 {
  565. t.Errorf("expected %d; got: %d", 0, dateRangeRes.Buckets[2].DocCount)
  566. }
  567. if dateRangeRes.Buckets[2].To != nil {
  568. t.Fatal("expected To to be nil")
  569. }
  570. if dateRangeRes.Buckets[2].From == nil {
  571. t.Fatal("expected From to be != nil")
  572. }
  573. if *dateRangeRes.Buckets[2].From != 1.3569984e+12 {
  574. t.Errorf("expected %v; got: %v", 1.3569984e+12, *dateRangeRes.Buckets[2].From)
  575. }
  576. if dateRangeRes.Buckets[2].FromAsString != "2013-01-01T00:00:00.000Z" {
  577. t.Errorf("expected %q; got: %q", "2013-01-01T00:00:00.000Z", dateRangeRes.Buckets[2].FromAsString)
  578. }
  579. // missingTags
  580. missingRes, found := agg.Missing("missingTags")
  581. if !found {
  582. t.Errorf("expected %v; got: %v", true, found)
  583. }
  584. if missingRes == nil {
  585. t.Fatalf("expected != nil; got: nil")
  586. }
  587. if missingRes.DocCount != 0 {
  588. t.Errorf("expected searchResult.Aggregations[\"missingTags\"].DocCount = %v; got %v", 0, missingRes.DocCount)
  589. }
  590. // retweetsHisto
  591. histoRes, found := agg.Histogram("retweetsHisto")
  592. if !found {
  593. t.Errorf("expected %v; got: %v", true, found)
  594. }
  595. if histoRes == nil {
  596. t.Fatalf("expected != nil; got: nil")
  597. }
  598. if len(histoRes.Buckets) != 2 {
  599. t.Fatalf("expected %d; got: %d", 2, len(histoRes.Buckets))
  600. }
  601. if histoRes.Buckets[0].DocCount != 2 {
  602. t.Errorf("expected %d; got: %d", 2, histoRes.Buckets[0].DocCount)
  603. }
  604. if histoRes.Buckets[0].Key != 0.0 {
  605. t.Errorf("expected %v; got: %v", 0.0, histoRes.Buckets[0].Key)
  606. }
  607. if histoRes.Buckets[1].DocCount != 1 {
  608. t.Errorf("expected %d; got: %d", 1, histoRes.Buckets[1].DocCount)
  609. }
  610. if histoRes.Buckets[1].Key != 100.0 {
  611. t.Errorf("expected %v; got: %v", 100.0, histoRes.Buckets[1].Key)
  612. }
  613. // dateHisto
  614. dateHistoRes, found := agg.DateHistogram("dateHisto")
  615. if !found {
  616. t.Errorf("expected %v; got: %v", true, found)
  617. }
  618. if dateHistoRes == nil {
  619. t.Fatalf("expected != nil; got: nil")
  620. }
  621. if len(dateHistoRes.Buckets) != 2 {
  622. t.Fatalf("expected %d; got: %d", 2, len(dateHistoRes.Buckets))
  623. }
  624. if dateHistoRes.Buckets[0].DocCount != 1 {
  625. t.Errorf("expected %d; got: %d", 1, dateHistoRes.Buckets[0].DocCount)
  626. }
  627. if dateHistoRes.Buckets[0].Key != 1.29384e+12 {
  628. t.Errorf("expected %v; got: %v", 1.29384e+12, dateHistoRes.Buckets[0].Key)
  629. }
  630. if dateHistoRes.Buckets[0].KeyAsString == nil {
  631. t.Fatalf("expected != nil; got: %q", dateHistoRes.Buckets[0].KeyAsString)
  632. }
  633. if *dateHistoRes.Buckets[0].KeyAsString != "2011-01-01T00:00:00.000Z" {
  634. t.Errorf("expected %q; got: %q", "2011-01-01T00:00:00.000Z", *dateHistoRes.Buckets[0].KeyAsString)
  635. }
  636. if dateHistoRes.Buckets[1].DocCount != 2 {
  637. t.Errorf("expected %d; got: %d", 2, dateHistoRes.Buckets[1].DocCount)
  638. }
  639. if dateHistoRes.Buckets[1].Key != 1.325376e+12 {
  640. t.Errorf("expected %v; got: %v", 1.325376e+12, dateHistoRes.Buckets[1].Key)
  641. }
  642. if dateHistoRes.Buckets[1].KeyAsString == nil {
  643. t.Fatalf("expected != nil; got: %q", dateHistoRes.Buckets[1].KeyAsString)
  644. }
  645. if *dateHistoRes.Buckets[1].KeyAsString != "2012-01-01T00:00:00.000Z" {
  646. t.Errorf("expected %q; got: %q", "2012-01-01T00:00:00.000Z", *dateHistoRes.Buckets[1].KeyAsString)
  647. }
  648. // topHits
  649. topTags, found := agg.Terms("top-tags")
  650. if !found {
  651. t.Errorf("expected %v; got: %v", true, found)
  652. }
  653. if topTags == nil {
  654. t.Fatalf("expected != nil; got: nil")
  655. }
  656. if esversion >= "1.4.0" {
  657. if topTags.DocCountErrorUpperBound != 0 {
  658. t.Errorf("expected %v; got: %v", 0, topTags.DocCountErrorUpperBound)
  659. }
  660. if topTags.SumOfOtherDocCount != 1 {
  661. t.Errorf("expected %v; got: %v", 1, topTags.SumOfOtherDocCount)
  662. }
  663. }
  664. if len(topTags.Buckets) != 3 {
  665. t.Fatalf("expected %d; got: %d", 3, len(topTags.Buckets))
  666. }
  667. if topTags.Buckets[0].DocCount != 2 {
  668. t.Errorf("expected %d; got: %d", 2, topTags.Buckets[0].DocCount)
  669. }
  670. if topTags.Buckets[0].Key != "golang" {
  671. t.Errorf("expected %v; got: %v", "golang", topTags.Buckets[0].Key)
  672. }
  673. topHits, found := topTags.Buckets[0].TopHits("top_tag_hits")
  674. if !found {
  675. t.Errorf("expected %v; got: %v", true, found)
  676. }
  677. if topHits == nil {
  678. t.Fatal("expected != nil; got: nil")
  679. }
  680. if topHits.Hits == nil {
  681. t.Fatalf("expected != nil; got: nil")
  682. }
  683. if topHits.Hits.TotalHits != 2 {
  684. t.Errorf("expected %d; got: %d", 2, topHits.Hits.TotalHits)
  685. }
  686. if topHits.Hits.Hits == nil {
  687. t.Fatalf("expected != nil; got: nil")
  688. }
  689. if len(topHits.Hits.Hits) != 2 {
  690. t.Fatalf("expected %d; got: %d", 2, len(topHits.Hits.Hits))
  691. }
  692. hit := topHits.Hits.Hits[0]
  693. if !found {
  694. t.Fatalf("expected %v; got: %v", true, found)
  695. }
  696. if hit == nil {
  697. t.Fatal("expected != nil; got: nil")
  698. }
  699. var tw tweet
  700. if err := json.Unmarshal(*hit.Source, &tw); err != nil {
  701. t.Fatalf("expected no error; got: %v", err)
  702. }
  703. if tw.Message != "Welcome to Golang and Elasticsearch." {
  704. t.Errorf("expected %q; got: %q", "Welcome to Golang and Elasticsearch.", tw.Message)
  705. }
  706. if topTags.Buckets[1].DocCount != 1 {
  707. t.Errorf("expected %d; got: %d", 1, topTags.Buckets[1].DocCount)
  708. }
  709. if topTags.Buckets[1].Key != "cycling" {
  710. t.Errorf("expected %v; got: %v", "cycling", topTags.Buckets[1].Key)
  711. }
  712. topHits, found = topTags.Buckets[1].TopHits("top_tag_hits")
  713. if !found {
  714. t.Errorf("expected %v; got: %v", true, found)
  715. }
  716. if topHits == nil {
  717. t.Fatal("expected != nil; got: nil")
  718. }
  719. if topHits.Hits == nil {
  720. t.Fatal("expected != nil; got nil")
  721. }
  722. if topHits.Hits.TotalHits != 1 {
  723. t.Errorf("expected %d; got: %d", 1, topHits.Hits.TotalHits)
  724. }
  725. if topTags.Buckets[2].DocCount != 1 {
  726. t.Errorf("expected %d; got: %d", 1, topTags.Buckets[2].DocCount)
  727. }
  728. if topTags.Buckets[2].Key != "elasticsearch" {
  729. t.Errorf("expected %v; got: %v", "elasticsearch", topTags.Buckets[2].Key)
  730. }
  731. topHits, found = topTags.Buckets[2].TopHits("top_tag_hits")
  732. if !found {
  733. t.Errorf("expected %v; got: %v", true, found)
  734. }
  735. if topHits == nil {
  736. t.Fatal("expected != nil; got: nil")
  737. }
  738. if topHits.Hits == nil {
  739. t.Fatal("expected != nil; got: nil")
  740. }
  741. if topHits.Hits.TotalHits != 1 {
  742. t.Errorf("expected %d; got: %d", 1, topHits.Hits.TotalHits)
  743. }
  744. // viewport via geo_bounds (1.3.0 has an error in that it doesn't output the aggregation name)
  745. geoBoundsRes, found := agg.GeoBounds("viewport")
  746. if !found {
  747. t.Errorf("expected %v; got: %v", true, found)
  748. }
  749. if geoBoundsRes == nil {
  750. t.Fatalf("expected != nil; got: nil")
  751. }
  752. if esversion >= "1.4" {
  753. // Filters agg "countByUser"
  754. countByUserAggRes, found := agg.Filters("countByUser")
  755. if !found {
  756. t.Errorf("expected %v; got: %v", true, found)
  757. }
  758. if countByUserAggRes == nil {
  759. t.Fatalf("expected != nil; got: nil")
  760. }
  761. if len(countByUserAggRes.Buckets) != 2 {
  762. t.Fatalf("expected %d; got: %d", 2, len(countByUserAggRes.Buckets))
  763. }
  764. if countByUserAggRes.Buckets[0].DocCount != 2 {
  765. t.Errorf("expected %d; got: %d", 2, countByUserAggRes.Buckets[0].DocCount)
  766. }
  767. if countByUserAggRes.Buckets[1].DocCount != 1 {
  768. t.Errorf("expected %d; got: %d", 1, countByUserAggRes.Buckets[1].DocCount)
  769. }
  770. }
  771. }
  772. // TestAggsMarshal ensures that marshaling aggregations back into a string
  773. // does not yield base64 encoded data. See https://github.com/olivere/elastic/issues/51
  774. // and https://groups.google.com/forum/#!topic/Golang-Nuts/38ShOlhxAYY for details.
  775. func TestAggsMarshal(t *testing.T) {
  776. client := setupTestClientAndCreateIndex(t)
  777. tweet1 := tweet{
  778. User: "olivere",
  779. Retweets: 108,
  780. Message: "Welcome to Golang and Elasticsearch.",
  781. Image: "http://golang.org/doc/gopher/gophercolor.png",
  782. Tags: []string{"golang", "elasticsearch"},
  783. Location: "48.1333,11.5667", // lat,lon
  784. Created: time.Date(2012, 12, 12, 17, 38, 34, 0, time.UTC),
  785. }
  786. // Add all documents
  787. _, err := client.Index().Index(testIndexName).Type("tweet").Id("1").BodyJson(&tweet1).Do()
  788. if err != nil {
  789. t.Fatal(err)
  790. }
  791. _, err = client.Flush().Index(testIndexName).Do()
  792. if err != nil {
  793. t.Fatal(err)
  794. }
  795. // Match all should return all documents
  796. all := NewMatchAllQuery()
  797. dhagg := NewDateHistogramAggregation().Field("created").Interval("year")
  798. // Run query
  799. builder := client.Search().Index(testIndexName).Query(&all)
  800. builder = builder.Aggregation("dhagg", dhagg)
  801. searchResult, err := builder.Do()
  802. if err != nil {
  803. t.Fatal(err)
  804. }
  805. if searchResult.TotalHits() != 1 {
  806. t.Errorf("expected Hits.TotalHits = %d; got: %d", 1, searchResult.TotalHits())
  807. }
  808. if _, found := searchResult.Aggregations["dhagg"]; !found {
  809. t.Fatalf("expected aggregation %q", "dhagg")
  810. }
  811. buf, err := json.Marshal(searchResult)
  812. if err != nil {
  813. t.Fatal(err)
  814. }
  815. s := string(buf)
  816. if i := strings.Index(s, `{"dhagg":{"buckets":[{"key_as_string":"2012-01-01`); i < 0 {
  817. t.Errorf("expected to serialize aggregation into string; got: %v", s)
  818. }
  819. }
  820. func TestAggsMin(t *testing.T) {
  821. s := `{
  822. "min_price": {
  823. "value": 10
  824. }
  825. }`
  826. aggs := new(Aggregations)
  827. err := json.Unmarshal([]byte(s), &aggs)
  828. if err != nil {
  829. t.Fatalf("expected no error decoding; got: %v", err)
  830. }
  831. agg, found := aggs.Min("min_price")
  832. if !found {
  833. t.Fatalf("expected aggregation to be found; got: %v", found)
  834. }
  835. if agg == nil {
  836. t.Fatalf("expected aggregation != nil; got: %v", agg)
  837. }
  838. if agg.Value == nil {
  839. t.Fatalf("expected aggregation value != nil; got: %v", agg.Value)
  840. }
  841. if *agg.Value != float64(10) {
  842. t.Fatalf("expected aggregation value = %v; got: %v", float64(10), *agg.Value)
  843. }
  844. }
  845. func TestAggsMax(t *testing.T) {
  846. s := `{
  847. "max_price": {
  848. "value": 35
  849. }
  850. }`
  851. aggs := new(Aggregations)
  852. err := json.Unmarshal([]byte(s), &aggs)
  853. if err != nil {
  854. t.Fatalf("expected no error decoding; got: %v", err)
  855. }
  856. agg, found := aggs.Max("max_price")
  857. if !found {
  858. t.Fatalf("expected aggregation to be found; got: %v", found)
  859. }
  860. if agg == nil {
  861. t.Fatalf("expected aggregation != nil; got: %v", agg)
  862. }
  863. if agg.Value == nil {
  864. t.Fatalf("expected aggregation value != nil; got: %v", agg.Value)
  865. }
  866. if *agg.Value != float64(35) {
  867. t.Fatalf("expected aggregation value = %v; got: %v", float64(35), *agg.Value)
  868. }
  869. }
  870. func TestAggsSum(t *testing.T) {
  871. s := `{
  872. "intraday_return": {
  873. "value": 2.18
  874. }
  875. }`
  876. aggs := new(Aggregations)
  877. err := json.Unmarshal([]byte(s), &aggs)
  878. if err != nil {
  879. t.Fatalf("expected no error decoding; got: %v", err)
  880. }
  881. agg, found := aggs.Sum("intraday_return")
  882. if !found {
  883. t.Fatalf("expected aggregation to be found; got: %v", found)
  884. }
  885. if agg == nil {
  886. t.Fatalf("expected aggregation != nil; got: %v", agg)
  887. }
  888. if agg.Value == nil {
  889. t.Fatalf("expected aggregation value != nil; got: %v", agg.Value)
  890. }
  891. if *agg.Value != float64(2.18) {
  892. t.Fatalf("expected aggregation value = %v; got: %v", float64(2.18), *agg.Value)
  893. }
  894. }
  895. func TestAggsAvg(t *testing.T) {
  896. s := `{
  897. "avg_grade": {
  898. "value": 75
  899. }
  900. }`
  901. aggs := new(Aggregations)
  902. err := json.Unmarshal([]byte(s), &aggs)
  903. if err != nil {
  904. t.Fatalf("expected no error decoding; got: %v", err)
  905. }
  906. agg, found := aggs.Avg("avg_grade")
  907. if !found {
  908. t.Fatalf("expected aggregation to be found; got: %v", found)
  909. }
  910. if agg == nil {
  911. t.Fatalf("expected aggregation != nil; got: %v", agg)
  912. }
  913. if agg.Value == nil {
  914. t.Fatalf("expected aggregation value != nil; got: %v", agg.Value)
  915. }
  916. if *agg.Value != float64(75) {
  917. t.Fatalf("expected aggregation value = %v; got: %v", float64(75), *agg.Value)
  918. }
  919. }
  920. func TestAggsValueCount(t *testing.T) {
  921. s := `{
  922. "grades_count": {
  923. "value": 10
  924. }
  925. }`
  926. aggs := new(Aggregations)
  927. err := json.Unmarshal([]byte(s), &aggs)
  928. if err != nil {
  929. t.Fatalf("expected no error decoding; got: %v", err)
  930. }
  931. agg, found := aggs.ValueCount("grades_count")
  932. if !found {
  933. t.Fatalf("expected aggregation to be found; got: %v", found)
  934. }
  935. if agg == nil {
  936. t.Fatalf("expected aggregation != nil; got: %v", agg)
  937. }
  938. if agg.Value == nil {
  939. t.Fatalf("expected aggregation value != nil; got: %v", agg.Value)
  940. }
  941. if *agg.Value != float64(10) {
  942. t.Fatalf("expected aggregation value = %v; got: %v", float64(10), *agg.Value)
  943. }
  944. }
  945. func TestAggsCardinality(t *testing.T) {
  946. s := `{
  947. "author_count": {
  948. "value": 12
  949. }
  950. }`
  951. aggs := new(Aggregations)
  952. err := json.Unmarshal([]byte(s), &aggs)
  953. if err != nil {
  954. t.Fatalf("expected no error decoding; got: %v", err)
  955. }
  956. agg, found := aggs.Cardinality("author_count")
  957. if !found {
  958. t.Fatalf("expected aggregation to be found; got: %v", found)
  959. }
  960. if agg == nil {
  961. t.Fatalf("expected aggregation != nil; got: %v", agg)
  962. }
  963. if agg.Value == nil {
  964. t.Fatalf("expected aggregation value != nil; got: %v", agg.Value)
  965. }
  966. if *agg.Value != float64(12) {
  967. t.Fatalf("expected aggregation value = %v; got: %v", float64(12), *agg.Value)
  968. }
  969. }
  970. func TestAggsStats(t *testing.T) {
  971. s := `{
  972. "grades_stats": {
  973. "count": 6,
  974. "min": 60,
  975. "max": 98,
  976. "avg": 78.5,
  977. "sum": 471
  978. }
  979. }`
  980. aggs := new(Aggregations)
  981. err := json.Unmarshal([]byte(s), &aggs)
  982. if err != nil {
  983. t.Fatalf("expected no error decoding; got: %v", err)
  984. }
  985. agg, found := aggs.Stats("grades_stats")
  986. if !found {
  987. t.Fatalf("expected aggregation to be found; got: %v", found)
  988. }
  989. if agg == nil {
  990. t.Fatalf("expected aggregation != nil; got: %v", agg)
  991. }
  992. if agg.Count != int64(6) {
  993. t.Fatalf("expected aggregation Count = %v; got: %v", int64(6), agg.Count)
  994. }
  995. if agg.Min == nil {
  996. t.Fatalf("expected aggregation Min != nil; got: %v", agg.Min)
  997. }
  998. if *agg.Min != float64(60) {
  999. t.Fatalf("expected aggregation Min = %v; got: %v", float64(60), *agg.Min)
  1000. }
  1001. if agg.Max == nil {
  1002. t.Fatalf("expected aggregation Max != nil; got: %v", agg.Max)
  1003. }
  1004. if *agg.Max != float64(98) {
  1005. t.Fatalf("expected aggregation Max = %v; got: %v", float64(98), *agg.Max)
  1006. }
  1007. if agg.Avg == nil {
  1008. t.Fatalf("expected aggregation Avg != nil; got: %v", agg.Avg)
  1009. }
  1010. if *agg.Avg != float64(78.5) {
  1011. t.Fatalf("expected aggregation Avg = %v; got: %v", float64(78.5), *agg.Avg)
  1012. }
  1013. if agg.Sum == nil {
  1014. t.Fatalf("expected aggregation Sum != nil; got: %v", agg.Sum)
  1015. }
  1016. if *agg.Sum != float64(471) {
  1017. t.Fatalf("expected aggregation Sum = %v; got: %v", float64(471), *agg.Sum)
  1018. }
  1019. }
  1020. func TestAggsExtendedStats(t *testing.T) {
  1021. s := `{
  1022. "grades_stats": {
  1023. "count": 6,
  1024. "min": 72,
  1025. "max": 117.6,
  1026. "avg": 94.2,
  1027. "sum": 565.2,
  1028. "sum_of_squares": 54551.51999999999,
  1029. "variance": 218.2799999999976,
  1030. "std_deviation": 14.774302013969987
  1031. }
  1032. }`
  1033. aggs := new(Aggregations)
  1034. err := json.Unmarshal([]byte(s), &aggs)
  1035. if err != nil {
  1036. t.Fatalf("expected no error decoding; got: %v", err)
  1037. }
  1038. agg, found := aggs.ExtendedStats("grades_stats")
  1039. if !found {
  1040. t.Fatalf("expected aggregation to be found; got: %v", found)
  1041. }
  1042. if agg == nil {
  1043. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1044. }
  1045. if agg.Count != int64(6) {
  1046. t.Fatalf("expected aggregation Count = %v; got: %v", int64(6), agg.Count)
  1047. }
  1048. if agg.Min == nil {
  1049. t.Fatalf("expected aggregation Min != nil; got: %v", agg.Min)
  1050. }
  1051. if *agg.Min != float64(72) {
  1052. t.Fatalf("expected aggregation Min = %v; got: %v", float64(72), *agg.Min)
  1053. }
  1054. if agg.Max == nil {
  1055. t.Fatalf("expected aggregation Max != nil; got: %v", agg.Max)
  1056. }
  1057. if *agg.Max != float64(117.6) {
  1058. t.Fatalf("expected aggregation Max = %v; got: %v", float64(117.6), *agg.Max)
  1059. }
  1060. if agg.Avg == nil {
  1061. t.Fatalf("expected aggregation Avg != nil; got: %v", agg.Avg)
  1062. }
  1063. if *agg.Avg != float64(94.2) {
  1064. t.Fatalf("expected aggregation Avg = %v; got: %v", float64(94.2), *agg.Avg)
  1065. }
  1066. if agg.Sum == nil {
  1067. t.Fatalf("expected aggregation Sum != nil; got: %v", agg.Sum)
  1068. }
  1069. if *agg.Sum != float64(565.2) {
  1070. t.Fatalf("expected aggregation Sum = %v; got: %v", float64(565.2), *agg.Sum)
  1071. }
  1072. if agg.SumOfSquares == nil {
  1073. t.Fatalf("expected aggregation sum_of_squares != nil; got: %v", agg.SumOfSquares)
  1074. }
  1075. if *agg.SumOfSquares != float64(54551.51999999999) {
  1076. t.Fatalf("expected aggregation sum_of_squares = %v; got: %v", float64(54551.51999999999), *agg.SumOfSquares)
  1077. }
  1078. if agg.Variance == nil {
  1079. t.Fatalf("expected aggregation Variance != nil; got: %v", agg.Variance)
  1080. }
  1081. if *agg.Variance != float64(218.2799999999976) {
  1082. t.Fatalf("expected aggregation Variance = %v; got: %v", float64(218.2799999999976), *agg.Variance)
  1083. }
  1084. if agg.StdDeviation == nil {
  1085. t.Fatalf("expected aggregation StdDeviation != nil; got: %v", agg.StdDeviation)
  1086. }
  1087. if *agg.StdDeviation != float64(14.774302013969987) {
  1088. t.Fatalf("expected aggregation StdDeviation = %v; got: %v", float64(14.774302013969987), *agg.StdDeviation)
  1089. }
  1090. }
  1091. func TestAggsPercentiles(t *testing.T) {
  1092. s := `{
  1093. "load_time_outlier": {
  1094. "values" : {
  1095. "1.0": 15,
  1096. "5.0": 20,
  1097. "25.0": 23,
  1098. "50.0": 25,
  1099. "75.0": 29,
  1100. "95.0": 60,
  1101. "99.0": 150
  1102. }
  1103. }
  1104. }`
  1105. aggs := new(Aggregations)
  1106. err := json.Unmarshal([]byte(s), &aggs)
  1107. if err != nil {
  1108. t.Fatalf("expected no error decoding; got: %v", err)
  1109. }
  1110. agg, found := aggs.Percentiles("load_time_outlier")
  1111. if !found {
  1112. t.Fatalf("expected aggregation to be found; got: %v", found)
  1113. }
  1114. if agg == nil {
  1115. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1116. }
  1117. if agg.Values == nil {
  1118. t.Fatalf("expected aggregation Values != nil; got: %v", agg.Values)
  1119. }
  1120. if len(agg.Values) != 7 {
  1121. t.Fatalf("expected %d aggregation Values; got: %d", 7, len(agg.Values))
  1122. }
  1123. if agg.Values["1.0"] != float64(15) {
  1124. t.Errorf("expected aggregation value for \"1.0\" = %v; got: %v", float64(15), agg.Values["1.0"])
  1125. }
  1126. if agg.Values["5.0"] != float64(20) {
  1127. t.Errorf("expected aggregation value for \"5.0\" = %v; got: %v", float64(20), agg.Values["5.0"])
  1128. }
  1129. if agg.Values["25.0"] != float64(23) {
  1130. t.Errorf("expected aggregation value for \"25.0\" = %v; got: %v", float64(23), agg.Values["25.0"])
  1131. }
  1132. if agg.Values["50.0"] != float64(25) {
  1133. t.Errorf("expected aggregation value for \"50.0\" = %v; got: %v", float64(25), agg.Values["50.0"])
  1134. }
  1135. if agg.Values["75.0"] != float64(29) {
  1136. t.Errorf("expected aggregation value for \"75.0\" = %v; got: %v", float64(29), agg.Values["75.0"])
  1137. }
  1138. if agg.Values["95.0"] != float64(60) {
  1139. t.Errorf("expected aggregation value for \"95.0\" = %v; got: %v", float64(60), agg.Values["95.0"])
  1140. }
  1141. if agg.Values["99.0"] != float64(150) {
  1142. t.Errorf("expected aggregation value for \"99.0\" = %v; got: %v", float64(150), agg.Values["99.0"])
  1143. }
  1144. }
  1145. func TestAggsPercentilRanks(t *testing.T) {
  1146. s := `{
  1147. "load_time_outlier": {
  1148. "values" : {
  1149. "15": 92,
  1150. "30": 100
  1151. }
  1152. }
  1153. }`
  1154. aggs := new(Aggregations)
  1155. err := json.Unmarshal([]byte(s), &aggs)
  1156. if err != nil {
  1157. t.Fatalf("expected no error decoding; got: %v", err)
  1158. }
  1159. agg, found := aggs.PercentileRanks("load_time_outlier")
  1160. if !found {
  1161. t.Fatalf("expected aggregation to be found; got: %v", found)
  1162. }
  1163. if agg == nil {
  1164. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1165. }
  1166. if agg.Values == nil {
  1167. t.Fatalf("expected aggregation Values != nil; got: %v", agg.Values)
  1168. }
  1169. if len(agg.Values) != 2 {
  1170. t.Fatalf("expected %d aggregation Values; got: %d", 7, len(agg.Values))
  1171. }
  1172. if agg.Values["15"] != float64(92) {
  1173. t.Errorf("expected aggregation value for \"15\" = %v; got: %v", float64(92), agg.Values["15"])
  1174. }
  1175. if agg.Values["30"] != float64(100) {
  1176. t.Errorf("expected aggregation value for \"30\" = %v; got: %v", float64(100), agg.Values["30"])
  1177. }
  1178. }
  1179. func TestAggsTopHits(t *testing.T) {
  1180. s := `{
  1181. "top-tags": {
  1182. "buckets": [
  1183. {
  1184. "key": "windows-7",
  1185. "doc_count": 25365,
  1186. "top_tags_hits": {
  1187. "hits": {
  1188. "total": 25365,
  1189. "max_score": 1,
  1190. "hits": [
  1191. {
  1192. "_index": "stack",
  1193. "_type": "question",
  1194. "_id": "602679",
  1195. "_score": 1,
  1196. "_source": {
  1197. "title": "Windows port opening"
  1198. },
  1199. "sort": [
  1200. 1370143231177
  1201. ]
  1202. }
  1203. ]
  1204. }
  1205. }
  1206. },
  1207. {
  1208. "key": "linux",
  1209. "doc_count": 18342,
  1210. "top_tags_hits": {
  1211. "hits": {
  1212. "total": 18342,
  1213. "max_score": 1,
  1214. "hits": [
  1215. {
  1216. "_index": "stack",
  1217. "_type": "question",
  1218. "_id": "602672",
  1219. "_score": 1,
  1220. "_source": {
  1221. "title": "Ubuntu RFID Screensaver lock-unlock"
  1222. },
  1223. "sort": [
  1224. 1370143379747
  1225. ]
  1226. }
  1227. ]
  1228. }
  1229. }
  1230. },
  1231. {
  1232. "key": "windows",
  1233. "doc_count": 18119,
  1234. "top_tags_hits": {
  1235. "hits": {
  1236. "total": 18119,
  1237. "max_score": 1,
  1238. "hits": [
  1239. {
  1240. "_index": "stack",
  1241. "_type": "question",
  1242. "_id": "602678",
  1243. "_score": 1,
  1244. "_source": {
  1245. "title": "If I change my computers date / time, what could be affected?"
  1246. },
  1247. "sort": [
  1248. 1370142868283
  1249. ]
  1250. }
  1251. ]
  1252. }
  1253. }
  1254. }
  1255. ]
  1256. }
  1257. }`
  1258. aggs := new(Aggregations)
  1259. err := json.Unmarshal([]byte(s), &aggs)
  1260. if err != nil {
  1261. t.Fatalf("expected no error decoding; got: %v", err)
  1262. }
  1263. agg, found := aggs.Terms("top-tags")
  1264. if !found {
  1265. t.Fatalf("expected aggregation to be found; got: %v", found)
  1266. }
  1267. if agg == nil {
  1268. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1269. }
  1270. if agg.Buckets == nil {
  1271. t.Fatalf("expected aggregation buckets != nil; got: %v", agg.Buckets)
  1272. }
  1273. if len(agg.Buckets) != 3 {
  1274. t.Errorf("expected %d bucket entries; got: %d", 3, len(agg.Buckets))
  1275. }
  1276. if agg.Buckets[0].Key != "windows-7" {
  1277. t.Errorf("expected bucket key = %q; got: %q", "windows-7", agg.Buckets[0].Key)
  1278. }
  1279. if agg.Buckets[1].Key != "linux" {
  1280. t.Errorf("expected bucket key = %q; got: %q", "linux", agg.Buckets[1].Key)
  1281. }
  1282. if agg.Buckets[2].Key != "windows" {
  1283. t.Errorf("expected bucket key = %q; got: %q", "windows", agg.Buckets[2].Key)
  1284. }
  1285. // Sub-aggregation of top-hits
  1286. subAgg, found := agg.Buckets[0].TopHits("top_tags_hits")
  1287. if !found {
  1288. t.Fatalf("expected sub aggregation to be found; got: %v", found)
  1289. }
  1290. if subAgg == nil {
  1291. t.Fatalf("expected sub aggregation != nil; got: %v", subAgg)
  1292. }
  1293. if subAgg.Hits == nil {
  1294. t.Fatalf("expected sub aggregation Hits != nil; got: %v", subAgg.Hits)
  1295. }
  1296. if subAgg.Hits.TotalHits != 25365 {
  1297. t.Fatalf("expected sub aggregation Hits.TotalHits = %d; got: %d", 25365, subAgg.Hits.TotalHits)
  1298. }
  1299. if subAgg.Hits.MaxScore == nil {
  1300. t.Fatalf("expected sub aggregation Hits.MaxScore != %v; got: %v", nil, *subAgg.Hits.MaxScore)
  1301. }
  1302. if *subAgg.Hits.MaxScore != float64(1.0) {
  1303. t.Fatalf("expected sub aggregation Hits.MaxScore = %v; got: %v", float64(1.0), *subAgg.Hits.MaxScore)
  1304. }
  1305. subAgg, found = agg.Buckets[1].TopHits("top_tags_hits")
  1306. if !found {
  1307. t.Fatalf("expected sub aggregation to be found; got: %v", found)
  1308. }
  1309. if subAgg == nil {
  1310. t.Fatalf("expected sub aggregation != nil; got: %v", subAgg)
  1311. }
  1312. if subAgg.Hits == nil {
  1313. t.Fatalf("expected sub aggregation Hits != nil; got: %v", subAgg.Hits)
  1314. }
  1315. if subAgg.Hits.TotalHits != 18342 {
  1316. t.Fatalf("expected sub aggregation Hits.TotalHits = %d; got: %d", 18342, subAgg.Hits.TotalHits)
  1317. }
  1318. if subAgg.Hits.MaxScore == nil {
  1319. t.Fatalf("expected sub aggregation Hits.MaxScore != %v; got: %v", nil, *subAgg.Hits.MaxScore)
  1320. }
  1321. if *subAgg.Hits.MaxScore != float64(1.0) {
  1322. t.Fatalf("expected sub aggregation Hits.MaxScore = %v; got: %v", float64(1.0), *subAgg.Hits.MaxScore)
  1323. }
  1324. subAgg, found = agg.Buckets[2].TopHits("top_tags_hits")
  1325. if !found {
  1326. t.Fatalf("expected sub aggregation to be found; got: %v", found)
  1327. }
  1328. if subAgg == nil {
  1329. t.Fatalf("expected sub aggregation != nil; got: %v", subAgg)
  1330. }
  1331. if subAgg.Hits == nil {
  1332. t.Fatalf("expected sub aggregation Hits != nil; got: %v", subAgg.Hits)
  1333. }
  1334. if subAgg.Hits.TotalHits != 18119 {
  1335. t.Fatalf("expected sub aggregation Hits.TotalHits = %d; got: %d", 18119, subAgg.Hits.TotalHits)
  1336. }
  1337. if subAgg.Hits.MaxScore == nil {
  1338. t.Fatalf("expected sub aggregation Hits.MaxScore != %v; got: %v", nil, *subAgg.Hits.MaxScore)
  1339. }
  1340. if *subAgg.Hits.MaxScore != float64(1.0) {
  1341. t.Fatalf("expected sub aggregation Hits.MaxScore = %v; got: %v", float64(1.0), *subAgg.Hits.MaxScore)
  1342. }
  1343. }
  1344. func TestAggsGlobal(t *testing.T) {
  1345. s := `{
  1346. "all_products" : {
  1347. "doc_count" : 100,
  1348. "avg_price" : {
  1349. "value" : 56.3
  1350. }
  1351. }
  1352. }`
  1353. aggs := new(Aggregations)
  1354. err := json.Unmarshal([]byte(s), &aggs)
  1355. if err != nil {
  1356. t.Fatalf("expected no error decoding; got: %v", err)
  1357. }
  1358. agg, found := aggs.Global("all_products")
  1359. if !found {
  1360. t.Fatalf("expected aggregation to be found; got: %v", found)
  1361. }
  1362. if agg == nil {
  1363. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1364. }
  1365. if agg.DocCount != 100 {
  1366. t.Fatalf("expected aggregation DocCount = %d; got: %d", 100, agg.DocCount)
  1367. }
  1368. // Sub-aggregation
  1369. subAgg, found := agg.Avg("avg_price")
  1370. if !found {
  1371. t.Fatalf("expected sub-aggregation to be found; got: %v", found)
  1372. }
  1373. if subAgg == nil {
  1374. t.Fatalf("expected sub-aggregation != nil; got: %v", subAgg)
  1375. }
  1376. if subAgg.Value == nil {
  1377. t.Fatalf("expected sub-aggregation value != nil; got: %v", subAgg.Value)
  1378. }
  1379. if *subAgg.Value != float64(56.3) {
  1380. t.Fatalf("expected sub-aggregation value = %v; got: %v", float64(56.3), *subAgg.Value)
  1381. }
  1382. }
  1383. func TestAggsFilter(t *testing.T) {
  1384. s := `{
  1385. "in_stock_products" : {
  1386. "doc_count" : 100,
  1387. "avg_price" : { "value" : 56.3 }
  1388. }
  1389. }`
  1390. aggs := new(Aggregations)
  1391. err := json.Unmarshal([]byte(s), &aggs)
  1392. if err != nil {
  1393. t.Fatalf("expected no error decoding; got: %v", err)
  1394. }
  1395. agg, found := aggs.Filter("in_stock_products")
  1396. if !found {
  1397. t.Fatalf("expected aggregation to be found; got: %v", found)
  1398. }
  1399. if agg == nil {
  1400. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1401. }
  1402. if agg.DocCount != 100 {
  1403. t.Fatalf("expected aggregation DocCount = %d; got: %d", 100, agg.DocCount)
  1404. }
  1405. // Sub-aggregation
  1406. subAgg, found := agg.Avg("avg_price")
  1407. if !found {
  1408. t.Fatalf("expected sub-aggregation to be found; got: %v", found)
  1409. }
  1410. if subAgg == nil {
  1411. t.Fatalf("expected sub-aggregation != nil; got: %v", subAgg)
  1412. }
  1413. if subAgg.Value == nil {
  1414. t.Fatalf("expected sub-aggregation value != nil; got: %v", subAgg.Value)
  1415. }
  1416. if *subAgg.Value != float64(56.3) {
  1417. t.Fatalf("expected sub-aggregation value = %v; got: %v", float64(56.3), *subAgg.Value)
  1418. }
  1419. }
  1420. func TestAggsFiltersWithBuckets(t *testing.T) {
  1421. s := `{
  1422. "messages" : {
  1423. "buckets" : [
  1424. {
  1425. "doc_count" : 34,
  1426. "monthly" : {
  1427. "buckets" : []
  1428. }
  1429. },
  1430. {
  1431. "doc_count" : 439,
  1432. "monthly" : {
  1433. "buckets" : []
  1434. }
  1435. }
  1436. ]
  1437. }
  1438. }`
  1439. aggs := new(Aggregations)
  1440. err := json.Unmarshal([]byte(s), &aggs)
  1441. if err != nil {
  1442. t.Fatalf("expected no error decoding; got: %v", err)
  1443. }
  1444. agg, found := aggs.Filters("messages")
  1445. if !found {
  1446. t.Fatalf("expected aggregation to be found; got: %v", found)
  1447. }
  1448. if agg == nil {
  1449. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1450. }
  1451. if agg.Buckets == nil {
  1452. t.Fatalf("expected aggregation buckets != %v; got: %v", nil, agg.Buckets)
  1453. }
  1454. if len(agg.Buckets) != 2 {
  1455. t.Fatalf("expected %d buckets; got: %d", 2, len(agg.Buckets))
  1456. }
  1457. if agg.Buckets[0].DocCount != 34 {
  1458. t.Fatalf("expected DocCount = %d; got: %d", 34, agg.Buckets[0].DocCount)
  1459. }
  1460. subAgg, found := agg.Buckets[0].Histogram("monthly")
  1461. if !found {
  1462. t.Fatalf("expected sub aggregation to be found; got: %v", found)
  1463. }
  1464. if subAgg == nil {
  1465. t.Fatalf("expected sub aggregation != %v; got: %v", nil, subAgg)
  1466. }
  1467. if agg.Buckets[1].DocCount != 439 {
  1468. t.Fatalf("expected DocCount = %d; got: %d", 439, agg.Buckets[1].DocCount)
  1469. }
  1470. subAgg, found = agg.Buckets[1].Histogram("monthly")
  1471. if !found {
  1472. t.Fatalf("expected sub aggregation to be found; got: %v", found)
  1473. }
  1474. if subAgg == nil {
  1475. t.Fatalf("expected sub aggregation != %v; got: %v", nil, subAgg)
  1476. }
  1477. }
  1478. func TestAggsFiltersWithNamedBuckets(t *testing.T) {
  1479. s := `{
  1480. "messages" : {
  1481. "buckets" : {
  1482. "errors" : {
  1483. "doc_count" : 34,
  1484. "monthly" : {
  1485. "buckets" : []
  1486. }
  1487. },
  1488. "warnings" : {
  1489. "doc_count" : 439,
  1490. "monthly" : {
  1491. "buckets" : []
  1492. }
  1493. }
  1494. }
  1495. }
  1496. }`
  1497. aggs := new(Aggregations)
  1498. err := json.Unmarshal([]byte(s), &aggs)
  1499. if err != nil {
  1500. t.Fatalf("expected no error decoding; got: %v", err)
  1501. }
  1502. agg, found := aggs.Filters("messages")
  1503. if !found {
  1504. t.Fatalf("expected aggregation to be found; got: %v", found)
  1505. }
  1506. if agg == nil {
  1507. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1508. }
  1509. if agg.NamedBuckets == nil {
  1510. t.Fatalf("expected aggregation buckets != %v; got: %v", nil, agg.NamedBuckets)
  1511. }
  1512. if len(agg.NamedBuckets) != 2 {
  1513. t.Fatalf("expected %d buckets; got: %d", 2, len(agg.NamedBuckets))
  1514. }
  1515. if agg.NamedBuckets["errors"].DocCount != 34 {
  1516. t.Fatalf("expected DocCount = %d; got: %d", 34, agg.NamedBuckets["errors"].DocCount)
  1517. }
  1518. subAgg, found := agg.NamedBuckets["errors"].Histogram("monthly")
  1519. if !found {
  1520. t.Fatalf("expected sub aggregation to be found; got: %v", found)
  1521. }
  1522. if subAgg == nil {
  1523. t.Fatalf("expected sub aggregation != %v; got: %v", nil, subAgg)
  1524. }
  1525. if agg.NamedBuckets["warnings"].DocCount != 439 {
  1526. t.Fatalf("expected DocCount = %d; got: %d", 439, agg.NamedBuckets["warnings"].DocCount)
  1527. }
  1528. subAgg, found = agg.NamedBuckets["warnings"].Histogram("monthly")
  1529. if !found {
  1530. t.Fatalf("expected sub aggregation to be found; got: %v", found)
  1531. }
  1532. if subAgg == nil {
  1533. t.Fatalf("expected sub aggregation != %v; got: %v", nil, subAgg)
  1534. }
  1535. }
  1536. func TestAggsMissing(t *testing.T) {
  1537. s := `{
  1538. "products_without_a_price" : {
  1539. "doc_count" : 10
  1540. }
  1541. }`
  1542. aggs := new(Aggregations)
  1543. err := json.Unmarshal([]byte(s), &aggs)
  1544. if err != nil {
  1545. t.Fatalf("expected no error decoding; got: %v", err)
  1546. }
  1547. agg, found := aggs.Missing("products_without_a_price")
  1548. if !found {
  1549. t.Fatalf("expected aggregation to be found; got: %v", found)
  1550. }
  1551. if agg == nil {
  1552. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1553. }
  1554. if agg.DocCount != 10 {
  1555. t.Fatalf("expected aggregation DocCount = %d; got: %d", 10, agg.DocCount)
  1556. }
  1557. }
  1558. func TestAggsNested(t *testing.T) {
  1559. s := `{
  1560. "resellers": {
  1561. "min_price": {
  1562. "value" : 350
  1563. }
  1564. }
  1565. }`
  1566. aggs := new(Aggregations)
  1567. err := json.Unmarshal([]byte(s), &aggs)
  1568. if err != nil {
  1569. t.Fatalf("expected no error decoding; got: %v", err)
  1570. }
  1571. agg, found := aggs.Nested("resellers")
  1572. if !found {
  1573. t.Fatalf("expected aggregation to be found; got: %v", found)
  1574. }
  1575. if agg == nil {
  1576. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1577. }
  1578. if agg.DocCount != 0 {
  1579. t.Fatalf("expected aggregation DocCount = %d; got: %d", 0, agg.DocCount)
  1580. }
  1581. // Sub-aggregation
  1582. subAgg, found := agg.Avg("min_price")
  1583. if !found {
  1584. t.Fatalf("expected sub-aggregation to be found; got: %v", found)
  1585. }
  1586. if subAgg == nil {
  1587. t.Fatalf("expected sub-aggregation != nil; got: %v", subAgg)
  1588. }
  1589. if subAgg.Value == nil {
  1590. t.Fatalf("expected sub-aggregation value != nil; got: %v", subAgg.Value)
  1591. }
  1592. if *subAgg.Value != float64(350) {
  1593. t.Fatalf("expected sub-aggregation value = %v; got: %v", float64(350), *subAgg.Value)
  1594. }
  1595. }
  1596. func TestAggsReverseNested(t *testing.T) {
  1597. s := `{
  1598. "comment_to_issue": {
  1599. "doc_count" : 10
  1600. }
  1601. }`
  1602. aggs := new(Aggregations)
  1603. err := json.Unmarshal([]byte(s), &aggs)
  1604. if err != nil {
  1605. t.Fatalf("expected no error decoding; got: %v", err)
  1606. }
  1607. agg, found := aggs.ReverseNested("comment_to_issue")
  1608. if !found {
  1609. t.Fatalf("expected aggregation to be found; got: %v", found)
  1610. }
  1611. if agg == nil {
  1612. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1613. }
  1614. if agg.DocCount != 10 {
  1615. t.Fatalf("expected aggregation DocCount = %d; got: %d", 10, agg.DocCount)
  1616. }
  1617. }
  1618. func TestAggsChildren(t *testing.T) {
  1619. s := `{
  1620. "to-answers": {
  1621. "doc_count" : 10
  1622. }
  1623. }`
  1624. aggs := new(Aggregations)
  1625. err := json.Unmarshal([]byte(s), &aggs)
  1626. if err != nil {
  1627. t.Fatalf("expected no error decoding; got: %v", err)
  1628. }
  1629. agg, found := aggs.Children("to-answers")
  1630. if !found {
  1631. t.Fatalf("expected aggregation to be found; got: %v", found)
  1632. }
  1633. if agg == nil {
  1634. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1635. }
  1636. if agg.DocCount != 10 {
  1637. t.Fatalf("expected aggregation DocCount = %d; got: %d", 10, agg.DocCount)
  1638. }
  1639. }
  1640. func TestAggsTerms(t *testing.T) {
  1641. s := `{
  1642. "users" : {
  1643. "doc_count_error_upper_bound" : 1,
  1644. "sum_other_doc_count" : 2,
  1645. "buckets" : [ {
  1646. "key" : "olivere",
  1647. "doc_count" : 2
  1648. }, {
  1649. "key" : "sandrae",
  1650. "doc_count" : 1
  1651. } ]
  1652. }
  1653. }`
  1654. aggs := new(Aggregations)
  1655. err := json.Unmarshal([]byte(s), &aggs)
  1656. if err != nil {
  1657. t.Fatalf("expected no error decoding; got: %v", err)
  1658. }
  1659. agg, found := aggs.Terms("users")
  1660. if !found {
  1661. t.Fatalf("expected aggregation to be found; got: %v", found)
  1662. }
  1663. if agg == nil {
  1664. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1665. }
  1666. if agg.Buckets == nil {
  1667. t.Fatalf("expected aggregation buckets != nil; got: %v", agg.Buckets)
  1668. }
  1669. if len(agg.Buckets) != 2 {
  1670. t.Errorf("expected %d bucket entries; got: %d", 2, len(agg.Buckets))
  1671. }
  1672. if agg.Buckets[0].Key != "olivere" {
  1673. t.Errorf("expected key %q; got: %q", "olivere", agg.Buckets[0].Key)
  1674. }
  1675. if agg.Buckets[0].DocCount != 2 {
  1676. t.Errorf("expected doc count %d; got: %d", 2, agg.Buckets[0].DocCount)
  1677. }
  1678. if agg.Buckets[1].Key != "sandrae" {
  1679. t.Errorf("expected key %q; got: %q", "sandrae", agg.Buckets[1].Key)
  1680. }
  1681. if agg.Buckets[1].DocCount != 1 {
  1682. t.Errorf("expected doc count %d; got: %d", 1, agg.Buckets[1].DocCount)
  1683. }
  1684. }
  1685. func TestAggsTermsWithNumericKeys(t *testing.T) {
  1686. s := `{
  1687. "users" : {
  1688. "doc_count_error_upper_bound" : 1,
  1689. "sum_other_doc_count" : 2,
  1690. "buckets" : [ {
  1691. "key" : 17,
  1692. "doc_count" : 2
  1693. }, {
  1694. "key" : 21,
  1695. "doc_count" : 1
  1696. } ]
  1697. }
  1698. }`
  1699. aggs := new(Aggregations)
  1700. err := json.Unmarshal([]byte(s), &aggs)
  1701. if err != nil {
  1702. t.Fatalf("expected no error decoding; got: %v", err)
  1703. }
  1704. agg, found := aggs.Terms("users")
  1705. if !found {
  1706. t.Fatalf("expected aggregation to be found; got: %v", found)
  1707. }
  1708. if agg == nil {
  1709. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1710. }
  1711. if agg.Buckets == nil {
  1712. t.Fatalf("expected aggregation buckets != nil; got: %v", agg.Buckets)
  1713. }
  1714. if len(agg.Buckets) != 2 {
  1715. t.Errorf("expected %d bucket entries; got: %d", 2, len(agg.Buckets))
  1716. }
  1717. if agg.Buckets[0].Key != float64(17) {
  1718. t.Errorf("expected key %v; got: %v", 17, agg.Buckets[0].Key)
  1719. }
  1720. if got, err := agg.Buckets[0].KeyNumber.Int64(); err != nil {
  1721. t.Errorf("expected to convert key to int64; got: %v", err)
  1722. } else if got != 17 {
  1723. t.Errorf("expected key %v; got: %v", 17, agg.Buckets[0].Key)
  1724. }
  1725. if agg.Buckets[0].DocCount != 2 {
  1726. t.Errorf("expected doc count %d; got: %d", 2, agg.Buckets[0].DocCount)
  1727. }
  1728. if agg.Buckets[1].Key != float64(21) {
  1729. t.Errorf("expected key %v; got: %v", 21, agg.Buckets[1].Key)
  1730. }
  1731. if got, err := agg.Buckets[1].KeyNumber.Int64(); err != nil {
  1732. t.Errorf("expected to convert key to int64; got: %v", err)
  1733. } else if got != 21 {
  1734. t.Errorf("expected key %v; got: %v", 21, agg.Buckets[1].Key)
  1735. }
  1736. if agg.Buckets[1].DocCount != 1 {
  1737. t.Errorf("expected doc count %d; got: %d", 1, agg.Buckets[1].DocCount)
  1738. }
  1739. }
  1740. func TestAggsTermsWithBoolKeys(t *testing.T) {
  1741. s := `{
  1742. "users" : {
  1743. "doc_count_error_upper_bound" : 1,
  1744. "sum_other_doc_count" : 2,
  1745. "buckets" : [ {
  1746. "key" : true,
  1747. "doc_count" : 2
  1748. }, {
  1749. "key" : false,
  1750. "doc_count" : 1
  1751. } ]
  1752. }
  1753. }`
  1754. aggs := new(Aggregations)
  1755. err := json.Unmarshal([]byte(s), &aggs)
  1756. if err != nil {
  1757. t.Fatalf("expected no error decoding; got: %v", err)
  1758. }
  1759. agg, found := aggs.Terms("users")
  1760. if !found {
  1761. t.Fatalf("expected aggregation to be found; got: %v", found)
  1762. }
  1763. if agg == nil {
  1764. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1765. }
  1766. if agg.Buckets == nil {
  1767. t.Fatalf("expected aggregation buckets != nil; got: %v", agg.Buckets)
  1768. }
  1769. if len(agg.Buckets) != 2 {
  1770. t.Errorf("expected %d bucket entries; got: %d", 2, len(agg.Buckets))
  1771. }
  1772. if agg.Buckets[0].Key != true {
  1773. t.Errorf("expected key %v; got: %v", true, agg.Buckets[0].Key)
  1774. }
  1775. if agg.Buckets[0].DocCount != 2 {
  1776. t.Errorf("expected doc count %d; got: %d", 2, agg.Buckets[0].DocCount)
  1777. }
  1778. if agg.Buckets[1].Key != false {
  1779. t.Errorf("expected key %v; got: %v", false, agg.Buckets[1].Key)
  1780. }
  1781. if agg.Buckets[1].DocCount != 1 {
  1782. t.Errorf("expected doc count %d; got: %d", 1, agg.Buckets[1].DocCount)
  1783. }
  1784. }
  1785. func TestAggsSignificantTerms(t *testing.T) {
  1786. s := `{
  1787. "significantCrimeTypes" : {
  1788. "doc_count": 47347,
  1789. "buckets" : [
  1790. {
  1791. "key": "Bicycle theft",
  1792. "doc_count": 3640,
  1793. "score": 0.371235374214817,
  1794. "bg_count": 66799
  1795. }
  1796. ]
  1797. }
  1798. }`
  1799. aggs := new(Aggregations)
  1800. err := json.Unmarshal([]byte(s), &aggs)
  1801. if err != nil {
  1802. t.Fatalf("expected no error decoding; got: %v", err)
  1803. }
  1804. agg, found := aggs.SignificantTerms("significantCrimeTypes")
  1805. if !found {
  1806. t.Fatalf("expected aggregation to be found; got: %v", found)
  1807. }
  1808. if agg == nil {
  1809. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1810. }
  1811. if agg.DocCount != 47347 {
  1812. t.Fatalf("expected aggregation DocCount != %d; got: %d", 47347, agg.DocCount)
  1813. }
  1814. if agg.Buckets == nil {
  1815. t.Fatalf("expected aggregation buckets != nil; got: %v", agg.Buckets)
  1816. }
  1817. if len(agg.Buckets) != 1 {
  1818. t.Errorf("expected %d bucket entries; got: %d", 1, len(agg.Buckets))
  1819. }
  1820. if agg.Buckets[0].Key != "Bicycle theft" {
  1821. t.Errorf("expected key = %q; got: %q", "Bicycle theft", agg.Buckets[0].Key)
  1822. }
  1823. if agg.Buckets[0].DocCount != 3640 {
  1824. t.Errorf("expected doc count = %d; got: %d", 3640, agg.Buckets[0].DocCount)
  1825. }
  1826. if agg.Buckets[0].Score != float64(0.371235374214817) {
  1827. t.Errorf("expected score = %v; got: %v", float64(0.371235374214817), agg.Buckets[0].Score)
  1828. }
  1829. if agg.Buckets[0].BgCount != 66799 {
  1830. t.Errorf("expected BgCount = %d; got: %d", 66799, agg.Buckets[0].BgCount)
  1831. }
  1832. }
  1833. func TestAggsRange(t *testing.T) {
  1834. s := `{
  1835. "price_ranges" : {
  1836. "buckets": [
  1837. {
  1838. "to": 50,
  1839. "doc_count": 2
  1840. },
  1841. {
  1842. "from": 50,
  1843. "to": 100,
  1844. "doc_count": 4
  1845. },
  1846. {
  1847. "from": 100,
  1848. "doc_count": 4
  1849. }
  1850. ]
  1851. }
  1852. }`
  1853. aggs := new(Aggregations)
  1854. err := json.Unmarshal([]byte(s), &aggs)
  1855. if err != nil {
  1856. t.Fatalf("expected no error decoding; got: %v", err)
  1857. }
  1858. agg, found := aggs.Range("price_ranges")
  1859. if !found {
  1860. t.Fatalf("expected aggregation to be found; got: %v", found)
  1861. }
  1862. if agg == nil {
  1863. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1864. }
  1865. if agg.Buckets == nil {
  1866. t.Fatalf("expected aggregation buckets != nil; got: %v", agg.Buckets)
  1867. }
  1868. if len(agg.Buckets) != 3 {
  1869. t.Errorf("expected %d bucket entries; got: %d", 3, len(agg.Buckets))
  1870. }
  1871. if agg.Buckets[0].From != nil {
  1872. t.Errorf("expected From = %v; got: %v", nil, agg.Buckets[0].From)
  1873. }
  1874. if agg.Buckets[0].To == nil {
  1875. t.Errorf("expected To != %v; got: %v", nil, agg.Buckets[0].To)
  1876. }
  1877. if *agg.Buckets[0].To != float64(50) {
  1878. t.Errorf("expected To = %v; got: %v", float64(50), *agg.Buckets[0].To)
  1879. }
  1880. if agg.Buckets[0].DocCount != 2 {
  1881. t.Errorf("expected DocCount = %d; got: %d", 2, agg.Buckets[0].DocCount)
  1882. }
  1883. if agg.Buckets[1].From == nil {
  1884. t.Errorf("expected From != %v; got: %v", nil, agg.Buckets[1].From)
  1885. }
  1886. if *agg.Buckets[1].From != float64(50) {
  1887. t.Errorf("expected From = %v; got: %v", float64(50), *agg.Buckets[1].From)
  1888. }
  1889. if agg.Buckets[1].To == nil {
  1890. t.Errorf("expected To != %v; got: %v", nil, agg.Buckets[1].To)
  1891. }
  1892. if *agg.Buckets[1].To != float64(100) {
  1893. t.Errorf("expected To = %v; got: %v", float64(100), *agg.Buckets[1].To)
  1894. }
  1895. if agg.Buckets[1].DocCount != 4 {
  1896. t.Errorf("expected DocCount = %d; got: %d", 4, agg.Buckets[1].DocCount)
  1897. }
  1898. if agg.Buckets[2].From == nil {
  1899. t.Errorf("expected From != %v; got: %v", nil, agg.Buckets[2].From)
  1900. }
  1901. if *agg.Buckets[2].From != float64(100) {
  1902. t.Errorf("expected From = %v; got: %v", float64(100), *agg.Buckets[2].From)
  1903. }
  1904. if agg.Buckets[2].To != nil {
  1905. t.Errorf("expected To = %v; got: %v", nil, agg.Buckets[2].To)
  1906. }
  1907. if agg.Buckets[2].DocCount != 4 {
  1908. t.Errorf("expected DocCount = %d; got: %d", 4, agg.Buckets[2].DocCount)
  1909. }
  1910. }
  1911. func TestAggsDateRange(t *testing.T) {
  1912. s := `{
  1913. "range": {
  1914. "buckets": [
  1915. {
  1916. "to": 1.3437792E+12,
  1917. "to_as_string": "08-2012",
  1918. "doc_count": 7
  1919. },
  1920. {
  1921. "from": 1.3437792E+12,
  1922. "from_as_string": "08-2012",
  1923. "doc_count": 2
  1924. }
  1925. ]
  1926. }
  1927. }`
  1928. aggs := new(Aggregations)
  1929. err := json.Unmarshal([]byte(s), &aggs)
  1930. if err != nil {
  1931. t.Fatalf("expected no error decoding; got: %v", err)
  1932. }
  1933. agg, found := aggs.DateRange("range")
  1934. if !found {
  1935. t.Fatalf("expected aggregation to be found; got: %v", found)
  1936. }
  1937. if agg == nil {
  1938. t.Fatalf("expected aggregation != nil; got: %v", agg)
  1939. }
  1940. if agg.Buckets == nil {
  1941. t.Fatalf("expected aggregation buckets != nil; got: %v", agg.Buckets)
  1942. }
  1943. if len(agg.Buckets) != 2 {
  1944. t.Errorf("expected %d bucket entries; got: %d", 2, len(agg.Buckets))
  1945. }
  1946. if agg.Buckets[0].From != nil {
  1947. t.Errorf("expected From = %v; got: %v", nil, agg.Buckets[0].From)
  1948. }
  1949. if agg.Buckets[0].To == nil {
  1950. t.Errorf("expected To != %v; got: %v", nil, agg.Buckets[0].To)
  1951. }
  1952. if *agg.Buckets[0].To != float64(1.3437792E+12) {
  1953. t.Errorf("expected To = %v; got: %v", float64(1.3437792E+12), *agg.Buckets[0].To)
  1954. }
  1955. if agg.Buckets[0].ToAsString != "08-2012" {
  1956. t.Errorf("expected ToAsString = %q; got: %q", "08-2012", agg.Buckets[0].ToAsString)
  1957. }
  1958. if agg.Buckets[0].DocCount != 7 {
  1959. t.Errorf("expected DocCount = %d; got: %d", 7, agg.Buckets[0].DocCount)
  1960. }
  1961. if agg.Buckets[1].From == nil {
  1962. t.Errorf("expected From != %v; got: %v", nil, agg.Buckets[1].From)
  1963. }
  1964. if *agg.Buckets[1].From != float64(1.3437792E+12) {
  1965. t.Errorf("expected From = %v; got: %v", float64(1.3437792E+12), *agg.Buckets[1].From)
  1966. }
  1967. if agg.Buckets[1].FromAsString != "08-2012" {
  1968. t.Errorf("expected FromAsString = %q; got: %q", "08-2012", agg.Buckets[1].FromAsString)
  1969. }
  1970. if agg.Buckets[1].To != nil {
  1971. t.Errorf("expected To = %v; got: %v", nil, agg.Buckets[1].To)
  1972. }
  1973. if agg.Buckets[1].DocCount != 2 {
  1974. t.Errorf("expected DocCount = %d; got: %d", 2, agg.Buckets[1].DocCount)
  1975. }
  1976. }
  1977. func TestAggsIPv4Range(t *testing.T) {
  1978. s := `{
  1979. "ip_ranges": {
  1980. "buckets" : [
  1981. {
  1982. "to": 167772165,
  1983. "to_as_string": "10.0.0.5",
  1984. "doc_count": 4
  1985. },
  1986. {
  1987. "from": 167772165,
  1988. "from_as_string": "10.0.0.5",
  1989. "doc_count": 6
  1990. }
  1991. ]
  1992. }
  1993. }`
  1994. aggs := new(Aggregations)
  1995. err := json.Unmarshal([]byte(s), &aggs)
  1996. if err != nil {
  1997. t.Fatalf("expected no error decoding; got: %v", err)
  1998. }
  1999. agg, found := aggs.IPv4Range("ip_ranges")
  2000. if !found {
  2001. t.Fatalf("expected aggregation to be found; got: %v", found)
  2002. }
  2003. if agg == nil {
  2004. t.Fatalf("expected aggregation != nil; got: %v", agg)
  2005. }
  2006. if agg.Buckets == nil {
  2007. t.Fatalf("expected aggregation buckets != nil; got: %v", agg.Buckets)
  2008. }
  2009. if len(agg.Buckets) != 2 {
  2010. t.Errorf("expected %d bucket entries; got: %d", 2, len(agg.Buckets))
  2011. }
  2012. if agg.Buckets[0].From != nil {
  2013. t.Errorf("expected From = %v; got: %v", nil, agg.Buckets[0].From)
  2014. }
  2015. if agg.Buckets[0].To == nil {
  2016. t.Errorf("expected To != %v; got: %v", nil, agg.Buckets[0].To)
  2017. }
  2018. if *agg.Buckets[0].To != float64(167772165) {
  2019. t.Errorf("expected To = %v; got: %v", float64(167772165), *agg.Buckets[0].To)
  2020. }
  2021. if agg.Buckets[0].ToAsString != "10.0.0.5" {
  2022. t.Errorf("expected ToAsString = %q; got: %q", "10.0.0.5", agg.Buckets[0].ToAsString)
  2023. }
  2024. if agg.Buckets[0].DocCount != 4 {
  2025. t.Errorf("expected DocCount = %d; got: %d", 4, agg.Buckets[0].DocCount)
  2026. }
  2027. if agg.Buckets[1].From == nil {
  2028. t.Errorf("expected From != %v; got: %v", nil, agg.Buckets[1].From)
  2029. }
  2030. if *agg.Buckets[1].From != float64(167772165) {
  2031. t.Errorf("expected From = %v; got: %v", float64(167772165), *agg.Buckets[1].From)
  2032. }
  2033. if agg.Buckets[1].FromAsString != "10.0.0.5" {
  2034. t.Errorf("expected FromAsString = %q; got: %q", "10.0.0.5", agg.Buckets[1].FromAsString)
  2035. }
  2036. if agg.Buckets[1].To != nil {
  2037. t.Errorf("expected To = %v; got: %v", nil, agg.Buckets[1].To)
  2038. }
  2039. if agg.Buckets[1].DocCount != 6 {
  2040. t.Errorf("expected DocCount = %d; got: %d", 6, agg.Buckets[1].DocCount)
  2041. }
  2042. }
  2043. func TestAggsHistogram(t *testing.T) {
  2044. s := `{
  2045. "prices" : {
  2046. "buckets": [
  2047. {
  2048. "key": 0,
  2049. "doc_count": 2
  2050. },
  2051. {
  2052. "key": 50,
  2053. "doc_count": 4
  2054. },
  2055. {
  2056. "key": 150,
  2057. "doc_count": 3
  2058. }
  2059. ]
  2060. }
  2061. }`
  2062. aggs := new(Aggregations)
  2063. err := json.Unmarshal([]byte(s), &aggs)
  2064. if err != nil {
  2065. t.Fatalf("expected no error decoding; got: %v", err)
  2066. }
  2067. agg, found := aggs.Histogram("prices")
  2068. if !found {
  2069. t.Fatalf("expected aggregation to be found; got: %v", found)
  2070. }
  2071. if agg == nil {
  2072. t.Fatalf("expected aggregation != nil; got: %v", agg)
  2073. }
  2074. if agg.Buckets == nil {
  2075. t.Fatalf("expected aggregation buckets != nil; got: %v", agg.Buckets)
  2076. }
  2077. if len(agg.Buckets) != 3 {
  2078. t.Errorf("expected %d buckets; got: %d", 3, len(agg.Buckets))
  2079. }
  2080. if agg.Buckets[0].Key != 0 {
  2081. t.Errorf("expected key = %v; got: %v", 0, agg.Buckets[0].Key)
  2082. }
  2083. if agg.Buckets[0].KeyAsString != nil {
  2084. t.Fatalf("expected key_as_string = %v; got: %q", nil, *agg.Buckets[0].KeyAsString)
  2085. }
  2086. if agg.Buckets[0].DocCount != 2 {
  2087. t.Errorf("expected doc count = %d; got: %d", 2, agg.Buckets[0].DocCount)
  2088. }
  2089. if agg.Buckets[1].Key != 50 {
  2090. t.Errorf("expected key = %v; got: %v", 50, agg.Buckets[1].Key)
  2091. }
  2092. if agg.Buckets[1].KeyAsString != nil {
  2093. t.Fatalf("expected key_as_string = %v; got: %q", nil, *agg.Buckets[1].KeyAsString)
  2094. }
  2095. if agg.Buckets[1].DocCount != 4 {
  2096. t.Errorf("expected doc count = %d; got: %d", 4, agg.Buckets[1].DocCount)
  2097. }
  2098. if agg.Buckets[2].Key != 150 {
  2099. t.Errorf("expected key = %v; got: %v", 150, agg.Buckets[2].Key)
  2100. }
  2101. if agg.Buckets[2].KeyAsString != nil {
  2102. t.Fatalf("expected key_as_string = %v; got: %q", nil, *agg.Buckets[2].KeyAsString)
  2103. }
  2104. if agg.Buckets[2].DocCount != 3 {
  2105. t.Errorf("expected doc count = %d; got: %d", 3, agg.Buckets[2].DocCount)
  2106. }
  2107. }
  2108. func TestAggsDateHistogram(t *testing.T) {
  2109. s := `{
  2110. "articles_over_time": {
  2111. "buckets": [
  2112. {
  2113. "key_as_string": "2013-02-02",
  2114. "key": 1328140800000,
  2115. "doc_count": 1
  2116. },
  2117. {
  2118. "key_as_string": "2013-03-02",
  2119. "key": 1330646400000,
  2120. "doc_count": 2
  2121. }
  2122. ]
  2123. }
  2124. }`
  2125. aggs := new(Aggregations)
  2126. err := json.Unmarshal([]byte(s), &aggs)
  2127. if err != nil {
  2128. t.Fatalf("expected no error decoding; got: %v", err)
  2129. }
  2130. agg, found := aggs.DateHistogram("articles_over_time")
  2131. if !found {
  2132. t.Fatalf("expected aggregation to be found; got: %v", found)
  2133. }
  2134. if agg == nil {
  2135. t.Fatalf("expected aggregation != nil; got: %v", agg)
  2136. }
  2137. if agg.Buckets == nil {
  2138. t.Fatalf("expected aggregation buckets != nil; got: %v", agg.Buckets)
  2139. }
  2140. if len(agg.Buckets) != 2 {
  2141. t.Errorf("expected %d bucket entries; got: %d", 2, len(agg.Buckets))
  2142. }
  2143. if agg.Buckets[0].Key != 1328140800000 {
  2144. t.Errorf("expected key %v; got: %v", 1328140800000, agg.Buckets[0].Key)
  2145. }
  2146. if agg.Buckets[0].KeyAsString == nil {
  2147. t.Fatalf("expected key_as_string != nil; got: %v", agg.Buckets[0].KeyAsString)
  2148. }
  2149. if *agg.Buckets[0].KeyAsString != "2013-02-02" {
  2150. t.Errorf("expected key_as_string %q; got: %q", "2013-02-02", *agg.Buckets[0].KeyAsString)
  2151. }
  2152. if agg.Buckets[0].DocCount != 1 {
  2153. t.Errorf("expected doc count %d; got: %d", 1, agg.Buckets[0].DocCount)
  2154. }
  2155. if agg.Buckets[1].Key != 1330646400000 {
  2156. t.Errorf("expected key %v; got: %v", 1330646400000, agg.Buckets[1].Key)
  2157. }
  2158. if agg.Buckets[1].KeyAsString == nil {
  2159. t.Fatalf("expected key_as_string != nil; got: %v", agg.Buckets[1].KeyAsString)
  2160. }
  2161. if *agg.Buckets[1].KeyAsString != "2013-03-02" {
  2162. t.Errorf("expected key_as_string %q; got: %q", "2013-03-02", *agg.Buckets[1].KeyAsString)
  2163. }
  2164. if agg.Buckets[1].DocCount != 2 {
  2165. t.Errorf("expected doc count %d; got: %d", 2, agg.Buckets[1].DocCount)
  2166. }
  2167. }
  2168. func TestAggsGeoBounds(t *testing.T) {
  2169. s := `{
  2170. "viewport": {
  2171. "bounds": {
  2172. "top_left": {
  2173. "lat": 80.45,
  2174. "lon": -160.22
  2175. },
  2176. "bottom_right": {
  2177. "lat": 40.65,
  2178. "lon": 42.57
  2179. }
  2180. }
  2181. }
  2182. }`
  2183. aggs := new(Aggregations)
  2184. err := json.Unmarshal([]byte(s), &aggs)
  2185. if err != nil {
  2186. t.Fatalf("expected no error decoding; got: %v", err)
  2187. }
  2188. agg, found := aggs.GeoBounds("viewport")
  2189. if !found {
  2190. t.Fatalf("expected aggregation to be found; got: %v", found)
  2191. }
  2192. if agg == nil {
  2193. t.Fatalf("expected aggregation != nil; got: %v", agg)
  2194. }
  2195. if agg.Bounds.TopLeft.Latitude != float64(80.45) {
  2196. t.Fatalf("expected Bounds.TopLeft.Latitude != %v; got: %v", float64(80.45), agg.Bounds.TopLeft.Latitude)
  2197. }
  2198. if agg.Bounds.TopLeft.Longitude != float64(-160.22) {
  2199. t.Fatalf("expected Bounds.TopLeft.Longitude != %v; got: %v", float64(-160.22), agg.Bounds.TopLeft.Longitude)
  2200. }
  2201. if agg.Bounds.BottomRight.Latitude != float64(40.65) {
  2202. t.Fatalf("expected Bounds.BottomRight.Latitude != %v; got: %v", float64(40.65), agg.Bounds.BottomRight.Latitude)
  2203. }
  2204. if agg.Bounds.BottomRight.Longitude != float64(42.57) {
  2205. t.Fatalf("expected Bounds.BottomRight.Longitude != %v; got: %v", float64(42.57), agg.Bounds.BottomRight.Longitude)
  2206. }
  2207. }
  2208. func TestAggsGeoHash(t *testing.T) {
  2209. s := `{
  2210. "myLarge-GrainGeoHashGrid": {
  2211. "buckets": [
  2212. {
  2213. "key": "svz",
  2214. "doc_count": 10964
  2215. },
  2216. {
  2217. "key": "sv8",
  2218. "doc_count": 3198
  2219. }
  2220. ]
  2221. }
  2222. }`
  2223. aggs := new(Aggregations)
  2224. err := json.Unmarshal([]byte(s), &aggs)
  2225. if err != nil {
  2226. t.Fatalf("expected no error decoding; got: %v", err)
  2227. }
  2228. agg, found := aggs.GeoHash("myLarge-GrainGeoHashGrid")
  2229. if !found {
  2230. t.Fatalf("expected aggregation to be found; got: %v", found)
  2231. }
  2232. if agg == nil {
  2233. t.Fatalf("expected aggregation != nil; got: %v", agg)
  2234. }
  2235. if agg.Buckets == nil {
  2236. t.Fatalf("expected aggregation buckets != nil; got: %v", agg.Buckets)
  2237. }
  2238. if len(agg.Buckets) != 2 {
  2239. t.Errorf("expected %d bucket entries; got: %d", 2, len(agg.Buckets))
  2240. }
  2241. if agg.Buckets[0].Key != "svz" {
  2242. t.Errorf("expected key %q; got: %q", "svz", agg.Buckets[0].Key)
  2243. }
  2244. if agg.Buckets[0].DocCount != 10964 {
  2245. t.Errorf("expected doc count %d; got: %d", 10964, agg.Buckets[0].DocCount)
  2246. }
  2247. if agg.Buckets[1].Key != "sv8" {
  2248. t.Errorf("expected key %q; got: %q", "sv8", agg.Buckets[1].Key)
  2249. }
  2250. if agg.Buckets[1].DocCount != 3198 {
  2251. t.Errorf("expected doc count %d; got: %d", 3198, agg.Buckets[1].DocCount)
  2252. }
  2253. }
  2254. func TestAggsGeoDistance(t *testing.T) {
  2255. s := `{
  2256. "rings" : {
  2257. "buckets": [
  2258. {
  2259. "unit": "km",
  2260. "to": 100.0,
  2261. "doc_count": 3
  2262. },
  2263. {
  2264. "unit": "km",
  2265. "from": 100.0,
  2266. "to": 300.0,
  2267. "doc_count": 1
  2268. },
  2269. {
  2270. "unit": "km",
  2271. "from": 300.0,
  2272. "doc_count": 7
  2273. }
  2274. ]
  2275. }
  2276. }`
  2277. aggs := new(Aggregations)
  2278. err := json.Unmarshal([]byte(s), &aggs)
  2279. if err != nil {
  2280. t.Fatalf("expected no error decoding; got: %v", err)
  2281. }
  2282. agg, found := aggs.GeoDistance("rings")
  2283. if !found {
  2284. t.Fatalf("expected aggregation to be found; got: %v", found)
  2285. }
  2286. if agg == nil {
  2287. t.Fatalf("expected aggregation != nil; got: %v", agg)
  2288. }
  2289. if agg.Buckets == nil {
  2290. t.Fatalf("expected aggregation buckets != nil; got: %v", agg.Buckets)
  2291. }
  2292. if len(agg.Buckets) != 3 {
  2293. t.Errorf("expected %d bucket entries; got: %d", 3, len(agg.Buckets))
  2294. }
  2295. if agg.Buckets[0].From != nil {
  2296. t.Errorf("expected From = %v; got: %v", nil, agg.Buckets[0].From)
  2297. }
  2298. if agg.Buckets[0].To == nil {
  2299. t.Errorf("expected To != %v; got: %v", nil, agg.Buckets[0].To)
  2300. }
  2301. if *agg.Buckets[0].To != float64(100.0) {
  2302. t.Errorf("expected To = %v; got: %v", float64(100.0), *agg.Buckets[0].To)
  2303. }
  2304. if agg.Buckets[0].DocCount != 3 {
  2305. t.Errorf("expected DocCount = %d; got: %d", 4, agg.Buckets[0].DocCount)
  2306. }
  2307. if agg.Buckets[1].From == nil {
  2308. t.Errorf("expected From != %v; got: %v", nil, agg.Buckets[1].From)
  2309. }
  2310. if *agg.Buckets[1].From != float64(100.0) {
  2311. t.Errorf("expected From = %v; got: %v", float64(100.0), *agg.Buckets[1].From)
  2312. }
  2313. if agg.Buckets[1].To == nil {
  2314. t.Errorf("expected To != %v; got: %v", nil, agg.Buckets[1].To)
  2315. }
  2316. if *agg.Buckets[1].To != float64(300.0) {
  2317. t.Errorf("expected From = %v; got: %v", float64(300.0), *agg.Buckets[1].To)
  2318. }
  2319. if agg.Buckets[1].DocCount != 1 {
  2320. t.Errorf("expected DocCount = %d; got: %d", 1, agg.Buckets[1].DocCount)
  2321. }
  2322. if agg.Buckets[2].From == nil {
  2323. t.Errorf("expected From != %v; got: %v", nil, agg.Buckets[2].From)
  2324. }
  2325. if *agg.Buckets[2].From != float64(300.0) {
  2326. t.Errorf("expected From = %v; got: %v", float64(300.0), *agg.Buckets[2].From)
  2327. }
  2328. if agg.Buckets[2].To != nil {
  2329. t.Errorf("expected To = %v; got: %v", nil, agg.Buckets[2].To)
  2330. }
  2331. if agg.Buckets[2].DocCount != 7 {
  2332. t.Errorf("expected DocCount = %d; got: %d", 7, agg.Buckets[2].DocCount)
  2333. }
  2334. }
  2335. func TestAggsSubAggregates(t *testing.T) {
  2336. rs := `{
  2337. "users" : {
  2338. "doc_count_error_upper_bound" : 1,
  2339. "sum_other_doc_count" : 2,
  2340. "buckets" : [ {
  2341. "key" : "olivere",
  2342. "doc_count" : 2,
  2343. "ts" : {
  2344. "buckets" : [ {
  2345. "key_as_string" : "2012-01-01T00:00:00.000Z",
  2346. "key" : 1325376000000,
  2347. "doc_count" : 2
  2348. } ]
  2349. }
  2350. }, {
  2351. "key" : "sandrae",
  2352. "doc_count" : 1,
  2353. "ts" : {
  2354. "buckets" : [ {
  2355. "key_as_string" : "2011-01-01T00:00:00.000Z",
  2356. "key" : 1293840000000,
  2357. "doc_count" : 1
  2358. } ]
  2359. }
  2360. } ]
  2361. }
  2362. }`
  2363. aggs := new(Aggregations)
  2364. err := json.Unmarshal([]byte(rs), &aggs)
  2365. if err != nil {
  2366. t.Fatalf("expected no error decoding; got: %v", err)
  2367. }
  2368. // Access top-level aggregation
  2369. users, found := aggs.Terms("users")
  2370. if !found {
  2371. t.Fatalf("expected users aggregation to be found; got: %v", found)
  2372. }
  2373. if users == nil {
  2374. t.Fatalf("expected users aggregation; got: %v", users)
  2375. }
  2376. if users.Buckets == nil {
  2377. t.Fatalf("expected users buckets; got: %v", users.Buckets)
  2378. }
  2379. if len(users.Buckets) != 2 {
  2380. t.Errorf("expected %d bucket entries; got: %d", 2, len(users.Buckets))
  2381. }
  2382. if users.Buckets[0].Key != "olivere" {
  2383. t.Errorf("expected key %q; got: %q", "olivere", users.Buckets[0].Key)
  2384. }
  2385. if users.Buckets[0].DocCount != 2 {
  2386. t.Errorf("expected doc count %d; got: %d", 2, users.Buckets[0].DocCount)
  2387. }
  2388. if users.Buckets[1].Key != "sandrae" {
  2389. t.Errorf("expected key %q; got: %q", "sandrae", users.Buckets[1].Key)
  2390. }
  2391. if users.Buckets[1].DocCount != 1 {
  2392. t.Errorf("expected doc count %d; got: %d", 1, users.Buckets[1].DocCount)
  2393. }
  2394. // Access sub-aggregation
  2395. ts, found := users.Buckets[0].DateHistogram("ts")
  2396. if !found {
  2397. t.Fatalf("expected ts aggregation to be found; got: %v", found)
  2398. }
  2399. if ts == nil {
  2400. t.Fatalf("expected ts aggregation; got: %v", ts)
  2401. }
  2402. if ts.Buckets == nil {
  2403. t.Fatalf("expected ts buckets; got: %v", ts.Buckets)
  2404. }
  2405. if len(ts.Buckets) != 1 {
  2406. t.Errorf("expected %d bucket entries; got: %d", 1, len(ts.Buckets))
  2407. }
  2408. if ts.Buckets[0].Key != 1325376000000 {
  2409. t.Errorf("expected key %v; got: %v", 1325376000000, ts.Buckets[0].Key)
  2410. }
  2411. if ts.Buckets[0].KeyAsString == nil {
  2412. t.Fatalf("expected key_as_string != %v; got: %v", nil, ts.Buckets[0].KeyAsString)
  2413. }
  2414. if *ts.Buckets[0].KeyAsString != "2012-01-01T00:00:00.000Z" {
  2415. t.Errorf("expected key_as_string %q; got: %q", "2012-01-01T00:00:00.000Z", *ts.Buckets[0].KeyAsString)
  2416. }
  2417. }
  2418. /*
  2419. // TestAggsRawMessage is a test for issue #51 (https://github.com/olivere/elastic/issues/51).
  2420. // See also: http://play.golang.org/p/b8fzGMxrMC
  2421. func TestAggsRawMessage(t *testing.T) {
  2422. f := json.RawMessage([]byte(`42`))
  2423. m := Aggregations(map[string]*json.RawMessage{
  2424. "k": &f,
  2425. })
  2426. b, _ := json.Marshal(m)
  2427. if string(b) != `{"k":42}` {
  2428. t.Errorf("expected %s; got: %s", `{"k":42}`, string(b))
  2429. }
  2430. }
  2431. */