關系型數據庫中除了有聚合函數外，還可以對查詢出的數據進⾏分組group by，再在組上 進⾏指標聚合。在ES中稱為桶聚合。
一：Terms Aggregation 根據字段項分組聚合
1.按照年齡進行分組
下面的size是10，如果分組很多的時候，這里可以進行調整，寫100也是不會存在問題的
POST /nba/_search
{
"query": {
"term": {
"teamNameEn": {
"value": "Rockets"
}
}
},
"aggs": {
"aggsAge": {
"terms": {
"field": "age",
"size": 10
}
}
},
"size": 1
}
效果：
{
"took" : 3,
"timed_out" : false,
"_shards" : {
"total" : 1,
"successful" : 1,
"skipped" : 0,
"failed" : 0
},
"hits" : {
"total" : {
"value" : 21,
"relation" : "eq"
},
"max_score" : 3.2723064,
"hits" : [
{
"_index" : "nba",
"_type" : "_doc",
"_id" : "86",
"_score" : 3.2723064,
"_source" : {
"countryEn" : "Switzerland",
"teamName" : "火箭",
"birthDay" : 769233600000,
"country" : "瑞士",
"teamCityEn" : "Houston",
"code" : "clint_capela",
"displayAffiliation" : "Switzerland/Switzerland",
"displayName" : "克林特 卡佩拉",
"schoolType" : "",
"teamConference" : "西部",
"teamConferenceEn" : "Western",
"weight" : "108.9 公斤",
"teamCity" : "休斯頓",
"playYear" : 5,
"jerseyNo" : "15",
"teamNameEn" : "Rockets",
"draft" : 2014,
"displayNameEn" : "Clint Capela",
"heightValue" : 2.08,
"birthDayStr" : "1994-05-18",
"position" : "中鋒",
"age" : 25,
"playerId" : "203991"
}
}
]
},
"aggregations" : {
"aggsAge" : {
"doc_count_error_upper_bound" : 0,
"sum_other_doc_count" : 3,
"buckets" : [
{
"key" : 21,
"doc_count" : 4
},
{
"key" : 25,
"doc_count" : 3
},
{
"key" : 23,
"doc_count" : 2
},
{
"key" : 30,
"doc_count" : 2
},
{
"key" : 34,
"doc_count" : 2
},
{
"key" : 22,
"doc_count" : 1
},
{
"key" : 24,
"doc_count" : 1
},
{
"key" : 26,
"doc_count" : 1
},
{
"key" : 27,
"doc_count" : 1
},
{
"key" : 29,
"doc_count" : 1
}
]
}
}
}
二：order 分組聚合排序
2.分組聚合排序
先進行分組，然后使用order進行排序
POST /nba/_search
{
"query": {
"term": {
"teamNameEn": {
"value": "Rockets"
}
}
},
"aggs": {
"aggsAge": {
"terms": {
"field": "age",
"size": 100,
"order": {
"_key": "asc"
}
}
}
},
"size": 1
}
效果：
{
"took" : 6,
"timed_out" : false,
"_shards" : {
"total" : 1,
"successful" : 1,
"skipped" : 0,
"failed" : 0
},
"hits" : {
"total" : {
"value" : 21,
"relation" : "eq"
},
"max_score" : 3.2723064,
"hits" : [
{
"_index" : "nba",
"_type" : "_doc",
"_id" : "86",
"_score" : 3.2723064,
"_source" : {
"countryEn" : "Switzerland",
"teamName" : "火箭",
"birthDay" : 769233600000,
"country" : "瑞士",
"teamCityEn" : "Houston",
"code" : "clint_capela",
"displayAffiliation" : "Switzerland/Switzerland",
"displayName" : "克林特 卡佩拉",
"schoolType" : "",
"teamConference" : "西部",
"teamConferenceEn" : "Western",
"weight" : "108.9 公斤",
"teamCity" : "休斯頓",
"playYear" : 5,
"jerseyNo" : "15",
"teamNameEn" : "Rockets",
"draft" : 2014,
"displayNameEn" : "Clint Capela",
"heightValue" : 2.08,
"birthDayStr" : "1994-05-18",
"position" : "中鋒",
"age" : 25,
"playerId" : "203991"
}
}
]
},
"aggregations" : {
"aggsAge" : {
"doc_count_error_upper_bound" : 0,
"sum_other_doc_count" : 0,
"buckets" : [
{
"key" : 21,
"doc_count" : 4
},
{
"key" : 22,
"doc_count" : 1
},
{
"key" : 23,
"doc_count" : 2
},
{
"key" : 24,
"doc_count" : 1
},
{
"key" : 25,
"doc_count" : 3
},
{
"key" : 26,
"doc_count" : 1
},
{
"key" : 27,
"doc_count" : 1
},
{
"key" : 29,
"doc_count" : 1
},
{
"key" : 30,
"doc_count" : 2
},
{
"key" : 31,
"doc_count" : 1
},
{
"key" : 33,
"doc_count" : 1
},
{
"key" : 34,
"doc_count" : 2
},
{
"key" : 37,
"doc_count" : 1
}
]
}
}
}
3.⽕箭隊根據年齡進⾏分組，分組信息通過⽂檔數從⼤到⼩排序 (通過⽂檔數)
POST /nba/_search
{
"query": {
"term": {
"teamNameEn": {
"value": "Rockets"
}
}
},
"aggs": {
"aggsAge": {
"terms": {
"field": "age",
"size": 100,
"order": {
"_count": "desc"
}
}
}
},
"size": 1
}
效果：
{
"took" : 2,
"timed_out" : false,
"_shards" : {
"total" : 1,
"successful" : 1,
"skipped" : 0,
"failed" : 0
},
"hits" : {
"total" : {
"value" : 21,
"relation" : "eq"
},
"max_score" : 3.2723064,
"hits" : [
{
"_index" : "nba",
"_type" : "_doc",
"_id" : "86",
"_score" : 3.2723064,
"_source" : {
"countryEn" : "Switzerland",
"teamName" : "火箭",
"birthDay" : 769233600000,
"country" : "瑞士",
"teamCityEn" : "Houston",
"code" : "clint_capela",
"displayAffiliation" : "Switzerland/Switzerland",
"displayName" : "克林特 卡佩拉",
"schoolType" : "",
"teamConference" : "西部",
"teamConferenceEn" : "Western",
"weight" : "108.9 公斤",
"teamCity" : "休斯頓",
"playYear" : 5,
"jerseyNo" : "15",
"teamNameEn" : "Rockets",
"draft" : 2014,
"displayNameEn" : "Clint Capela",
"heightValue" : 2.08,
"birthDayStr" : "1994-05-18",
"position" : "中鋒",
"age" : 25,
"playerId" : "203991"
}
}
]
},
"aggregations" : {
"aggsAge" : {
"doc_count_error_upper_bound" : 0,
"sum_other_doc_count" : 0,
"buckets" : [
{
"key" : 21,
"doc_count" : 4
},
{
"key" : 25,
"doc_count" : 3
},
{
"key" : 23,
"doc_count" : 2
},
{
"key" : 30,
"doc_count" : 2
},
{
"key" : 34,
"doc_count" : 2
},
{
"key" : 22,
"doc_count" : 1
},
{
"key" : 24,
"doc_count" : 1
},
{
"key" : 26,
"doc_count" : 1
},
{
"key" : 27,
"doc_count" : 1
},
{
"key" : 29,
"doc_count" : 1
},
{
"key" : 31,
"doc_count" : 1
},
{
"key" : 33,
"doc_count" : 1
},
{
"key" : 37,
"doc_count" : 1
}
]
}
}
}
4.每⽀球隊按該隊所有球員的平均年齡進⾏分組排序 (通過分組指標值)
POST /nba/_search
{
"aggs": {
"aggsTeamNameEn": {
"terms": {
"field": "teamNameEn",
"size": 100,
"order": {
"avgAge": "desc"
}
},
"aggs":{
"avgAge":{
"avg": {
"field": "age"
}
}
}
}
},
"size": 1
}
效果：
{
"took" : 44,
"timed_out" : false,
"_shards" : {
"total" : 1,
"successful" : 1,
"skipped" : 0,
"failed" : 0
},
"hits" : {
"total" : {
"value" : 566,
"relation" : "eq"
},
"max_score" : 1.0,
"hits" : [
{
"_index" : "nba",
"_type" : "_doc",
"_id" : "1",
"_score" : 1.0,
"_source" : {
"countryEn" : "United States",
"teamName" : "老鷹",
"birthDay" : 831182400000,
"country" : "美國",
"teamCityEn" : "Atlanta",
"code" : "jaylen_adams",
"displayAffiliation" : "United States",
"displayName" : "傑倫 亞當斯",
"schoolType" : "College",
"teamConference" : "東部",
"teamConferenceEn" : "Eastern",
"weight" : "86.2 公斤",
"teamCity" : "亞特蘭大",
"playYear" : 1,
"jerseyNo" : "10",
"teamNameEn" : "Hawks",
"draft" : 2018,
"displayNameEn" : "Jaylen Adams",
"heightValue" : 1.88,
"birthDayStr" : "1996-05-04",
"position" : "后衛",
"age" : 23,
"playerId" : "1629121"
}
}
]
},
"aggregations" : {
"aggsTeamNameEn" : {
"doc_count_error_upper_bound" : 0,
"sum_other_doc_count" : 0,
"buckets" : [
{
"key" : "Bucks",
"doc_count" : 14,
"avgAge" : {
"value" : 28.142857142857142
}
},
{
"key" : "Mavericks",
"doc_count" : 20,
"avgAge" : {
"value" : 27.85
}
},
{
"key" : "Lakers",
"doc_count" : 21,
"avgAge" : {
"value" : 27.714285714285715
}
},
{
"key" : "Raptors",
"doc_count" : 17,
"avgAge" : {
"value" : 26.823529411764707
}
},
{
"key" : "Wizards",
"doc_count" : 17,
"avgAge" : {
"value" : 26.823529411764707
}
},
{
"key" : "Heat",
"doc_count" : 17,
"avgAge" : {
"value" : 26.764705882352942
}
},
{
"key" : "Rockets",
"doc_count" : 21,
"avgAge" : {
"value" : 26.761904761904763
}
},
{
"key" : "Spurs",
"doc_count" : 20,
"avgAge" : {
"value" : 26.75
}
},
{
"key" : "Jazz",
"doc_count" : 17,
"avgAge" : {
"value" : 26.647058823529413
}
},
{
"key" : "Pistons",
"doc_count" : 21,
"avgAge" : {
"value" : 26.476190476190474
}
},
{
"key" : "76ers",
"doc_count" : 22,
"avgAge" : {
"value" : 26.363636363636363
}
},
{
"key" : "Warriors",
"doc_count" : 20,
"avgAge" : {
"value" : 26.25
}
},
{
"key" : "Timberwolves",
"doc_count" : 15,
"avgAge" : {
"value" : 26.0
}
},
{
"key" : "Grizzlies",
"doc_count" : 23,
"avgAge" : {
"value" : 25.91304347826087
}
},
{
"key" : "Magic",
"doc_count" : 19,
"avgAge" : {
"value" : 25.894736842105264
}
},
{
"key" : "Kings",
"doc_count" : 22,
"avgAge" : {
"value" : 25.863636363636363
}
},
{
"key" : "Suns",
"doc_count" : 20,
"avgAge" : {
"value" : 25.85
}
},
{
"key" : "Nets",
"doc_count" : 18,
"avgAge" : {
"value" : 25.77777777777778
}
},
{
"key" : "Cavaliers",
"doc_count" : 21,
"avgAge" : {
"value" : 25.714285714285715
}
},
{
"key" : "Thunder",
"doc_count" : 18,
"avgAge" : {
"value" : 25.555555555555557
}
},
{
"key" : "Clippers",
"doc_count" : 19,
"avgAge" : {
"value" : 25.526315789473685
}
},
{
"key" : "Trail Blazers",
"doc_count" : 16,
"avgAge" : {
"value" : 25.4375
}
},
{
"key" : "Celtics",
"doc_count" : 17,
"avgAge" : {
"value" : 25.176470588235293
}
},
{
"key" : "Hawks",
"doc_count" : 18,
"avgAge" : {
"value" : 25.166666666666668
}
},
{
"key" : "Hornets",
"doc_count" : 19,
"avgAge" : {
"value" : 25.05263157894737
}
},
{
"key" : "Pacers",
"doc_count" : 14,
"avgAge" : {
"value" : 24.928571428571427
}
},
{
"key" : "Nuggets",
"doc_count" : 18,
"avgAge" : {
"value" : 24.555555555555557
}
},
{
"key" : "Knicks",
"doc_count" : 21,
"avgAge" : {
"value" : 24.523809523809526
}
},
{
"key" : "Bulls",
"doc_count" : 22,
"avgAge" : {
"value" : 24.454545454545453
}
},
{
"key" : "Pelicans",
"doc_count" : 19,
"avgAge" : {
"value" : 24.36842105263158
}
}
]
}
}
}
三：篩選分組聚合
1.湖⼈和⽕箭隊按球隊平均年齡進⾏分組排序 (指定值列表)
POST /nba/_search
{
"aggs": {
"aggsTeamNameEn": {
"terms": {
"field": "teamNameEn",
"include": ["Lakers","Rockets","Warriors"],
"exclude": ["Warriors"],
"size": 100,
"order": {
"avgAge": "desc"
}
},
"aggs":{
"avgAge":{
"avg": {
"field": "age"
}
}
}
}
},
"size": 1
}
效果：
{
"took" : 7,
"timed_out" : false,
"_shards" : {
"total" : 1,
"successful" : 1,
"skipped" : 0,
"failed" : 0
},
"hits" : {
"total" : {
"value" : 566,
"relation" : "eq"
},
"max_score" : 1.0,
"hits" : [
{
"_index" : "nba",
"_type" : "_doc",
"_id" : "1",
"_score" : 1.0,
"_source" : {
"countryEn" : "United States",
"teamName" : "老鷹",
"birthDay" : 831182400000,
"country" : "美國",
"teamCityEn" : "Atlanta",
"code" : "jaylen_adams",
"displayAffiliation" : "United States",
"displayName" : "傑倫 亞當斯",
"schoolType" : "College",
"teamConference" : "東部",
"teamConferenceEn" : "Eastern",
"weight" : "86.2 公斤",
"teamCity" : "亞特蘭大",
"playYear" : 1,
"jerseyNo" : "10",
"teamNameEn" : "Hawks",
"draft" : 2018,
"displayNameEn" : "Jaylen Adams",
"heightValue" : 1.88,
"birthDayStr" : "1996-05-04",
"position" : "后衛",
"age" : 23,
"playerId" : "1629121"
}
}
]
},
"aggregations" : {
"aggsTeamNameEn" : {
"doc_count_error_upper_bound" : 0,
"sum_other_doc_count" : 0,
"buckets" : [
{
"key" : "Lakers",
"doc_count" : 21,
"avgAge" : {
"value" : 27.714285714285715
}
},
{
"key" : "Rockets",
"doc_count" : 21,
"avgAge" : {
"value" : 26.761904761904763
}
}
]
}
}
}
2.湖⼈和⽕箭隊按球隊平均年齡進⾏分組排序 (正則表達式匹配值)
POST /nba/_search
{
"aggs": {
"aggsTeamNameEn": {
"terms": {
"field": "teamNameEn",
"include": "Lakers|Ro.*|Warriors.*",
"exclude": "Warriors",
"size": 100,
"order": {
"avgAge": "desc"
}
},
"aggs":{
"avgAge":{
"avg": {
"field": "age"
}
}
}
}
},
"size": 1
}
四：Range Aggregation 范圍分組聚合
1.NBA球員年齡按20,20-35,35這樣分組
POST /nba/_search
{
"aggs": {
"ageRange": {
"range": {
"field": "age",
"ranges": [
{
"to": 20
},{
"from": 20,
"to":35
},{
"from":35
}
]
}
}
},
"size": 1
}
效果：
{
"took" : 2,
"timed_out" : false,
"_shards" : {
"total" : 1,
"successful" : 1,
"skipped" : 0,
"failed" : 0
},
"hits" : {
"total" : {
"value" : 566,
"relation" : "eq"
},
"max_score" : 1.0,
"hits" : [
{
"_index" : "nba",
"_type" : "_doc",
"_id" : "1",
"_score" : 1.0,
"_source" : {
"countryEn" : "United States",
"teamName" : "老鷹",
"birthDay" : 831182400000,
"country" : "美國",
"teamCityEn" : "Atlanta",
"code" : "jaylen_adams",
"displayAffiliation" : "United States",
"displayName" : "傑倫 亞當斯",
"schoolType" : "College",
"teamConference" : "東部",
"teamConferenceEn" : "Eastern",
"weight" : "86.2 公斤",
"teamCity" : "亞特蘭大",
"playYear" : 1,
"jerseyNo" : "10",
"teamNameEn" : "Hawks",
"draft" : 2018,
"displayNameEn" : "Jaylen Adams",
"heightValue" : 1.88,
"birthDayStr" : "1996-05-04",
"position" : "后衛",
"age" : 23,
"playerId" : "1629121"
}
}
]
},
"aggregations" : {
"ageRange" : {
"buckets" : [
{
"key" : "*-20.0",
"to" : 20.0,
"doc_count" : 15
},
{
"key" : "20.0-35.0",
"from" : 20.0,
"to" : 35.0,
"doc_count" : 531
},
{
"key" : "35.0-*",
"from" : 35.0,
"doc_count" : 20
}
]
}
}
}
2.NBA球員年齡按20,20-35,35這樣分組 (起別名)
POST /nba/_search
{
"aggs": {
"ageRange": {
"range": {
"field": "age",
"ranges": [
{
"to": 20,
"key":"A"
},{
"from": 20,
"to":35,
"key":"B"
},{
"from":35,
"key":"C"
}
]
}
}
},
"size": 1
}
3.Date Range Aggregation 時間范圍分組聚合
POST /nba/_search
{
"aggs": {
"aggsBirthday": {
"range": {
"field": "birthDay",
"format":"yyyy-MM",
"ranges": [
{
"to": "1989-01"
},{
"from": "1989-01",
"to":"1999-01"
},{
"from": "1999-01"
}
]
}
}
},
"size": 1
}
五：Date Histogram Aggregation 時間柱狀圖聚合
1.按天、⽉、年等進⾏聚合統計。
可按 year (1y), quarter (1q), month (1M), week (1w), day (1d), hour (1h), minute (1m), second (1s) 間隔聚合
NBA球員按出⽣年分組
POST /nba/_search
{
"aggs": {
"aggsBirthday": {
"date_histogram": {
"field": "birthDay",
"format": "yyyy-MM",
"interval": "year"
}
}
},
"size": 1
}
效果：
#! Deprecation: [interval] on [date_histogram] is deprecated, use [fixed_interval] or [calendar_interval] in the future.
{
"took" : 2,
"timed_out" : false,
"_shards" : {
"total" : 1,
"successful" : 1,
"skipped" : 0,
"failed" : 0
},
"hits" : {
"total" : {
"value" : 566,
"relation" : "eq"
},
"max_score" : 1.0,
"hits" : [
{
"_index" : "nba",
"_type" : "_doc",
"_id" : "1",
"_score" : 1.0,
"_source" : {
"countryEn" : "United States",
"teamName" : "老鷹",
"birthDay" : 831182400000,
"country" : "美國",
"teamCityEn" : "Atlanta",
"code" : "jaylen_adams",
"displayAffiliation" : "United States",
"displayName" : "傑倫 亞當斯",
"schoolType" : "College",
"teamConference" : "東部",
"teamConferenceEn" : "Eastern",
"weight" : "86.2 公斤",
"teamCity" : "亞特蘭大",
"playYear" : 1,
"jerseyNo" : "10",
"teamNameEn" : "Hawks",
"draft" : 2018,
"displayNameEn" : "Jaylen Adams",
"heightValue" : 1.88,
"birthDayStr" : "1996-05-04",
"position" : "后衛",
"age" : 23,
"playerId" : "1629121"
}
}
]
},
"aggregations" : {
"aggsBirthday" : {
"buckets" : [
{
"key_as_string" : "1977-01",
"key" : 220924800000,
"doc_count" : 1
},
{
"key_as_string" : "1978-01",
"key" : 252460800000,
"doc_count" : 1
},
{
"key_as_string" : "1979-01",
"key" : 283996800000,
"doc_count" : 0
},
{
"key_as_string" : "1980-01",
"key" : 315532800000,
"doc_count" : 3
},
{
"key_as_string" : "1981-01",
"key" : 347155200000,
"doc_count" : 2
},
{
"key_as_string" : "1982-01",
"key" : 378691200000,
"doc_count" : 3
},
{
"key_as_string" : "1983-01",
"key" : 410227200000,
"doc_count" : 2
},
{
"key_as_string" : "1984-01",
"key" : 441763200000,
"doc_count" : 8
},
{
"key_as_string" : "1985-01",
"key" : 473385600000,
"doc_count" : 15
},
{
"key_as_string" : "1986-01",
"key" : 504921600000,
"doc_count" : 19
},
{
"key_as_string" : "1987-01",
"key" : 536457600000,
"doc_count" : 16
},
{
"key_as_string" : "1988-01",
"key" : 567993600000,
"doc_count" : 27
},
{
"key_as_string" : "1989-01",
"key" : 599616000000,
"doc_count" : 24
},
{
"key_as_string" : "1990-01",
"key" : 631152000000,
"doc_count" : 35
},
{
"key_as_string" : "1991-01",
"key" : 662688000000,
"doc_count" : 31
},
{
"key_as_string" : "1992-01",
"key" : 694224000000,
"doc_count" : 36
},
{
"key_as_string" : "1993-01",
"key" : 725846400000,
"doc_count" : 46
},
{
"key_as_string" : "1994-01",
"key" : 757382400000,
"doc_count" : 45
},
{
"key_as_string" : "1995-01",
"key" : 788918400000,
"doc_count" : 57
},
{
"key_as_string" : "1996-01",
"key" : 820454400000,
"doc_count" : 56
},
{
"key_as_string" : "1997-01",
"key" : 852076800000,
"doc_count" : 57
},
{
"key_as_string" : "1998-01",
"key" : 883612800000,
"doc_count" : 39
},
{
"key_as_string" : "1999-01",
"key" : 915148800000,
"doc_count" : 28
},
{
"key_as_string" : "2000-01",
"key" : 946684800000,
"doc_count" : 15
}
]
}
}
}