Skip to content

Commit d22e214

Browse files
authored
fix: format rollup index in nest fields (#404)
1 parent 3e65538 commit d22e214

File tree

2 files changed

+110
-74
lines changed

2 files changed

+110
-74
lines changed
Lines changed: 61 additions & 35 deletions
Original file line numberDiff line numberDiff line change
@@ -1,44 +1,70 @@
11
{
2-
"index_patterns": ["nrm-accessrollup-*"],
3-
"template": {
4-
"aliases": {
5-
"nrm-accessrollup": {}
6-
},
7-
"settings": {
8-
"number_of_shards": 1,
9-
"number_of_replicas": 1
10-
},
11-
"mappings": {
12-
"properties": {
13-
"url.full.keyword": {
14-
"type": "keyword"
15-
},
16-
"url.domain": {
17-
"type": "keyword"
18-
},
19-
"@timestamp": {
20-
"type": "date"
21-
},
22-
"event.outcome": {
23-
"properties": {
24-
"value_count": {
25-
"type": "long"
2+
"index_patterns": [
3+
"nrm-accessrollup-*"
4+
],
5+
"template": {
6+
"aliases": {
7+
"nrm-accessrollup": {}
8+
},
9+
"settings": {
10+
"number_of_shards": 1,
11+
"number_of_replicas": 1
12+
},
13+
"mappings": {
14+
"properties": {
15+
"@timestamp": {
16+
"properties": {
17+
"date_histogram": {
18+
"type": "date"
19+
}
20+
}
21+
},
22+
"url": {
23+
"properties": {
24+
"full": {
25+
"properties": {
26+
"keyword": {
27+
"properties": {
28+
"terms": {
29+
"type": "keyword"
30+
}
31+
}
32+
}
33+
}
34+
},
35+
"domain": {
36+
"properties": {
37+
"terms": {
38+
"type": "keyword"
39+
}
40+
}
2641
}
2742
}
28-
},
29-
"event.duration": {
30-
"properties": {
31-
"avg": {
32-
"type": "double"
43+
},
44+
"event": {
45+
"properties": {
46+
"outcome": {
47+
"properties": {
48+
"value_count": {
49+
"type": "long"
50+
}
51+
}
52+
},
53+
"duration": {
54+
"properties": {
55+
"avg": {
56+
"type": "double"
57+
}
3358
}
3459
}
3560
}
3661
}
3762
}
38-
},
39-
"version": 1,
40-
"priority": 300,
41-
"_meta": {
42-
"description": "NRM Access Url Rollup indices"
4363
}
44-
}
64+
},
65+
"version": 1,
66+
"priority": 300,
67+
"_meta": {
68+
"description": "NRM Access Url Rollup indices"
69+
}
70+
}

workflow-cli/configuration-opensearch/state_management_policy/nrm-type-access-external-policy.json

Lines changed: 49 additions & 39 deletions
Original file line numberDiff line numberDiff line change
@@ -42,55 +42,65 @@
4242
}
4343
]
4444
},
45-
{
46-
"name": "rp",
45+
{
46+
"name": "rp",
4747
"actions": [
48-
{
49-
"rollup": {
50-
"ism_rollup": {
51-
"target_index": "nrm-accessrollup",
48+
{
49+
"rollup": {
50+
"ism_rollup": {
51+
"target_index": "nrm-accessrollup",
5252
"description": "nrm access external rollup job",
53-
"page_size": 200,
54-
"dimensions": [
55-
{
56-
"date_histogram": {
57-
"source_field": "@timestamp",
58-
"fixed_interval": "60m",
59-
"timezone": "America/Vancouver"
60-
}
61-
},
62-
{
63-
"terms": {
53+
"page_size": 200,
54+
"dimensions": [
55+
{
56+
"date_histogram": {
57+
"source_field": "@timestamp",
58+
"fixed_interval": "60m",
59+
"timezone": "America/Vancouver"
60+
}
61+
},
62+
{
63+
"terms": {
6464
"source_field": "url.full.keyword"
65-
}
65+
}
6666
},
67-
{
68-
"terms": {
69-
"source_field": "url.domain"
70-
}
67+
{
68+
"terms": {
69+
"source_field": "url.domain"
70+
}
7171
}
72-
],
73-
"metrics": [
72+
],
73+
"metrics": [
7474
{
7575
"source_field": "event.outcome",
76-
"metrics": [{"value_count":{}}]
76+
"metrics": [
77+
{
78+
"value_count": {}
79+
}
80+
]
7781
},
7882
{
7983
"source_field": "event.duration",
80-
"metrics": [{"avg": {}}]
84+
"metrics": [
85+
{
86+
"avg": {}
87+
}
88+
]
8189
}
8290
]
83-
}
84-
}
85-
}
86-
],
87-
"transitions": [{
88-
"state_name": "force_merge_standby",
89-
"conditions": {
90-
"min_index_age": "36d"
91+
}
92+
}
9193
}
92-
}]
93-
},
94+
],
95+
"transitions": [
96+
{
97+
"state_name": "force_merge_standby",
98+
"conditions": {
99+
"min_index_age": "36d"
100+
}
101+
}
102+
]
103+
},
94104
{
95105
"name": "force_merge_standby",
96106
"actions": [],
@@ -138,9 +148,9 @@
138148
{
139149
"timeout": "12h",
140150
"retry": {
141-
"count": 60,
142-
"backoff": "exponential",
143-
"delay": "1m"
151+
"count": 60,
152+
"backoff": "exponential",
153+
"delay": "1m"
144154
},
145155
"warm_migration": {}
146156
}

0 commit comments

Comments
 (0)