feat: add url.path as keyword and rollup index with rollover policy

Author: GraceRuan

workflow-cli/configuration-opensearch/ecs_nrm_1.0/url_aggregate.json

@@ -33,6 +33,16 @@
               },
               "doc_values": true,
               "type": "wildcard"
+            },
+            "path": {
+              "fields": {
+                "keyword": {
+                  "ignore_above": 1024,
+                  "type": "keyword"
+                }
+              },
+              "doc_values": true,
+              "type": "wildcard"
             }
           }
         }

workflow-cli/configuration-opensearch/index_template/accessrollup.json

@@ -19,11 +19,19 @@
             }
           }
         },
-        "url_full_keyword": {
-          "type": "keyword"
+        "url_path_keyword": {
+          "properties": {
+            "terms": {
+              "type": "keyword"
+            }
+          }
         },
         "url_domain": {
-          "type": "keyword"
+          "properties": {
+            "terms": {
+              "type": "keyword"
+            }
+          }
         },
         "event_outcome_count": {
           "type": "long"

workflow-cli/configuration-opensearch/state_management_policy/nrm-type-access-external-policy.json

@@ -61,8 +61,8 @@
                   },
                   {
                     "terms": {
-                      "source_field": "url.full.keyword",
-                      "target_field": "url_full_keyword"
+                      "source_field": "url.path.keyword",
+                      "target_field": "url_path_keyword"
                     }
                   },
                   {

workflow-cli/configuration-opensearch/state_management_policy/nrm-type-accessrollup-rollover-policy.json

@@ -0,0 +1,94 @@
+{
+  "policy": {
+    "policy_id": "nrm-type-accessrollup-rollover-policy",
+    "description": "NRM access external accessrollup rollover policy",
+    "schema_version": 1,
+    "last_updated_time": 1628803063474,
+    "error_notification": null,
+    "default_state": "rollover",
+    "states": [
+      {
+        "name": "rollover",
+        "actions": [
+          {
+            "rollover": {
+              "min_index_age": "1d"
+            }
+          }
+        ],
+        "transitions": [
+          {
+            "state_name": "force_merge_standby",
+            "conditions": {
+              "min_index_age": "36d"
+            }
+          }
+        ]
+      },
+      {
+        "name": "force_merge_standby",
+        "actions": [],
+        "transitions": [
+          {
+            "state_name": "force_merge",
+            "conditions": {
+              "cron": {
+                "cron": {
+                  "expression": "* 19-23,0-6 * * *",
+                  "timezone": "America/Vancouver"
+                }
+              }
+            }
+          }
+        ]
+      },
+      {
+        "name": "force_merge",
+        "actions": [
+          {
+            "timeout": "12h",
+            "retry": {
+              "count": 60,
+              "backoff": "exponential",
+              "delay": "1m"
+            },
+            "force_merge": {
+              "max_num_segments": 1
+            }
+          }
+        ],
+        "transitions": [
+          {
+            "state_name": "warm",
+            "conditions": {
+              "min_index_age": "40d"
+            }
+          }
+        ]
+      },
+      {
+        "name": "warm",
+        "actions": [
+          {
+            "timeout": "12h",
+            "retry": {
+              "count": 60,
+              "backoff": "exponential",
+              "delay": "1m"
+            },
+            "warm_migration": {}
+          }
+        ],
+        "transitions": []
+      }
+    ],
+    "ism_template": [
+      {
+        "index_patterns": [
+          "nrm-accessrollup-*"
+        ],
+        "priority": 0
+      }
+    ]
+  }
+}