filter_aws: send entity attributes for telemetry association

Signed-off-by: Zhihong Lin <zhiholin@amazon.com>

Author: zhihonl

plugins/filter_aws/aws.c

@@ -926,6 +926,30 @@ static int get_ec2_metadata(struct flb_filter_aws *ctx)
         ctx->metadata_retrieved = FLB_TRUE;
     }
 
+    if (ctx->enable_entity) {
+        if (!ctx->account_id) {
+            ret = flb_aws_imds_request_by_key(ctx->client_imds, FLB_AWS_IMDS_ACCOUNT_ID_PATH,
+                                  &ctx->account_id, &ctx->account_id_len,
+                                  "accountId");
+
+            if (ret < 0) {
+                flb_plg_error(ctx->ins, "Failed to get Account ID");
+                return -1;
+            }
+        }
+
+        if (!ctx->instance_id) {
+            ret = flb_aws_imds_request(ctx->client_imds, FLB_AWS_IMDS_INSTANCE_ID_PATH,
+                                       &ctx->instance_id,
+                                       &ctx->instance_id_len);
+            if (ret < 0) {
+                flb_plg_error(ctx->ins, "Failed to get instance ID");
+                return -1;
+            }
+        }
+    }
+
+    ctx->metadata_retrieved = FLB_TRUE;
     return 0;
 }
 
@@ -1104,6 +1128,23 @@ static int cb_aws_filter(const void *data, size_t bytes,
             }
         }
 
+        if (ctx->enable_entity &&
+            ctx->instance_id &&
+            ctx->account_id &&
+            ret == FLB_EVENT_ENCODER_SUCCESS) {
+            ret = flb_log_event_encoder_append_body_values(
+                    &log_encoder,
+                    FLB_LOG_EVENT_CSTRING_VALUE(FLB_FILTER_AWS_ENTITY_INSTANCE_ID_KEY),
+                    FLB_LOG_EVENT_STRING_VALUE(ctx->instance_id,
+                                               ctx->instance_id_len));
+            ret = flb_log_event_encoder_append_body_values(
+                    &log_encoder,
+                    FLB_LOG_EVENT_CSTRING_VALUE(FLB_FILTER_AWS_ENTITY_ACCOUNT_ID_KEY),
+                    FLB_LOG_EVENT_STRING_VALUE(ctx->account_id,
+                                               ctx->account_id_len));
+        }
+
+
         if (ret == FLB_EVENT_ENCODER_SUCCESS) {
             ret = flb_log_event_encoder_commit_record(&log_encoder);
         }
@@ -1273,6 +1314,12 @@ static struct flb_config_map config_map[] = {
      0, FLB_TRUE, offsetof(struct flb_filter_aws, retry_required_interval),
      "Defines minimum duration between retries for fetching metadata groups"
     },
+    {
+    FLB_CONFIG_MAP_BOOL, "enable_entity", "false",
+    0, FLB_TRUE, offsetof(struct flb_filter_aws, enable_entity),
+    "Enable entity prefix for fields used for constructing entity."
+    "This currently only affects instance ID"
+    },
     {0}
 };
 

plugins/filter_aws/aws.h

@@ -27,6 +27,8 @@
 #define FLB_FILTER_AWS_AVAILABILITY_ZONE_KEY_LEN          2
 #define FLB_FILTER_AWS_INSTANCE_ID_KEY                    "ec2_instance_id"
 #define FLB_FILTER_AWS_INSTANCE_ID_KEY_LEN                15
+#define FLB_FILTER_AWS_ENTITY_INSTANCE_ID_KEY             "aws_entity_ec2_instance_id"
+#define FLB_FILTER_AWS_ENTITY_INSTANCE_ID_KEY_LEN         26
 #define FLB_FILTER_AWS_INSTANCE_TYPE_KEY                  "ec2_instance_type"
 #define FLB_FILTER_AWS_INSTANCE_TYPE_KEY_LEN              17
 #define FLB_FILTER_AWS_PRIVATE_IP_KEY                     "private_ip"
@@ -37,6 +39,8 @@
 #define FLB_FILTER_AWS_AMI_ID_KEY_LEN                     6
 #define FLB_FILTER_AWS_ACCOUNT_ID_KEY                     "account_id"
 #define FLB_FILTER_AWS_ACCOUNT_ID_KEY_LEN                 10
+#define FLB_FILTER_AWS_ENTITY_ACCOUNT_ID_KEY              "aws_entity_account_id"
+#define FLB_FILTER_AWS_ENTITY_ACCOUNT_ID_KEY_LEN          21
 #define FLB_FILTER_AWS_HOSTNAME_KEY                       "hostname"
 #define FLB_FILTER_AWS_HOSTNAME_KEY_LEN                   8
 
@@ -110,6 +114,11 @@ struct flb_filter_aws {
     /* tags_* fields are related to exposing EC2 tags in log labels
      * tags_enabled defines if EC2 tags functionality is enabled */
     int tags_enabled;
+    /*
+    * Enable entity prefix appending. This appends
+    * 'aws_entity' to relevant keys
+    */
+    int enable_entity;
 
     /* tags_fetched defines if tag keys and values were fetched successfully
      * and might be used to inject into msgpack */