From ad5001ca53d2c598c537413c72d20d164fbb06aa Mon Sep 17 00:00:00 2001 From: Simeon Widdis Date: Wed, 1 Nov 2023 15:19:44 -0700 Subject: [PATCH] Apply keyword changes to s3 Signed-off-by: Simeon Widdis --- .../repository/aws_s3/assets/aws_s3-1.0.0.ndjson | 8 ++++---- .../aws_s3/assets/create_table-1.0.0.sql | 2 +- .../aws_s3/schemas/aws_s3-1.0.0.mapping.json | 16 ++-------------- 3 files changed, 7 insertions(+), 19 deletions(-) diff --git a/server/adaptors/integrations/__data__/repository/aws_s3/assets/aws_s3-1.0.0.ndjson b/server/adaptors/integrations/__data__/repository/aws_s3/assets/aws_s3-1.0.0.ndjson index 268ec7a4d4..38dd74df22 100644 --- a/server/adaptors/integrations/__data__/repository/aws_s3/assets/aws_s3-1.0.0.ndjson +++ b/server/adaptors/integrations/__data__/repository/aws_s3/assets/aws_s3-1.0.0.ndjson @@ -1,16 +1,16 @@ -{"attributes":{"fields":"[{\"count\":0,\"name\":\"@timestamp\",\"type\":\"date\",\"esTypes\":[\"date\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"_id\",\"type\":\"string\",\"esTypes\":[\"_id\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_index\",\"type\":\"string\",\"esTypes\":[\"_index\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_score\",\"type\":\"number\",\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_source\",\"type\":\"_source\",\"esTypes\":[\"_source\"],\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_type\",\"type\":\"string\",\"esTypes\":[\"_type\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.authentication_type\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.bucket\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.bucket.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.bucket\"}}},{\"count\":0,\"name\":\"aws.s3.bucket_owner\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.bytes_sent\",\"type\":\"number\",\"esTypes\":[\"long\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.cipher_suite\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.cipher_suite.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.cipher_suite\"}}},{\"count\":1,\"name\":\"aws.s3.error_code\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.host_header\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.host_header.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.host_header\"}}},{\"count\":0,\"name\":\"aws.s3.host_id\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.host_id.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.host_id\"}}},{\"count\":3,\"name\":\"aws.s3.http_status\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":3,\"name\":\"aws.s3.key\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.key.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.key\"}}},{\"count\":2,\"name\":\"aws.s3.object_size\",\"type\":\"number\",\"esTypes\":[\"long\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":3,\"name\":\"aws.s3.operation\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.referrer\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.referrer.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.referrer\"}}},{\"count\":3,\"name\":\"aws.s3.remote_ip\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.remote_ip.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.remote_ip\"}}},{\"count\":0,\"name\":\"aws.s3.request_id\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.request_id.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.request_id\"}}},{\"count\":2,\"name\":\"aws.s3.request_uri\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.request_uri.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.request_uri\"}}},{\"count\":0,\"name\":\"aws.s3.requester\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.requester.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.requester\"}}},{\"count\":0,\"name\":\"aws.s3.signature_version\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"timestamp\",\"type\":\"date\",\"esTypes\":[\"date\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.tls_version\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.total_time\",\"type\":\"number\",\"esTypes\":[\"integer\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.turn_around_time\",\"type\":\"number\",\"esTypes\":[\"integer\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.user_agent\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.user_agent.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.user_agent\"}}},{\"count\":2,\"name\":\"aws.s3.version_id\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true}]","timeFieldName":"@timestamp","title":"logs-aws-s3-*"},"id":"61510775-2cb7-4e94-9cd8-de970acc891b","migrationVersion":{"index-pattern":"7.6.0"},"references":[],"type":"index-pattern","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNTcsMV0="} +{"attributes":{"fields":"[{\"count\":0,\"name\":\"@timestamp\",\"type\":\"date\",\"esTypes\":[\"date\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"_id\",\"type\":\"string\",\"esTypes\":[\"_id\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_index\",\"type\":\"string\",\"esTypes\":[\"_index\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_score\",\"type\":\"number\",\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_source\",\"type\":\"_source\",\"esTypes\":[\"_source\"],\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_type\",\"type\":\"string\",\"esTypes\":[\"_type\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.authentication_type\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.bucket\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.bucket.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.bucket\"}}},{\"count\":0,\"name\":\"aws.s3.bucket_owner\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.bytes_sent\",\"type\":\"number\",\"esTypes\":[\"long\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.cipher_suite\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.cipher_suite.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.cipher_suite\"}}},{\"count\":1,\"name\":\"aws.s3.error_code\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.host_header\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.host_header.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.host_header\"}}},{\"count\":0,\"name\":\"aws.s3.host_id\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.host_id.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.host_id\"}}},{\"count\":3,\"name\":\"aws.s3.http_status\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":3,\"name\":\"aws.s3.key\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.key\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.key\"}}},{\"count\":2,\"name\":\"aws.s3.object_size\",\"type\":\"number\",\"esTypes\":[\"long\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":3,\"name\":\"aws.s3.operation\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.referrer\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.referrer.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.referrer\"}}},{\"count\":3,\"name\":\"aws.s3.remote_ip\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.remote_ip\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.remote_ip\"}}},{\"count\":0,\"name\":\"aws.s3.request_id\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.request_id.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.request_id\"}}},{\"count\":2,\"name\":\"aws.s3.request_uri\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.request_uri.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.request_uri\"}}},{\"count\":0,\"name\":\"aws.s3.requester\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.requester.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.requester\"}}},{\"count\":0,\"name\":\"aws.s3.signature_version\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"timestamp\",\"type\":\"date\",\"esTypes\":[\"date\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.tls_version\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.total_time\",\"type\":\"number\",\"esTypes\":[\"integer\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.turn_around_time\",\"type\":\"number\",\"esTypes\":[\"integer\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"aws.s3.user_agent\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"aws.s3.user_agent.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"aws.s3.user_agent\"}}},{\"count\":2,\"name\":\"aws.s3.version_id\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true}]","timeFieldName":"@timestamp","title":"logs-aws-s3-*"},"id":"61510775-2cb7-4e94-9cd8-de970acc891b","migrationVersion":{"index-pattern":"7.6.0"},"references":[],"type":"index-pattern","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNTcsMV0="} {"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"logs-aws-s3-Total Requests","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"logs-aws-s3-Total Requests\",\"type\":\"metric\",\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"params\":{},\"schema\":\"metric\"}],\"params\":{\"addTooltip\":true,\"addLegend\":false,\"type\":\"metric\",\"metric\":{\"percentageMode\":false,\"useRanges\":false,\"colorSchema\":\"Green to Red\",\"metricColorMode\":\"None\",\"colorsRange\":[{\"from\":0,\"to\":10000}],\"labels\":{\"show\":true},\"invertColors\":false,\"style\":{\"bgFill\":\"#000\",\"bgColor\":false,\"labelColor\":false,\"subText\":\"\",\"fontSize\":40}}}}"},"id":"a6afb5cc-99f6-4f8d-86a7-cce5c715529d","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNTgsMV0="} {"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"logs-aws-s3-Access History","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"logs-aws-s3-Access History\",\"type\":\"line\",\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"params\":{},\"schema\":\"metric\"},{\"id\":\"2\",\"enabled\":true,\"type\":\"date_histogram\",\"params\":{\"field\":\"@timestamp\",\"timeRange\":{\"from\":\"now-1M\",\"to\":\"now\"},\"useNormalizedOpenSearchInterval\":true,\"scaleMetricValues\":false,\"interval\":\"auto\",\"drop_partials\":false,\"min_doc_count\":1,\"extended_bounds\":{},\"customLabel\":\"Requests\"},\"schema\":\"segment\"}],\"params\":{\"type\":\"line\",\"grid\":{\"categoryLines\":false},\"categoryAxes\":[{\"id\":\"CategoryAxis-1\",\"type\":\"category\",\"position\":\"bottom\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\"},\"labels\":{\"show\":true,\"filter\":true,\"truncate\":100},\"title\":{}}],\"valueAxes\":[{\"id\":\"ValueAxis-1\",\"name\":\"LeftAxis-1\",\"type\":\"value\",\"position\":\"left\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\",\"mode\":\"normal\"},\"labels\":{\"show\":true,\"rotate\":0,\"filter\":false,\"truncate\":100},\"title\":{\"text\":\"Count\"}}],\"seriesParams\":[{\"show\":true,\"type\":\"histogram\",\"mode\":\"normal\",\"data\":{\"label\":\"Count\",\"id\":\"1\"},\"valueAxis\":\"ValueAxis-1\",\"drawLinesBetweenPoints\":true,\"lineWidth\":2,\"interpolate\":\"linear\",\"showCircles\":true}],\"addTooltip\":true,\"addLegend\":true,\"legendPosition\":\"right\",\"times\":[],\"addTimeMarker\":false,\"labels\":{},\"thresholdLine\":{\"show\":false,\"value\":10,\"width\":1,\"style\":\"full\",\"color\":\"#E7664C\"}}}"},"id":"53ac018c-7baf-47f3-800b-5127cb4751fa","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNTksMV0="} {"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"logs-aws-s3-Request By aws.s3.operation","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"logs-aws-s3-Request By aws.s3.operation\",\"type\":\"horizontal_bar\",\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"params\":{},\"schema\":\"metric\"},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"params\":{\"field\":\"aws.s3.operation\",\"orderBy\":\"1\",\"order\":\"desc\",\"size\":10,\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"customLabel\":\"aws.s3.operation\"},\"schema\":\"segment\"}],\"params\":{\"type\":\"histogram\",\"grid\":{\"categoryLines\":false},\"categoryAxes\":[{\"id\":\"CategoryAxis-1\",\"type\":\"category\",\"position\":\"left\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\"},\"labels\":{\"show\":true,\"rotate\":0,\"filter\":false,\"truncate\":200},\"title\":{}}],\"valueAxes\":[{\"id\":\"ValueAxis-1\",\"name\":\"LeftAxis-1\",\"type\":\"value\",\"position\":\"bottom\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\",\"mode\":\"normal\"},\"labels\":{\"show\":true,\"rotate\":75,\"filter\":true,\"truncate\":100},\"title\":{\"text\":\"Count\"}}],\"seriesParams\":[{\"show\":true,\"type\":\"histogram\",\"mode\":\"normal\",\"data\":{\"label\":\"Count\",\"id\":\"1\"},\"valueAxis\":\"ValueAxis-1\",\"drawLinesBetweenPoints\":true,\"lineWidth\":2,\"showCircles\":true}],\"addTooltip\":true,\"addLegend\":true,\"legendPosition\":\"right\",\"times\":[],\"addTimeMarker\":false,\"labels\":{\"show\":true},\"thresholdLine\":{\"show\":false,\"value\":10,\"width\":1,\"style\":\"full\",\"color\":\"#E7664C\"}}}"},"id":"c273e75f-d4e0-40fd-af89-0e27eb704307","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNjAsMV0="} -{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"logs-aws-s3-Unique Vistors","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"logs-aws-s3-Unique Vistors\",\"type\":\"metric\",\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"cardinality\",\"params\":{\"field\":\"aws.s3.remote_ip.keyword\",\"customLabel\":\"Unique Vistors\"},\"schema\":\"metric\"}],\"params\":{\"addTooltip\":true,\"addLegend\":false,\"type\":\"metric\",\"metric\":{\"percentageMode\":false,\"useRanges\":false,\"colorSchema\":\"Green to Red\",\"metricColorMode\":\"None\",\"colorsRange\":[{\"from\":0,\"to\":10000}],\"labels\":{\"show\":true},\"invertColors\":false,\"style\":{\"bgFill\":\"#000\",\"bgColor\":false,\"labelColor\":false,\"subText\":\"\",\"fontSize\":40}}}}"},"id":"2bb3f1fe-ab43-4919-a95f-3c2da1cfb233","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNjEsMV0="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"logs-aws-s3-Unique Vistors","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"logs-aws-s3-Unique Vistors\",\"type\":\"metric\",\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"cardinality\",\"params\":{\"field\":\"aws.s3.remote_ip\",\"customLabel\":\"Unique Vistors\"},\"schema\":\"metric\"}],\"params\":{\"addTooltip\":true,\"addLegend\":false,\"type\":\"metric\",\"metric\":{\"percentageMode\":false,\"useRanges\":false,\"colorSchema\":\"Green to Red\",\"metricColorMode\":\"None\",\"colorsRange\":[{\"from\":0,\"to\":10000}],\"labels\":{\"show\":true},\"invertColors\":false,\"style\":{\"bgFill\":\"#000\",\"bgColor\":false,\"labelColor\":false,\"subText\":\"\",\"fontSize\":40}}}}"},"id":"2bb3f1fe-ab43-4919-a95f-3c2da1cfb233","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNjEsMV0="} {"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}"},"title":"logs-aws-s3-Status Code Metric","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"logs-aws-s3-Status Code Metric\",\"type\":\"metrics\",\"aggs\":[],\"params\":{\"id\":\"61ca57f0-469d-11e7-af02-69e470af7417\",\"type\":\"markdown\",\"series\":[{\"id\":\"61ca57f1-469d-11e7-af02-69e470af7417\",\"color\":\"#68BC00\",\"split_mode\":\"filter\",\"split_color_mode\":\"opensearchDashboards\",\"metrics\":[{\"id\":\"61ca57f2-469d-11e7-af02-69e470af7417\",\"type\":\"count\"}],\"separate_axis\":0,\"axis_position\":\"right\",\"formatter\":\"number\",\"chart_type\":\"line\",\"line_width\":1,\"point_size\":1,\"fill\":0.5,\"stacked\":\"none\",\"filter\":{\"query\":\"aws.s3.http_status:3*\",\"language\":\"kuery\"},\"label\":\"3xx Count\"},{\"id\":\"10419b40-4c5c-11ec-82ff-659ecaa3e9b9\",\"color\":\"#68BC00\",\"split_mode\":\"filter\",\"split_color_mode\":\"opensearchDashboards\",\"metrics\":[{\"id\":\"10419b41-4c5c-11ec-82ff-659ecaa3e9b9\",\"type\":\"count\"}],\"separate_axis\":0,\"axis_position\":\"right\",\"formatter\":\"number\",\"chart_type\":\"line\",\"line_width\":1,\"point_size\":1,\"fill\":0.5,\"stacked\":\"none\",\"filter\":{\"query\":\"aws.s3.http_status:4*\",\"language\":\"kuery\"},\"label\":\"4xx Count\"},{\"id\":\"1166e160-4c5c-11ec-82ff-659ecaa3e9b9\",\"color\":\"#68BC00\",\"split_mode\":\"filter\",\"split_color_mode\":\"opensearchDashboards\",\"metrics\":[{\"id\":\"1166e161-4c5c-11ec-82ff-659ecaa3e9b9\",\"type\":\"count\"}],\"separate_axis\":0,\"axis_position\":\"right\",\"formatter\":\"number\",\"chart_type\":\"line\",\"line_width\":1,\"point_size\":1,\"fill\":0.5,\"stacked\":\"none\",\"filter\":{\"query\":\"aws.s3.http_status:5*\",\"language\":\"kuery\"},\"label\":\"5xx Count\"}],\"time_field\":\"@timestamp\",\"index_pattern\":\"logs-aws-s3-*\",\"interval\":\"\",\"axis_position\":\"left\",\"axis_formatter\":\"number\",\"axis_scale\":\"normal\",\"show_legend\":1,\"show_grid\":1,\"tooltip_mode\":\"show_all\",\"default_index_pattern\":\"logs-aws-s3-*\",\"default_timefield\":\"@timestamp\",\"isModelInvalid\":false,\"background_color_rules\":[{\"id\":\"b88445d0-4c4a-11ec-856b-618fe2d1666a\"}],\"time_range_mode\":\"entire_time_range\",\"bar_color_rules\":[{\"id\":\"41b0c9d0-4c5c-11ec-82ff-659ecaa3e9b9\"}],\"markdown\":\"# **{{ 3_xx_count.last.formatted }}**\\n\\n{{ 3_xx_count.label }}\\n\\n# **{{ 4_xx_count.last.formatted }}**\\n\\n{{ 4_xx_count.label }}\\n\\n# **{{ 5_xx_count.last.formatted }}**\\n\\n{{ 5_xx_count.label }}\",\"markdown_less\":\"text-align: center;\\nfont-size : 20px;\",\"markdown_css\":\"#markdown-61ca57f0-469d-11e7-af02-69e470af7417{text-align:center;font-size:20px}\"}}"},"id":"36a551c3-7973-4f2a-85d0-c6c8cc6d93c4","migrationVersion":{"visualization":"7.10.0"},"references":[],"type":"visualization","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNjIsMV0="} {"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"logs-aws-s3-Status Code History","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"logs-aws-s3-Status Code History\",\"type\":\"area\",\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"params\":{},\"schema\":\"metric\"},{\"id\":\"2\",\"enabled\":true,\"type\":\"date_histogram\",\"params\":{\"field\":\"@timestamp\",\"timeRange\":{\"from\":\"now-1M\",\"to\":\"now\"},\"useNormalizedOpenSearchInterval\":true,\"scaleMetricValues\":false,\"interval\":\"auto\",\"drop_partials\":false,\"min_doc_count\":1,\"extended_bounds\":{}},\"schema\":\"segment\"},{\"id\":\"3\",\"enabled\":true,\"type\":\"terms\",\"params\":{\"field\":\"aws.s3.http_status\",\"orderBy\":\"_key\",\"order\":\"desc\",\"size\":10,\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\"},\"schema\":\"group\"}],\"params\":{\"type\":\"area\",\"grid\":{\"categoryLines\":false},\"categoryAxes\":[{\"id\":\"CategoryAxis-1\",\"type\":\"category\",\"position\":\"bottom\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\"},\"labels\":{\"show\":true,\"filter\":true,\"truncate\":100},\"title\":{}}],\"valueAxes\":[{\"id\":\"ValueAxis-1\",\"name\":\"LeftAxis-1\",\"type\":\"value\",\"position\":\"left\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\",\"mode\":\"normal\"},\"labels\":{\"show\":true,\"rotate\":0,\"filter\":false,\"truncate\":100},\"title\":{\"text\":\"Count\"}}],\"seriesParams\":[{\"show\":true,\"type\":\"area\",\"mode\":\"stacked\",\"data\":{\"label\":\"Count\",\"id\":\"1\"},\"drawLinesBetweenPoints\":true,\"lineWidth\":2,\"showCircles\":true,\"interpolate\":\"linear\",\"valueAxis\":\"ValueAxis-1\"}],\"addTooltip\":true,\"addLegend\":true,\"legendPosition\":\"right\",\"times\":[],\"addTimeMarker\":false,\"thresholdLine\":{\"show\":false,\"value\":10,\"width\":1,\"style\":\"full\",\"color\":\"#E7664C\"},\"labels\":{}}}"},"id":"8f3173b9-5c54-497b-8b8d-d091079a1f5c","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNjMsMV0="} {"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"logs-aws-s3-Status Code Pie","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"logs-aws-s3-Status Code Pie\",\"type\":\"pie\",\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"params\":{},\"schema\":\"metric\"},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"params\":{\"field\":\"aws.s3.http_status\",\"orderBy\":\"_key\",\"order\":\"desc\",\"size\":10,\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\"},\"schema\":\"segment\"}],\"params\":{\"type\":\"pie\",\"addTooltip\":true,\"addLegend\":true,\"legendPosition\":\"right\",\"isDonut\":true,\"labels\":{\"show\":false,\"values\":true,\"last_level\":true,\"truncate\":100}}}"},"id":"f1addcc8-d4a1-4205-9f41-3041b199a7fe","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNjQsMV0="} -{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"logs-aws-s3-Top IPs","uiStateJSON":"{\"vis\":{\"params\":{\"sort\":{\"columnIndex\":null,\"direction\":null}}}}","version":1,"visState":"{\"title\":\"logs-aws-s3-Top IPs\",\"type\":\"table\",\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"params\":{\"customLabel\":\"Requests\"},\"schema\":\"metric\"},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"params\":{\"field\":\"aws.s3.remote_ip.keyword\",\"orderBy\":\"1\",\"order\":\"desc\",\"size\":10,\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"customLabel\":\"Client IP\"},\"schema\":\"aws.s3.bucket\"}],\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMetricsAtAllLevels\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"showTotal\":false,\"totalFunc\":\"sum\",\"percentageCol\":\"\"}}"},"id":"0be63d84-235e-4f34-aa8f-033d85d59153","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNjcsMV0="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"logs-aws-s3-Top IPs","uiStateJSON":"{\"vis\":{\"params\":{\"sort\":{\"columnIndex\":null,\"direction\":null}}}}","version":1,"visState":"{\"title\":\"logs-aws-s3-Top IPs\",\"type\":\"table\",\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"params\":{\"customLabel\":\"Requests\"},\"schema\":\"metric\"},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"params\":{\"field\":\"aws.s3.remote_ip\",\"orderBy\":\"1\",\"order\":\"desc\",\"size\":10,\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"customLabel\":\"Client IP\"},\"schema\":\"aws.s3.bucket\"}],\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMetricsAtAllLevels\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"showTotal\":false,\"totalFunc\":\"sum\",\"percentageCol\":\"\"}}"},"id":"0be63d84-235e-4f34-aa8f-033d85d59153","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNjcsMV0="} {"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"logs-aws-s3-Average Time","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"logs-aws-s3-Average Time\",\"type\":\"metric\",\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"avg\",\"params\":{\"field\":\"aws.s3.total_time\",\"customLabel\":\"Average Time (Milliseconds)\"},\"schema\":\"metric\"}],\"params\":{\"addTooltip\":true,\"addLegend\":false,\"type\":\"metric\",\"metric\":{\"percentageMode\":false,\"useRanges\":false,\"colorSchema\":\"Green to Red\",\"metricColorMode\":\"None\",\"colorsRange\":[{\"from\":0,\"to\":10000}],\"labels\":{\"show\":true},\"invertColors\":false,\"style\":{\"bgFill\":\"#000\",\"bgColor\":false,\"labelColor\":false,\"subText\":\"\",\"fontSize\":40}}}}"},"id":"c4b84900-8ee5-4c94-8941-c883681fe825","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-05-05T03:26:58.860Z","version":"WzI0MTQsMV0="} {"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}"},"title":"logs-aws-s3-Data Transfer","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"logs-aws-s3-Data Transfer\",\"type\":\"metrics\",\"aggs\":[],\"params\":{\"id\":\"61ca57f0-469d-11e7-af02-69e470af7417\",\"type\":\"timeseries\",\"series\":[{\"id\":\"61ca57f1-469d-11e7-af02-69e470af7417\",\"color\":\"#68BC00\",\"split_mode\":\"everything\",\"split_color_mode\":\"opensearchDashboards\",\"metrics\":[{\"id\":\"61ca57f2-469d-11e7-af02-69e470af7417\",\"type\":\"sum\",\"field\":\"aws.s3.bytes_sent\"}],\"separate_axis\":0,\"axis_position\":\"right\",\"formatter\":\"bytes\",\"chart_type\":\"line\",\"line_width\":1,\"point_size\":1,\"fill\":0.5,\"stacked\":\"none\",\"label\":\"Bytes Sent\",\"type\":\"timeseries\"},{\"id\":\"39538980-4ccf-11ec-a982-fba6b677ed57\",\"color\":\"#68BC00\",\"split_mode\":\"filter\",\"split_color_mode\":\"opensearchDashboards\",\"metrics\":[{\"id\":\"39538981-4ccf-11ec-a982-fba6b677ed57\",\"type\":\"sum\",\"field\":\"aws.s3.object_size\"}],\"separate_axis\":0,\"axis_position\":\"right\",\"formatter\":\"bytes\",\"chart_type\":\"line\",\"line_width\":1,\"point_size\":1,\"fill\":0.5,\"stacked\":\"none\",\"label\":\"Get Size\",\"type\":\"timeseries\",\"filter\":{\"query\":\"aws.s3.operation:*GET*\",\"language\":\"kuery\"}},{\"id\":\"3a186020-4ccf-11ec-a982-fba6b677ed57\",\"color\":\"#68BC00\",\"split_mode\":\"filter\",\"metrics\":[{\"id\":\"3a186021-4ccf-11ec-a982-fba6b677ed57\",\"type\":\"sum\",\"field\":\"aws.s3.object_size\"}],\"separate_axis\":0,\"axis_position\":\"right\",\"formatter\":\"bytes\",\"chart_type\":\"line\",\"line_width\":1,\"point_size\":1,\"fill\":0.5,\"stacked\":\"none\",\"label\":\"Put Size\",\"type\":\"timeseries\",\"filter\":{\"query\":\"aws.s3.operation:*PUT*\",\"language\":\"kuery\"}}],\"time_field\":\"@timestamp\",\"index_pattern\":\"logs-aws-s3-*\",\"interval\":\"\",\"axis_position\":\"left\",\"axis_formatter\":\"number\",\"axis_scale\":\"normal\",\"show_legend\":1,\"show_grid\":1,\"tooltip_mode\":\"show_all\",\"default_index_pattern\":\"logs-aws-s3-*\",\"default_timefield\":\"@timestamp\",\"isModelInvalid\":false,\"filter\":{\"query\":\"\",\"language\":\"kuery\"}}}"},"id":"a08321a0-1bfa-4803-acaa-2ad352dd124f","migrationVersion":{"visualization":"7.10.0"},"references":[],"type":"visualization","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNjYsMV0="} {"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"logs-aws-s3-Average Turn Around Time","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"logs-aws-s3-Average Turn Around Time\",\"type\":\"metric\",\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"avg\",\"params\":{\"field\":\"aws.s3.turn_around_time\",\"customLabel\":\"Average Turn Around Time (Milliseconds)\"},\"schema\":\"metric\"}],\"params\":{\"addTooltip\":true,\"addLegend\":false,\"type\":\"metric\",\"metric\":{\"percentageMode\":false,\"useRanges\":false,\"colorSchema\":\"Green to Red\",\"metricColorMode\":\"None\",\"colorsRange\":[{\"from\":0,\"to\":10000}],\"labels\":{\"show\":true},\"invertColors\":false,\"style\":{\"bgFill\":\"#000\",\"bgColor\":false,\"labelColor\":false,\"subText\":\"\",\"fontSize\":40}}}}"},"id":"fd031444-891d-42a6-b649-4d6953f77152","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-05-05T03:28:51.812Z","version":"WzI0MzYsMV0="} -{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"logs-aws-s3-Top Request Keys","uiStateJSON":"{\"vis\":{\"params\":{\"sort\":{\"columnIndex\":null,\"direction\":null}}}}","version":1,"visState":"{\"title\":\"logs-aws-s3-Top Request Keys\",\"type\":\"table\",\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"params\":{},\"schema\":\"metric\"},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"params\":{\"field\":\"aws.s3.key.keyword\",\"orderBy\":\"1\",\"order\":\"desc\",\"size\":10,\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"customLabel\":\"Key\"},\"schema\":\"aws.s3.bucket\"},{\"id\":\"3\",\"enabled\":true,\"type\":\"terms\",\"params\":{\"field\":\"aws.s3.object_size\",\"orderBy\":\"1\",\"order\":\"desc\",\"size\":5,\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"customLabel\":\"Object Size\"},\"schema\":\"aws.s3.bucket\"}],\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMetricsAtAllLevels\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"showTotal\":false,\"totalFunc\":\"sum\",\"percentageCol\":\"\"}}"},"id":"b2ca3aa4-6445-4f2d-a8ec-aba88a83d527","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNjksMV0="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"logs-aws-s3-Top Request Keys","uiStateJSON":"{\"vis\":{\"params\":{\"sort\":{\"columnIndex\":null,\"direction\":null}}}}","version":1,"visState":"{\"title\":\"logs-aws-s3-Top Request Keys\",\"type\":\"table\",\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"params\":{},\"schema\":\"metric\"},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"params\":{\"field\":\"aws.s3.key\",\"orderBy\":\"1\",\"order\":\"desc\",\"size\":10,\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"customLabel\":\"Key\"},\"schema\":\"aws.s3.bucket\"},{\"id\":\"3\",\"enabled\":true,\"type\":\"terms\",\"params\":{\"field\":\"aws.s3.object_size\",\"orderBy\":\"1\",\"order\":\"desc\",\"size\":5,\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"customLabel\":\"Object Size\"},\"schema\":\"aws.s3.bucket\"}],\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMetricsAtAllLevels\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"showTotal\":false,\"totalFunc\":\"sum\",\"percentageCol\":\"\"}}"},"id":"b2ca3aa4-6445-4f2d-a8ec-aba88a83d527","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNjksMV0="} {"attributes":{"columns":["aws.s3.operation","aws.s3.key","aws.s3.version_id","aws.s3.object_size","aws.s3.remote_ip","aws.s3.http_status","aws.s3.error_code"],"description":"","hits":0,"kibanaSavedObjectMeta":{"searchSourceJSON":"{\"highlightAll\":true,\"version\":true,\"query\":{\"query\":\"aws.s3.operation:*DELETE*\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"sort":[],"title":"logs-aws-s3-Delete Events","version":1},"id":"fa6dc531-7228-44e7-9162-0ab4be958be7","migrationVersion":{"search":"7.9.3"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"search","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNzAsMV0="} {"attributes":{"columns":["aws.s3.operation","aws.s3.key","aws.s3.http_status","aws.s3.remote_ip","aws.s3.error_code"],"description":"","hits":0,"kibanaSavedObjectMeta":{"searchSourceJSON":"{\"highlightAll\":true,\"version\":true,\"query\":{\"query\":\"not aws.s3.http_status:2*\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"sort":[],"title":"logs-aws-s3-Access Failures","version":1},"id":"07c35fbd-5dd4-4c2a-ab97-cf1deaf6c57a","migrationVersion":{"search":"7.9.3"},"references":[{"id":"61510775-2cb7-4e94-9cd8-de970acc891b","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"search","updated_at":"2023-04-21T03:08:36.073Z","version":"WzIxNzEsMV0="} {"attributes":{"description":"","hits":0,"kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filter\":[]}"},"optionsJSON":"{\"hidePanelTitles\":false,\"useMargins\":true}","panelsJSON":"[{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Total Requests\"},\"gridData\":{\"h\":8,\"i\":\"1c156fb1-41e8-4f40-97bc-fa230f47f9d3\",\"w\":11,\"x\":0,\"y\":0},\"panelIndex\":\"1c156fb1-41e8-4f40-97bc-fa230f47f9d3\",\"title\":\"Total Requests\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_0\"},{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Access History\"},\"gridData\":{\"h\":16,\"i\":\"10c06583-55cc-4747-b915-c5c337d3660a\",\"w\":24,\"x\":11,\"y\":0},\"panelIndex\":\"10c06583-55cc-4747-b915-c5c337d3660a\",\"title\":\"Access History\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_1\"},{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Request By aws.s3.operation\"},\"gridData\":{\"h\":16,\"i\":\"67598b31-05de-4940-9f13-01858eca0ddf\",\"w\":13,\"x\":35,\"y\":0},\"panelIndex\":\"67598b31-05de-4940-9f13-01858eca0ddf\",\"title\":\"Request By aws.s3.operation\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_2\"},{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Unique Vistors\"},\"gridData\":{\"h\":8,\"i\":\"e3a37fda-460d-4ee3-b76d-8eaf214684d4\",\"w\":11,\"x\":0,\"y\":8},\"panelIndex\":\"e3a37fda-460d-4ee3-b76d-8eaf214684d4\",\"title\":\"Unique Vistors\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_3\"},{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Status Code\"},\"gridData\":{\"h\":18,\"i\":\"f1fad13e-9062-4645-972b-a1171844a4d9\",\"w\":11,\"x\":0,\"y\":16},\"panelIndex\":\"f1fad13e-9062-4645-972b-a1171844a4d9\",\"title\":\"Status Code\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_4\"},{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Status Code History\"},\"gridData\":{\"h\":18,\"i\":\"3ed78cca-6e3f-4fb3-8ed4-a39a15f89d2b\",\"w\":24,\"x\":11,\"y\":16},\"panelIndex\":\"3ed78cca-6e3f-4fb3-8ed4-a39a15f89d2b\",\"title\":\"Status Code History\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_5\"},{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Status Code Pie\"},\"gridData\":{\"h\":18,\"i\":\"3ea9b13d-59fb-45e2-b9f9-628c2b50d776\",\"w\":13,\"x\":35,\"y\":16},\"panelIndex\":\"3ea9b13d-59fb-45e2-b9f9-628c2b50d776\",\"title\":\"Status Code Pie\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_6\"},{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Top Client IPs\"},\"gridData\":{\"h\":16,\"i\":\"61b5cfbd-072a-400c-988a-1a4d443dc41f\",\"w\":13,\"x\":35,\"y\":34},\"panelIndex\":\"61b5cfbd-072a-400c-988a-1a4d443dc41f\",\"title\":\"Top Client IPs\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_7\"},{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Average Time\"},\"gridData\":{\"h\":8,\"i\":\"9cd8de66-de15-4619-8a7f-da3bbc86ae53\",\"w\":11,\"x\":0,\"y\":34},\"panelIndex\":\"9cd8de66-de15-4619-8a7f-da3bbc86ae53\",\"title\":\"Average Time\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_8\"},{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Data Transfer\"},\"gridData\":{\"h\":16,\"i\":\"63a56e52-0b21-44ef-8151-eb84b0ca17b2\",\"w\":24,\"x\":11,\"y\":34},\"panelIndex\":\"63a56e52-0b21-44ef-8151-eb84b0ca17b2\",\"title\":\"Data Transfer\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_9\"},{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Average Turn Around Time\"},\"gridData\":{\"h\":8,\"i\":\"e552454c-633a-4715-b56e-faa8c503371f\",\"w\":11,\"x\":0,\"y\":42},\"panelIndex\":\"e552454c-633a-4715-b56e-faa8c503371f\",\"title\":\"Average Turn Around Time\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_10\"},{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Top Request Keys\"},\"gridData\":{\"h\":16,\"i\":\"7eeabbb9-1e06-4d6d-b2ab-4d67c40c70e5\",\"w\":24,\"x\":0,\"y\":50},\"panelIndex\":\"7eeabbb9-1e06-4d6d-b2ab-4d67c40c70e5\",\"title\":\"Top Request Keys\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_11\"},{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Delete Events\"},\"gridData\":{\"h\":16,\"i\":\"d67f7a50-9fcc-443b-9be7-512fbd8d5b3a\",\"w\":24,\"x\":24,\"y\":50},\"panelIndex\":\"d67f7a50-9fcc-443b-9be7-512fbd8d5b3a\",\"title\":\"Delete Events\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_12\"},{\"embeddableConfig\":{\"hidePanelTitles\":false,\"title\":\"Access Failures\"},\"gridData\":{\"h\":18,\"i\":\"fd64d623-d263-4177-ab5e-a40d1114e7ec\",\"w\":48,\"x\":0,\"y\":66},\"panelIndex\":\"fd64d623-d263-4177-ab5e-a40d1114e7ec\",\"title\":\"Access Failures\",\"version\":\"1.3.2\",\"panelRefName\":\"panel_13\"}]","timeRestore":false,"title":"logs-aws-s3-dashboard","version":1},"id":"79a9137e-6966-49d9-8921-3517699d4ecc","migrationVersion":{"dashboard":"7.9.3"},"references":[{"id":"a6afb5cc-99f6-4f8d-86a7-cce5c715529d","name":"panel_0","type":"visualization"},{"id":"53ac018c-7baf-47f3-800b-5127cb4751fa","name":"panel_1","type":"visualization"},{"id":"c273e75f-d4e0-40fd-af89-0e27eb704307","name":"panel_2","type":"visualization"},{"id":"2bb3f1fe-ab43-4919-a95f-3c2da1cfb233","name":"panel_3","type":"visualization"},{"id":"36a551c3-7973-4f2a-85d0-c6c8cc6d93c4","name":"panel_4","type":"visualization"},{"id":"8f3173b9-5c54-497b-8b8d-d091079a1f5c","name":"panel_5","type":"visualization"},{"id":"f1addcc8-d4a1-4205-9f41-3041b199a7fe","name":"panel_6","type":"visualization"},{"id":"0be63d84-235e-4f34-aa8f-033d85d59153","name":"panel_7","type":"visualization"},{"id":"c4b84900-8ee5-4c94-8941-c883681fe825","name":"panel_8","type":"visualization"},{"id":"a08321a0-1bfa-4803-acaa-2ad352dd124f","name":"panel_9","type":"visualization"},{"id":"fd031444-891d-42a6-b649-4d6953f77152","name":"panel_10","type":"visualization"},{"id":"b2ca3aa4-6445-4f2d-a8ec-aba88a83d527","name":"panel_11","type":"visualization"},{"id":"fa6dc531-7228-44e7-9162-0ab4be958be7","name":"panel_12","type":"search"},{"id":"07c35fbd-5dd4-4c2a-ab97-cf1deaf6c57a","name":"panel_13","type":"search"}],"type":"dashboard","updated_at":"2023-05-05T03:29:28.271Z","version":"WzI0NTUsMV0="} diff --git a/server/adaptors/integrations/__data__/repository/aws_s3/assets/create_table-1.0.0.sql b/server/adaptors/integrations/__data__/repository/aws_s3/assets/create_table-1.0.0.sql index d76580a9eb..2b4f28e627 100644 --- a/server/adaptors/integrations/__data__/repository/aws_s3/assets/create_table-1.0.0.sql +++ b/server/adaptors/integrations/__data__/repository/aws_s3/assets/create_table-1.0.0.sql @@ -1,4 +1,4 @@ -CREATE EXTERNAL TABLE IF NOT EXISTS {table_name} ( +CREATE EXTERNAL TABLE {table_name} ( bucket_owner STRING, bucket_name STRING, request_datetime_1 STRING, diff --git a/server/adaptors/integrations/__data__/repository/aws_s3/schemas/aws_s3-1.0.0.mapping.json b/server/adaptors/integrations/__data__/repository/aws_s3/schemas/aws_s3-1.0.0.mapping.json index 8057cd98ab..06c000801b 100644 --- a/server/adaptors/integrations/__data__/repository/aws_s3/schemas/aws_s3-1.0.0.mapping.json +++ b/server/adaptors/integrations/__data__/repository/aws_s3/schemas/aws_s3-1.0.0.mapping.json @@ -26,13 +26,7 @@ } }, "remote_ip": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } + "type": "keyword" }, "requester": { "type": "text", @@ -56,13 +50,7 @@ "type": "keyword" }, "key": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } + "type": "keyword" }, "copy_source": { "type": "keyword"