From e69d5114ee28ccd6bc446a91a4eb3d2b4f54a070 Mon Sep 17 00:00:00 2001 From: Laxman Reddy <141967714+laileni-aws@users.noreply.github.com> Date: Fri, 15 Nov 2024 15:03:04 -0800 Subject: [PATCH 1/6] Adding metrics to UTG --- telemetry/definitions/commonDefinitions.json | 228 +++++++++++++++++++ 1 file changed, 228 insertions(+) diff --git a/telemetry/definitions/commonDefinitions.json b/telemetry/definitions/commonDefinitions.json index 2f2d93f7..4d494f36 100644 --- a/telemetry/definitions/commonDefinitions.json +++ b/telemetry/definitions/commonDefinitions.json @@ -1,5 +1,20 @@ { "types": [ + { + "name": "acceptedCharactersCount", + "type": "int", + "description": "The number of accepted characters" + }, + { + "name": "acceptedCount", + "type": "int", + "description": "The number of accepted cases" + }, + { + "name": "acceptedLinesCount", + "type": "int", + "description": "The number of accepted suggestions" + }, { "name": "action", "type": "string", @@ -178,6 +193,16 @@ "type": "int", "description": "The amount of time required for the build to complete (in seconds)." }, + { + "name": "buildPayloadBytes", + "type": "int", + "description": "The uncompressed payload size in bytes of the source files in customer project context" + }, + { + "name": "buildZipFileBytes", + "type": "int", + "description": "The compressed payload size of source files in bytes of customer project context sent" + }, { "name": "buildSystemVersion", "type": "string", @@ -1218,6 +1243,11 @@ "type": "string", "description": "The name of the EventBridge Schema used in the operation" }, + { + "name": "executedCount", + "type": "int", + "description": "The number of executed operations" + }, { "name": "experimentId", "type": "string", @@ -1284,6 +1314,16 @@ "type": "string", "description": "Application framework being used" }, + { + "name": "generatedCharactersCount", + "type": "int", + "description": "Number of characters of code generated" + }, + { + "name": "generatedCount", + "type": "int", + "description": "The number of generated cases" + }, { "name": "generateFailure", "type": "string", @@ -1405,6 +1445,11 @@ "type": "boolean", "description": "Whether or not the operation was a retry" }, + { + "name": "isSupportedLanguage", + "type": "boolean", + "description": "Indicate if the language is supported" + }, { "name": "lambdaArchitecture", "type": "string", @@ -1696,6 +1741,11 @@ "type": "string", "description": "Date/time that an SSO client registration expires." }, + { + "name": "step", + "type": "string", + "description": "Indicates the stage at which a user interface click action was performed." + }, { "name": "successCount", "type": "int", @@ -1758,6 +1808,11 @@ "type": "string", "description": "User selection from a predefined menu (not user-provided input). See also `action`." }, + { + "name": "userEnteredPromptMessage", + "type": "boolean", + "description": "True if user enter prompt message as input else false" + }, { "name": "userId", "type": "string", @@ -2240,6 +2295,175 @@ } ] }, + { + "name": "amazonq_unitTestGeneration", + "description": "Client side metrics of AmazonQ Unit Test Generation", + "metadata": [ + { + "type": "acceptedCharactersCount", + "required": false + }, + { + "type": "acceptedCount", + "required": false + }, + { + "type": "acceptedLinesCount", + "required": false + }, + { + "type": "credentialStartUrl", + "required": false + }, + { + "type": "cwsprChatProgrammingLanguage" + }, + { + "type": "executedCount", + "required": false + }, + { + "type": "failedCount", + "required": false + }, + { + "type": "generatedCharactersCount", + "required": false + }, + { + "type": "generatedCount", + "required": false + }, + { + "type": "generatedLinesCount", + "required": false + }, + { + "type": "isSupportedLanguage" + }, + { + "type": "jobGroup", + "required": false + }, + { + "type": "successCount", + "required": false + }, + { + "type": "userEnteredPromptMessage" + } + ] + }, + { + "name": "amazonq_utg_buildLoop", + "description": "Client side invocation of the AmazonQ Unit Test Generation build loop", + "metadata": [ + { + "type": "credentialStartUrl", + "required": false + }, + { + "type": "cwsprChatProgrammingLanguage" + }, + { + "type": "isSupportedLanguage" + }, + { + "type": "jobGroup", + "required": false + }, + { + "type": "jobId", + "required": false + }, + { + "type": "perfClientLatency", + "required": false + }, + { + "type": "result", + "required": false + }, + { + "type": "source", + "required": false + }, + { + "type": "userEnteredPromptMessage" + } + ] + }, + { + "name": "amazonq_utg_generateTests", + "description": "Client side invocation of the AmazonQ Unit Test Generation", + "metadata": [ + { + "type": "acceptedCharactersCount", + "required": false + }, + { + "type": "acceptedCount", + "required": false + }, + { + "type": "acceptedLinesCount", + "required": false + }, + { + "type": "artifactsUploadDuration", + "required": false + }, + { + "type": "buildPayloadBytes", + "required": false + }, + { + "type": "buildZipFileBytes", + "required": false + }, + { + "type": "credentialStartUrl", + "required": false + }, + { + "type": "cwsprChatProgrammingLanguage" + }, + { + "type": "generatedCharactersCount", + "required": false + }, + { + "type": "generatedCount", + "required": false + }, + { + "type": "generatedLinesCount", + "required": false + }, + { + "type": "isSupportedLanguage" + }, + { + "type": "jobGroup", + "required": false + }, + { + "type": "jobId", + "required": false + }, + { + "type": "perfClientLatency", + "required": false + }, + { + "type": "source", + "required": false + }, + { + "type": "userEnteredPromptMessage" + } + ] + }, { "name": "amazonq_viewChatPanel", "description": "Captures if Q chat panel is successfully viewed or not", @@ -7035,6 +7259,10 @@ "metadata": [ { "type": "elementId" + }, + { + "type": "step", + "required": false } ] }, From 797fb4a4b6de564d64a336ceaf622829051a5ed2 Mon Sep 17 00:00:00 2001 From: Laxman Reddy <141967714+laileni-aws@users.noreply.github.com> Date: Fri, 15 Nov 2024 15:06:03 -0800 Subject: [PATCH 2/6] Fixing lint issues --- telemetry/definitions/commonDefinitions.json | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/telemetry/definitions/commonDefinitions.json b/telemetry/definitions/commonDefinitions.json index 4d494f36..a4937db1 100644 --- a/telemetry/definitions/commonDefinitions.json +++ b/telemetry/definitions/commonDefinitions.json @@ -198,16 +198,16 @@ "type": "int", "description": "The uncompressed payload size in bytes of the source files in customer project context" }, - { - "name": "buildZipFileBytes", - "type": "int", - "description": "The compressed payload size of source files in bytes of customer project context sent" - }, { "name": "buildSystemVersion", "type": "string", "description": "The build system version on the user's machine" }, + { + "name": "buildZipFileBytes", + "type": "int", + "description": "The compressed payload size of source files in bytes of customer project context sent" + }, { "name": "causedBy", "type": "string", From 8cdfd452c37b237b253931b37da489bdb37c7af7 Mon Sep 17 00:00:00 2001 From: Laxman Reddy <141967714+laileni-aws@users.noreply.github.com> Date: Fri, 15 Nov 2024 15:06:03 -0800 Subject: [PATCH 3/6] Fixing lint issues --- telemetry/definitions/commonDefinitions.json | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/telemetry/definitions/commonDefinitions.json b/telemetry/definitions/commonDefinitions.json index a4937db1..f77c33f8 100644 --- a/telemetry/definitions/commonDefinitions.json +++ b/telemetry/definitions/commonDefinitions.json @@ -13,7 +13,7 @@ { "name": "acceptedLinesCount", "type": "int", - "description": "The number of accepted suggestions" + "description": "The number of accepted lines of code" }, { "name": "action", @@ -1324,6 +1324,11 @@ "type": "int", "description": "The number of generated cases" }, + { + "name": "generatedLinesCount", + "type": "int", + "description": "The number of generated lines of code" + }, { "name": "generateFailure", "type": "string", From bd8b9d276e87b59de29c9fd669727c1544e6b3c2 Mon Sep 17 00:00:00 2001 From: Laxman Reddy <141967714+laileni-aws@users.noreply.github.com> Date: Fri, 15 Nov 2024 15:25:33 -0800 Subject: [PATCH 4/6] Adding jobGroup and jobId --- telemetry/definitions/commonDefinitions.json | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/telemetry/definitions/commonDefinitions.json b/telemetry/definitions/commonDefinitions.json index f77c33f8..51e2ee1a 100644 --- a/telemetry/definitions/commonDefinitions.json +++ b/telemetry/definitions/commonDefinitions.json @@ -1455,6 +1455,16 @@ "type": "boolean", "description": "Indicate if the language is supported" }, + { + "name": "jobGroup", + "type": "string", + "description": "Job group name used in the operation" + }, + { + "name": "jobId", + "type": "string", + "description": "Job id used in the operation" + }, { "name": "lambdaArchitecture", "type": "string", From da935896c0fc3f6ae78c66ef179db890626b02db Mon Sep 17 00:00:00 2001 From: Laxman Reddy <141967714+laileni-aws@users.noreply.github.com> Date: Fri, 22 Nov 2024 18:46:26 -0800 Subject: [PATCH 5/6] Minor edits --- telemetry/definitions/commonDefinitions.json | 28 ++++++++++---------- 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/telemetry/definitions/commonDefinitions.json b/telemetry/definitions/commonDefinitions.json index 51e2ee1a..b99e7166 100644 --- a/telemetry/definitions/commonDefinitions.json +++ b/telemetry/definitions/commonDefinitions.json @@ -1352,6 +1352,11 @@ "type": "boolean", "description": "A time based filter was used" }, + { + "name": "hasUserPromptSupplied", + "type": "boolean", + "description": "True if user supplied prompt message as input else false" + }, { "name": "httpMethod", "type": "string", @@ -1823,11 +1828,6 @@ "type": "string", "description": "User selection from a predefined menu (not user-provided input). See also `action`." }, - { - "name": "userEnteredPromptMessage", - "type": "boolean", - "description": "True if user enter prompt message as input else false" - }, { "name": "userId", "type": "string", @@ -2353,6 +2353,9 @@ "type": "generatedLinesCount", "required": false }, + { + "type": "hasUserPromptSupplied" + }, { "type": "isSupportedLanguage" }, @@ -2363,9 +2366,6 @@ { "type": "successCount", "required": false - }, - { - "type": "userEnteredPromptMessage" } ] }, @@ -2391,6 +2391,9 @@ "type": "jobId", "required": false }, + { + "type": "hasUserPromptSupplied" + }, { "type": "perfClientLatency", "required": false @@ -2402,9 +2405,6 @@ { "type": "source", "required": false - }, - { - "type": "userEnteredPromptMessage" } ] }, @@ -2455,6 +2455,9 @@ "type": "generatedLinesCount", "required": false }, + { + "type": "hasUserPromptSupplied" + }, { "type": "isSupportedLanguage" }, @@ -2473,9 +2476,6 @@ { "type": "source", "required": false - }, - { - "type": "userEnteredPromptMessage" } ] }, From fac1daaf6822a666fbcd07cd1a11c77734e0cf6b Mon Sep 17 00:00:00 2001 From: Laxman Reddy <141967714+laileni-aws@users.noreply.github.com> Date: Fri, 22 Nov 2024 18:49:41 -0800 Subject: [PATCH 6/6] Minor edits --- telemetry/definitions/commonDefinitions.json | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/telemetry/definitions/commonDefinitions.json b/telemetry/definitions/commonDefinitions.json index b99e7166..9d31aded 100644 --- a/telemetry/definitions/commonDefinitions.json +++ b/telemetry/definitions/commonDefinitions.json @@ -2380,6 +2380,9 @@ { "type": "cwsprChatProgrammingLanguage" }, + { + "type": "hasUserPromptSupplied" + }, { "type": "isSupportedLanguage" }, @@ -2391,9 +2394,6 @@ "type": "jobId", "required": false }, - { - "type": "hasUserPromptSupplied" - }, { "type": "perfClientLatency", "required": false