From ade0883432c244b777b0ba5590e719ec4b878145 Mon Sep 17 00:00:00 2001 From: shubhobm Date: Sun, 12 Mar 2023 18:36:11 -0700 Subject: [PATCH] vulns bugfix for validation --- vulnerabilities/2022/AVID-2022-V001.json | 14 ++++---------- vulnerabilities/2022/AVID-2022-V002.json | 14 ++++---------- vulnerabilities/2022/AVID-2022-V003.json | 14 ++++---------- vulnerabilities/2022/AVID-2022-V004.json | 19 +++++-------------- vulnerabilities/2022/AVID-2022-V005.json | 16 +++++----------- vulnerabilities/2022/AVID-2022-V006.json | 19 +++++-------------- vulnerabilities/2022/AVID-2022-V007.json | 14 ++++---------- vulnerabilities/2022/AVID-2022-V008.json | 14 ++++---------- vulnerabilities/2022/AVID-2022-V009.json | 14 ++++---------- vulnerabilities/2022/AVID-2022-V010.json | 24 ++++++------------------ vulnerabilities/2022/AVID-2022-V011.json | 15 +++++---------- vulnerabilities/2022/AVID-2022-V012.json | 14 ++++---------- vulnerabilities/2022/AVID-2022-V013.json | 24 ++++++------------------ 13 files changed, 60 insertions(+), 155 deletions(-) diff --git a/vulnerabilities/2022/AVID-2022-V001.json b/vulnerabilities/2022/AVID-2022-V001.json index 492bfd5..3402498 100644 --- a/vulnerabilities/2022/AVID-2022-V001.json +++ b/vulnerabilities/2022/AVID-2022-V001.json @@ -9,7 +9,7 @@ "deployer": [ "HuggingFace" ], - "artifact": [ + "artifacts": [ { "type": "Model", "name": "bert-base-uncased" @@ -17,7 +17,7 @@ ] }, "problemtype": { - "class": "LLM evaluation", + "classof": "LLM Evaluation", "description": { "lang": "eng", "value": "Gender Bias in Sentence Completion Tasks performed by bert-base-uncased" @@ -51,16 +51,10 @@ "Ethics" ], "sep_view": [ - { - "id": "E0101", - "name": "Group Fairness" - } + "E0101: Group fairness" ], "lifecycle_view": [ - { - "id": "L05", - "stage": "Evaluation" - } + "L05: Evaluation" ], "taxonomy_version": "0.1" } diff --git a/vulnerabilities/2022/AVID-2022-V002.json b/vulnerabilities/2022/AVID-2022-V002.json index 09c9f48..e1bd89a 100644 --- a/vulnerabilities/2022/AVID-2022-V002.json +++ b/vulnerabilities/2022/AVID-2022-V002.json @@ -9,7 +9,7 @@ "deployer": [ "HuggingFace" ], - "artifact": [ + "artifacts": [ { "type": "Model", "name": "xlm-roberta-base" @@ -17,7 +17,7 @@ ] }, "problemtype": { - "class": "LLM evaluation", + "classof": "LLM Evaluation", "description": { "lang": "eng", "value": "Gender Bias in Sentence Completion Tasks performed by xlm-roberta-base" @@ -51,16 +51,10 @@ "Ethics" ], "sep_view": [ - { - "id": "E0101", - "name": "Group Fairness" - } + "E0101: Group fairness" ], "lifecycle_view": [ - { - "id": "L05", - "stage": "Evaluation" - } + "L05: Evaluation" ], "taxonomy_version": "0.1" } diff --git a/vulnerabilities/2022/AVID-2022-V003.json b/vulnerabilities/2022/AVID-2022-V003.json index 78a8cf5..c257b13 100644 --- a/vulnerabilities/2022/AVID-2022-V003.json +++ b/vulnerabilities/2022/AVID-2022-V003.json @@ -11,7 +11,7 @@ "deployer": [ "HuggingFace" ], - "artifact": [ + "artifacts": [ { "type": "Model", "name": "EleutherAI/gpt-neo-125M" @@ -19,7 +19,7 @@ ] }, "problemtype": { - "class": "LLM evaluation", + "classof": "LLM Evaluation", "description": { "lang": "eng", "value": "Multiple fairness harms found in generated text from EleutherAI/gpt-neo-125M" @@ -48,16 +48,10 @@ "Ethics" ], "sep_view": [ - { - "id": "E0101", - "name": "Group Fairness" - } + "E0101: Group fairness" ], "lifecycle_view": [ - { - "id": "L05", - "stage": "Evaluation" - } + "L05: Evaluation" ], "taxonomy_version": "0.1" } diff --git a/vulnerabilities/2022/AVID-2022-V004.json b/vulnerabilities/2022/AVID-2022-V004.json index c5f9b9f..e8c7988 100644 --- a/vulnerabilities/2022/AVID-2022-V004.json +++ b/vulnerabilities/2022/AVID-2022-V004.json @@ -11,7 +11,7 @@ "deployer": [ "Facebook" ], - "artifact": [ + "artifacts": [ { "type": "System", "name": "" @@ -19,7 +19,7 @@ ] }, "problemtype": { - "class": "AIID incident", + "classof": "AIID Incident", "description": { "lang": "eng", "value": "Facebook translates 'good morning' into 'attack them', leading to arrest" @@ -42,20 +42,11 @@ "Performance" ], "sep_view": [ - { - "id": "P0401", - "name": "Psychological Safety" - }, - { - "id": "P0402", - "name": "Physical Safety" - } + "P0401: Psychological Safety", + "P0402: Physical safety" ], "lifecycle_view": [ - { - "id": "L06", - "stage": "Deployment" - } + "L06: Deployment" ], "taxonomy_version": "0.1" } diff --git a/vulnerabilities/2022/AVID-2022-V005.json b/vulnerabilities/2022/AVID-2022-V005.json index fb3b924..6bc5905 100644 --- a/vulnerabilities/2022/AVID-2022-V005.json +++ b/vulnerabilities/2022/AVID-2022-V005.json @@ -11,15 +11,15 @@ "deployer": [ "Uber" ], - "artifact": [ + "artifacts": [ { - "type": "system", + "type": "System", "name": "" } ] }, "problemtype": { - "class": "AIID incident", + "classof": "AIID Incident", "description": { "lang": "eng", "value": "Uber AV Killed Pedestrian in Arizona" @@ -42,16 +42,10 @@ "Performance" ], "sep_view": [ - { - "id": "P0402", - "name": "Physical Safety" - } + "P0402: Physical safety" ], "lifecycle_view": [ - { - "id": "L06", - "stage": "Deployment" - } + "L06: Deployment" ], "taxonomy_version": "0.1" } diff --git a/vulnerabilities/2022/AVID-2022-V006.json b/vulnerabilities/2022/AVID-2022-V006.json index a97906d..529082d 100644 --- a/vulnerabilities/2022/AVID-2022-V006.json +++ b/vulnerabilities/2022/AVID-2022-V006.json @@ -11,7 +11,7 @@ "deployer": [ "YouTube" ], - "artifact": [ + "artifacts": [ { "type": "System", "name": "" @@ -19,7 +19,7 @@ ] }, "problemtype": { - "class": "AIID incident", + "classof": "AIID Incident", "description": { "lang": "eng", "value": "YouTube's Algorithms Failed to Remove Violating Content Related to Suicide and Self-Harm" @@ -42,20 +42,11 @@ "Performance" ], "sep_view": [ - { - "id": "P0401", - "name": "Psychological Safety" - }, - { - "id": "P0402", - "name": "Physical Safety" - } + "P0401: Psychological Safety", + "P0402: Physical safety" ], "lifecycle_view": [ - { - "id": "L06", - "stage": "Deployment" - } + "L06: Deployment" ], "taxonomy_version": "0.1" } diff --git a/vulnerabilities/2022/AVID-2022-V007.json b/vulnerabilities/2022/AVID-2022-V007.json index 3b8d947..b8a4ac2 100644 --- a/vulnerabilities/2022/AVID-2022-V007.json +++ b/vulnerabilities/2022/AVID-2022-V007.json @@ -7,7 +7,7 @@ "affects": { "developer": [], "deployer": [], - "artifact": [ + "artifacts": [ { "type": "System", "name": "" @@ -15,7 +15,7 @@ ] }, "problemtype": { - "class": "AIID incident", + "classof": "AIID Incident", "description": { "lang": "eng", "value": "Israeli Tax Authority Employed Opaque Algorithm to Impose Fines, Reportedly Refusing to Provide an Explanation for Amount Calculation to a Farmer" @@ -38,16 +38,10 @@ "Ethics" ], "sep_view": [ - { - "id": "E0202", - "name": "Local Explanations" - } + "E0202: Local explanations" ], "lifecycle_view": [ - { - "id": "L06", - "stage": "Deployment" - } + "L06: Deployment" ], "taxonomy_version": "0.1" } diff --git a/vulnerabilities/2022/AVID-2022-V008.json b/vulnerabilities/2022/AVID-2022-V008.json index d9d00a1..d569433 100644 --- a/vulnerabilities/2022/AVID-2022-V008.json +++ b/vulnerabilities/2022/AVID-2022-V008.json @@ -11,7 +11,7 @@ "deployer": [ "Knightscope" ], - "artifact": [ + "artifacts": [ { "type": "System", "name": "" @@ -19,7 +19,7 @@ ] }, "problemtype": { - "class": "AIID incident", + "classof": "AIID Incident", "description": { "lang": "eng", "value": "Security Robot Drowns Itself in a Fountain" @@ -42,16 +42,10 @@ "Performance" ], "sep_view": [ - { - "id": "P0402", - "name": "Physical Safety" - } + "P0402: Physical safety" ], "lifecycle_view": [ - { - "id": "L06", - "stage": "Deployment" - } + "L06: Deployment" ], "taxonomy_version": "0.1" } diff --git a/vulnerabilities/2022/AVID-2022-V009.json b/vulnerabilities/2022/AVID-2022-V009.json index e29348f..c4b122b 100644 --- a/vulnerabilities/2022/AVID-2022-V009.json +++ b/vulnerabilities/2022/AVID-2022-V009.json @@ -7,7 +7,7 @@ "affects": { "developer": [], "deployer": [], - "artifact": [ + "artifacts": [ { "type": "System", "name": "" @@ -15,7 +15,7 @@ ] }, "problemtype": { - "class": "AIID incident", + "classof": "AIID Incident", "description": { "lang": "eng", "value": "Deepfake Video of Ukrainian President Yielding to Russia Posted on Ukrainian Websites and Social Media" @@ -38,16 +38,10 @@ "Ethics" ], "sep_view": [ - { - "id": "E0402", - "name": "Generative Minsinformation" - } + "E0402: Generative Misinformation" ], "lifecycle_view": [ - { - "id": "L06", - "stage": "Deployment" - } + "L06: Deployment" ], "taxonomy_version": "0.1" } diff --git a/vulnerabilities/2022/AVID-2022-V010.json b/vulnerabilities/2022/AVID-2022-V010.json index 2383ae8..1c2da54 100644 --- a/vulnerabilities/2022/AVID-2022-V010.json +++ b/vulnerabilities/2022/AVID-2022-V010.json @@ -11,7 +11,7 @@ "deployer": [ "Facebook" ], - "artifact": [ + "artifacts": [ { "type": "System", "name": "" @@ -19,7 +19,7 @@ ] }, "problemtype": { - "class": "AIID incident", + "classof": "AIID Incident", "description": { "lang": "eng", "value": "Meta\u2019s BlenderBot 3 Chatbot Demo Made Offensive Antisemitic Comments" @@ -42,24 +42,12 @@ "Ethics" ], "sep_view": [ - { - "id": "E0101", - "name": "Group Fairness" - }, - { - "id": "E0301", - "name": "Toxicity" - }, - { - "id": "E0402", - "name": "Generative Minsinformation" - } + "E0101: Group fairness", + "E0301: Toxicity", + "E0402: Generative Misinformation" ], "lifecycle_view": [ - { - "id": "L06", - "stage": "Deployment" - } + "L06: Deployment" ], "taxonomy_version": "0.1" } diff --git a/vulnerabilities/2022/AVID-2022-V011.json b/vulnerabilities/2022/AVID-2022-V011.json index 3bcb346..d0d87e1 100644 --- a/vulnerabilities/2022/AVID-2022-V011.json +++ b/vulnerabilities/2022/AVID-2022-V011.json @@ -11,7 +11,7 @@ "deployer": [ "Chicago Police Department" ], - "artifact": [ + "artifacts": [ { "type": "System", "name": "" @@ -19,7 +19,7 @@ ] }, "problemtype": { - "class": "AIID incident", + "classof": "AIID Incident", "description": { "lang": "eng", "value": "Predictive Policing Biases of PredPol" @@ -42,17 +42,12 @@ "Ethics" ], "sep_view": [ - { - "id": "E0101", - "name": "Group Fairness" - } + "E0101: Group fairness" ], "lifecycle_view": [ - { - "id": "L06", - "stage": "Deployment" - } + "L06: Deployment" ], + "taxonomy_version": "0.1" } }, diff --git a/vulnerabilities/2022/AVID-2022-V012.json b/vulnerabilities/2022/AVID-2022-V012.json index 7e1a0c8..876a382 100644 --- a/vulnerabilities/2022/AVID-2022-V012.json +++ b/vulnerabilities/2022/AVID-2022-V012.json @@ -11,7 +11,7 @@ "deployer": [ "Hive Box" ], - "artifact": [ + "artifacts": [ { "type": "System", "name": "" @@ -19,7 +19,7 @@ ] }, "problemtype": { - "class": "AIID incident", + "classof": "AIID Incident", "description": { "lang": "eng", "value": "Hive Box Facial-Recognition Locks Hacked by Fourth Graders Using Intended Recipient's Facial Photo" @@ -42,16 +42,10 @@ "Security" ], "sep_view": [ - { - "id": "S0403", - "name": "Adversarial Example" - } + "S0403: Adversarial Example" ], "lifecycle_view": [ - { - "id": "L06", - "stage": "Deployment" - } + "L06: Deployment" ], "taxonomy_version": "0.1" } diff --git a/vulnerabilities/2022/AVID-2022-V013.json b/vulnerabilities/2022/AVID-2022-V013.json index f12f420..961608b 100644 --- a/vulnerabilities/2022/AVID-2022-V013.json +++ b/vulnerabilities/2022/AVID-2022-V013.json @@ -11,7 +11,7 @@ "deployer": [ "Microsoft" ], - "artifact": [ + "artifacts": [ { "type": "System", "name": "" @@ -19,7 +19,7 @@ ] }, "problemtype": { - "class": "AIID incident", + "classof": "AIID Incident", "description": { "lang": "eng", "value": "TayBot" @@ -47,24 +47,12 @@ "Ethics" ], "sep_view": [ - { - "id": "S0601", - "name": "Ingest Poisoning" - }, - { - "id": "E0101", - "name": "Group Fairness" - }, - { - "id": "E0301", - "name": "Toxicity" - } + "S0601: Ingest Poisoning", + "E0101: Group fairness", + "E0301: Toxicity" ], "lifecycle_view": [ - { - "id": "L06", - "stage": "Deployment" - } + "L06: Deployment" ], "taxonomy_version": "0.1" }