Skip to content

Commit

Permalink
vulns bugfix for validation
Browse files Browse the repository at this point in the history
  • Loading branch information
@shubhobm
shubhobm committed Mar 13, 2023
1 parent bef099f commit ade0883
Show file tree
Hide file tree
Showing 13 changed files with 60 additions and 155 deletions.
14 changes: 4 additions & 10 deletions vulnerabilities/2022/AVID-2022-V001.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,15 +9,15 @@
"deployer": [
"HuggingFace"
],
"artifact": [
"artifacts": [
{
"type": "Model",
"name": "bert-base-uncased"
}
]
},
"problemtype": {
"class": "LLM evaluation",
"classof": "LLM Evaluation",
"description": {
"lang": "eng",
"value": "Gender Bias in Sentence Completion Tasks performed by bert-base-uncased"
Expand Down Expand Up @@ -51,16 +51,10 @@
"Ethics"
],
"sep_view": [
{
"id": "E0101",
"name": "Group Fairness"
}
"E0101: Group fairness"
],
"lifecycle_view": [
{
"id": "L05",
"stage": "Evaluation"
}
"L05: Evaluation"
],
"taxonomy_version": "0.1"
}
Expand Down
14 changes: 4 additions & 10 deletions vulnerabilities/2022/AVID-2022-V002.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,15 +9,15 @@
"deployer": [
"HuggingFace"
],
"artifact": [
"artifacts": [
{
"type": "Model",
"name": "xlm-roberta-base"
}
]
},
"problemtype": {
"class": "LLM evaluation",
"classof": "LLM Evaluation",
"description": {
"lang": "eng",
"value": "Gender Bias in Sentence Completion Tasks performed by xlm-roberta-base"
Expand Down Expand Up @@ -51,16 +51,10 @@
"Ethics"
],
"sep_view": [
{
"id": "E0101",
"name": "Group Fairness"
}
"E0101: Group fairness"
],
"lifecycle_view": [
{
"id": "L05",
"stage": "Evaluation"
}
"L05: Evaluation"
],
"taxonomy_version": "0.1"
}
Expand Down
14 changes: 4 additions & 10 deletions vulnerabilities/2022/AVID-2022-V003.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,15 +11,15 @@
"deployer": [
"HuggingFace"
],
"artifact": [
"artifacts": [
{
"type": "Model",
"name": "EleutherAI/gpt-neo-125M"
}
]
},
"problemtype": {
"class": "LLM evaluation",
"classof": "LLM Evaluation",
"description": {
"lang": "eng",
"value": "Multiple fairness harms found in generated text from EleutherAI/gpt-neo-125M"
Expand Down Expand Up @@ -48,16 +48,10 @@
"Ethics"
],
"sep_view": [
{
"id": "E0101",
"name": "Group Fairness"
}
"E0101: Group fairness"
],
"lifecycle_view": [
{
"id": "L05",
"stage": "Evaluation"
}
"L05: Evaluation"
],
"taxonomy_version": "0.1"
}
Expand Down
19 changes: 5 additions & 14 deletions vulnerabilities/2022/AVID-2022-V004.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,15 +11,15 @@
"deployer": [
"Facebook"
],
"artifact": [
"artifacts": [
{
"type": "System",
"name": ""
}
]
},
"problemtype": {
"class": "AIID incident",
"classof": "AIID Incident",
"description": {
"lang": "eng",
"value": "Facebook translates 'good morning' into 'attack them', leading to arrest"
Expand All @@ -42,20 +42,11 @@
"Performance"
],
"sep_view": [
{
"id": "P0401",
"name": "Psychological Safety"
},
{
"id": "P0402",
"name": "Physical Safety"
}
"P0401: Psychological Safety",
"P0402: Physical safety"
],
"lifecycle_view": [
{
"id": "L06",
"stage": "Deployment"
}
"L06: Deployment"
],
"taxonomy_version": "0.1"
}
Expand Down
16 changes: 5 additions & 11 deletions vulnerabilities/2022/AVID-2022-V005.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,15 +11,15 @@
"deployer": [
"Uber"
],
"artifact": [
"artifacts": [
{
"type": "system",
"type": "System",
"name": ""
}
]
},
"problemtype": {
"class": "AIID incident",
"classof": "AIID Incident",
"description": {
"lang": "eng",
"value": "Uber AV Killed Pedestrian in Arizona"
Expand All @@ -42,16 +42,10 @@
"Performance"
],
"sep_view": [
{
"id": "P0402",
"name": "Physical Safety"
}
"P0402: Physical safety"
],
"lifecycle_view": [
{
"id": "L06",
"stage": "Deployment"
}
"L06: Deployment"
],
"taxonomy_version": "0.1"
}
Expand Down
19 changes: 5 additions & 14 deletions vulnerabilities/2022/AVID-2022-V006.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,15 +11,15 @@
"deployer": [
"YouTube"
],
"artifact": [
"artifacts": [
{
"type": "System",
"name": ""
}
]
},
"problemtype": {
"class": "AIID incident",
"classof": "AIID Incident",
"description": {
"lang": "eng",
"value": "YouTube's Algorithms Failed to Remove Violating Content Related to Suicide and Self-Harm"
Expand All @@ -42,20 +42,11 @@
"Performance"
],
"sep_view": [
{
"id": "P0401",
"name": "Psychological Safety"
},
{
"id": "P0402",
"name": "Physical Safety"
}
"P0401: Psychological Safety",
"P0402: Physical safety"
],
"lifecycle_view": [
{
"id": "L06",
"stage": "Deployment"
}
"L06: Deployment"
],
"taxonomy_version": "0.1"
}
Expand Down
14 changes: 4 additions & 10 deletions vulnerabilities/2022/AVID-2022-V007.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,15 +7,15 @@
"affects": {
"developer": [],
"deployer": [],
"artifact": [
"artifacts": [
{
"type": "System",
"name": ""
}
]
},
"problemtype": {
"class": "AIID incident",
"classof": "AIID Incident",
"description": {
"lang": "eng",
"value": "Israeli Tax Authority Employed Opaque Algorithm to Impose Fines, Reportedly Refusing to Provide an Explanation for Amount Calculation to a Farmer"
Expand All @@ -38,16 +38,10 @@
"Ethics"
],
"sep_view": [
{
"id": "E0202",
"name": "Local Explanations"
}
"E0202: Local explanations"
],
"lifecycle_view": [
{
"id": "L06",
"stage": "Deployment"
}
"L06: Deployment"
],
"taxonomy_version": "0.1"
}
Expand Down
14 changes: 4 additions & 10 deletions vulnerabilities/2022/AVID-2022-V008.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,15 +11,15 @@
"deployer": [
"Knightscope"
],
"artifact": [
"artifacts": [
{
"type": "System",
"name": ""
}
]
},
"problemtype": {
"class": "AIID incident",
"classof": "AIID Incident",
"description": {
"lang": "eng",
"value": "Security Robot Drowns Itself in a Fountain"
Expand All @@ -42,16 +42,10 @@
"Performance"
],
"sep_view": [
{
"id": "P0402",
"name": "Physical Safety"
}
"P0402: Physical safety"
],
"lifecycle_view": [
{
"id": "L06",
"stage": "Deployment"
}
"L06: Deployment"
],
"taxonomy_version": "0.1"
}
Expand Down
14 changes: 4 additions & 10 deletions vulnerabilities/2022/AVID-2022-V009.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,15 +7,15 @@
"affects": {
"developer": [],
"deployer": [],
"artifact": [
"artifacts": [
{
"type": "System",
"name": ""
}
]
},
"problemtype": {
"class": "AIID incident",
"classof": "AIID Incident",
"description": {
"lang": "eng",
"value": "Deepfake Video of Ukrainian President Yielding to Russia Posted on Ukrainian Websites and Social Media"
Expand All @@ -38,16 +38,10 @@
"Ethics"
],
"sep_view": [
{
"id": "E0402",
"name": "Generative Minsinformation"
}
"E0402: Generative Misinformation"
],
"lifecycle_view": [
{
"id": "L06",
"stage": "Deployment"
}
"L06: Deployment"
],
"taxonomy_version": "0.1"
}
Expand Down
24 changes: 6 additions & 18 deletions vulnerabilities/2022/AVID-2022-V010.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,15 +11,15 @@
"deployer": [
"Facebook"
],
"artifact": [
"artifacts": [
{
"type": "System",
"name": ""
}
]
},
"problemtype": {
"class": "AIID incident",
"classof": "AIID Incident",
"description": {
"lang": "eng",
"value": "Meta\u2019s BlenderBot 3 Chatbot Demo Made Offensive Antisemitic Comments"
Expand All @@ -42,24 +42,12 @@
"Ethics"
],
"sep_view": [
{
"id": "E0101",
"name": "Group Fairness"
},
{
"id": "E0301",
"name": "Toxicity"
},
{
"id": "E0402",
"name": "Generative Minsinformation"
}
"E0101: Group fairness",
"E0301: Toxicity",
"E0402: Generative Misinformation"
],
"lifecycle_view": [
{
"id": "L06",
"stage": "Deployment"
}
"L06: Deployment"
],
"taxonomy_version": "0.1"
}
Expand Down
Loading

0 comments on commit ade0883

Please sign in to comment.