Add evaluation output

ait-aecid · Nov 25, 2020 · 209a00f · 209a00f
1 parent b085b9c
commit 209a00f
Show file tree

Hide file tree

Showing 6 changed files with 1,509 additions and 0 deletions.
diff --git a/data/out/noise/attack_similarities_matrix_0_3.txt b/data/out/noise/attack_similarities_matrix_0_3.txt
@@ -0,0 +1,10 @@
+nmap,nikto,vrfy,hydra,upload,exploit,non-attack,multiple,noise
+-1,-1,-1,-1,-1,-1,-1,-1,-1
+-1,-1,-1,-1,-1,-1,-1,-1,-1
+-1,-1,-1,-1,-1,-1,-1,-1,-1
+-1,-1,-1,-1,-1,-1,-1,-1,-1
+-1,-1,-1,-1,-1,-1,-1,-1,-1
+-1,-1,-1,-1,-1,-1,-1,-1,-1
+-1,-1,-1,-1,-1,-1,-1,-1,-1
+-1,-1,-1,-1,-1,-1,-1,0.5899698807932926,-1
+-1,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/data/out/noise/confusion_matrix_0_3.txt b/data/out/noise/confusion_matrix_0_3.txt
@@ -0,0 +1,10 @@
+nmap,nikto,vrfy,hydra,upload,exploit,non-attack,multiple,noise
+0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,4,0
+0,0,0,0,0,0,0,0,0
diff --git a/data/out/noise/noise.txt b/data/out/noise/noise.txt
@@ -0,0 +1,100 @@
+threshold,delta,attack,noise,tp,fp,fn,tn,tpr,fpr,prec,f1
+0.3,5,nmap,0.0,4,0,0,63,1.0,0.0,1.0,1.0
+0.3,5,nikto,0.0,4,0,0,63,1.0,0.0,1.0,1.0
+0.3,5,vrfy,0.0,3,2,1,61,0.75,0.031746031746031744,0.6,0.6666666666666666
+0.3,5,hydra,0.0,30,1,2,34,0.9375,0.02857142857142857,0.967741935483871,0.9523809523809523
+0.3,5,upload,0.0,2,0,4,61,0.3333333333333333,0.0,1.0,0.5
+0.3,5,exploit,0.0,14,3,2,48,0.875,0.058823529411764705,0.8235294117647058,0.8484848484848485
+0.3,5,non-attack,0.0,1,3,0,63,1.0,0.045454545454545456,0.25,0.4
+0.3,5,multiple,0.0,0,0,0,67,0,0.0,0.0,0.0
+0.3,5,noise,0.0,0,0,0,67,0,0.0,0.0,0.0
+0.3,5,nmap,0.01,4,0,0,66,1.0,0.0,1.0,1.0
+0.3,5,nikto,0.01,4,0,0,66,1.0,0.0,1.0,1.0
+0.3,5,vrfy,0.01,3,2,1,64,0.75,0.030303030303030304,0.6,0.6666666666666666
+0.3,5,hydra,0.01,30,1,2,37,0.9375,0.02631578947368421,0.967741935483871,0.9523809523809523
+0.3,5,upload,0.01,2,0,3,65,0.4,0.0,1.0,0.5714285714285714
+0.3,5,exploit,0.01,14,3,2,51,0.875,0.05555555555555555,0.8235294117647058,0.8484848484848485
+0.3,5,non-attack,0.01,1,5,0,64,1.0,0.07246376811594203,0.16666666666666666,0.2857142857142857
+0.3,5,multiple,0.01,0,1,1,68,0.0,0.014492753623188406,0.0,0.0
+0.3,5,noise,0.01,0,0,3,67,0.0,0.0,0.0,0.0
+0.3,5,nmap,0.05,4,0,0,68,1.0,0.0,1.0,1.0
+0.3,5,nikto,0.05,4,0,0,68,1.0,0.0,1.0,1.0
+0.3,5,vrfy,0.05,3,1,1,67,0.75,0.014705882352941176,0.75,0.75
+0.3,5,hydra,0.05,28,2,3,39,0.9032258064516129,0.04878048780487805,0.9333333333333333,0.9180327868852459
+0.3,5,upload,0.05,4,1,1,66,0.8,0.014925373134328358,0.8,0.8
+0.3,5,exploit,0.05,14,3,2,53,0.875,0.05357142857142857,0.8235294117647058,0.8484848484848485
+0.3,5,non-attack,0.05,1,2,0,69,1.0,0.028169014084507043,0.3333333333333333,0.5
+0.3,5,multiple,0.05,0,1,2,69,0.0,0.014285714285714285,0.0,0.0
+0.3,5,noise,0.05,3,1,2,66,0.6,0.014925373134328358,0.75,0.6666666666666666
+0.3,5,nmap,0.1,4,0,0,72,1.0,0.0,1.0,1.0
+0.3,5,nikto,0.1,2,1,1,72,0.6666666666666666,0.0136986301369863,0.6666666666666666,0.6666666666666666
+0.3,5,vrfy,0.1,3,1,1,71,0.75,0.013888888888888888,0.75,0.75
+0.3,5,hydra,0.1,30,1,2,43,0.9375,0.022727272727272728,0.967741935483871,0.9523809523809523
+0.3,5,upload,0.1,2,1,4,69,0.3333333333333333,0.014285714285714285,0.6666666666666666,0.4444444444444444
+0.3,5,exploit,0.1,14,3,2,57,0.875,0.05,0.8235294117647058,0.8484848484848485
+0.3,5,non-attack,0.1,1,6,0,69,1.0,0.08,0.14285714285714285,0.25
+0.3,5,multiple,0.1,0,1,1,74,0.0,0.013333333333333334,0.0,0.0
+0.3,5,noise,0.1,5,1,4,66,0.5555555555555556,0.014925373134328358,0.8333333333333334,0.6666666666666666
+0.3,5,nmap,0.5,4,0,0,99,1.0,0.0,1.0,1.0
+0.3,5,nikto,0.5,2,1,1,99,0.6666666666666666,0.01,0.6666666666666666,0.6666666666666666
+0.3,5,vrfy,0.5,3,2,1,97,0.75,0.020202020202020204,0.6,0.6666666666666666
+0.3,5,hydra,0.5,16,5,10,72,0.6153846153846154,0.06493506493506493,0.7619047619047619,0.6808510638297872
+0.3,5,upload,0.5,2,0,4,97,0.3333333333333333,0.0,1.0,0.5
+0.3,5,exploit,0.5,12,3,2,86,0.8571428571428571,0.033707865168539325,0.8,0.8275862068965517
+0.3,5,non-attack,0.5,1,2,0,100,1.0,0.0196078431372549,0.3333333333333333,0.5
+0.3,5,multiple,0.5,4,10,5,84,0.4444444444444444,0.10638297872340426,0.2857142857142857,0.34782608695652173
+0.3,5,noise,0.5,35,1,1,66,0.9722222222222222,0.014925373134328358,0.9722222222222222,0.9722222222222222
+0.3,5,nmap,1,4,0,0,124,1.0,0.0,1.0,1.0
+0.3,5,nikto,1,2,2,1,123,0.6666666666666666,0.016,0.5,0.5714285714285714
+0.3,5,vrfy,1,3,1,1,123,0.75,0.008064516129032258,0.75,0.75
+0.3,5,hydra,1,16,8,5,99,0.7619047619047619,0.07476635514018691,0.6666666666666666,0.7111111111111111
+0.3,5,upload,1,2,0,4,122,0.3333333333333333,0.0,1.0,0.5
+0.3,5,exploit,1,9,4,4,111,0.6923076923076923,0.034782608695652174,0.6923076923076923,0.6923076923076923
+0.3,5,non-attack,1,1,5,0,122,1.0,0.03937007874015748,0.16666666666666666,0.2857142857142857
+0.3,5,multiple,1,3,6,11,108,0.21428571428571427,0.05263157894736842,0.3333333333333333,0.2608695652173913
+0.3,5,noise,1,61,1,1,65,0.9838709677419355,0.015151515151515152,0.9838709677419355,0.9838709677419355
+0.3,5,nmap,5,1,0,1,312,0.5,0.0,1.0,0.6666666666666666
+0.3,5,nikto,5,2,0,0,312,1.0,0.0,1.0,1.0
+0.3,5,vrfy,5,2,1,0,311,1.0,0.003205128205128205,0.6666666666666666,0.8
+0.3,5,hydra,5,9,12,1,292,0.9,0.039473684210526314,0.42857142857142855,0.5806451612903226
+0.3,5,upload,5,0,0,3,311,0.0,0.0,0.0,0.0
+0.3,5,exploit,5,9,3,1,301,0.9,0.009868421052631578,0.75,0.8181818181818182
+0.3,5,non-attack,5,0,17,1,296,0.0,0.054313099041533544,0.0,0.0
+0.3,5,multiple,5,14,10,21,269,0.4,0.035842293906810034,0.5833333333333334,0.4745762711864407
+0.3,5,noise,5,228,6,21,59,0.9156626506024096,0.09230769230769231,0.9743589743589743,0.9440993788819876
+0.3,5,nmap,10,0,0,1,353,0.0,0.0,0.0,0.0
+0.3,5,nikto,10,0,3,2,349,0.0,0.008522727272727272,0.0,0.0
+0.3,5,vrfy,10,0,0,0,354,0,0.0,0.0,0.0
+0.3,5,hydra,10,0,7,2,345,0.0,0.019886363636363636,0.0,0.0
+0.3,5,upload,10,0,1,1,352,0.0,0.0028328611898017,0.0,0.0
+0.3,5,exploit,10,1,2,3,348,0.25,0.005714285714285714,0.3333333333333333,0.2857142857142857
+0.3,5,non-attack,10,0,19,0,335,0,0.05367231638418079,0.0,0.0
+0.3,5,multiple,10,30,57,22,245,0.5769230769230769,0.18874172185430463,0.3448275862068966,0.4316546762589928
+0.3,5,noise,10,222,12,70,50,0.7602739726027398,0.1935483870967742,0.9487179487179487,0.844106463878327
+0.3,5,nmap,50,0,0,0,50,0,0.0,0.0,0.0
+0.3,5,nikto,50,0,0,0,50,0,0.0,0.0,0.0
+0.3,5,vrfy,50,0,0,0,50,0,0.0,0.0,0.0
+0.3,5,hydra,50,0,0,0,50,0,0.0,0.0,0.0
+0.3,5,upload,50,0,0,0,50,0,0.0,0.0,0.0
+0.3,5,exploit,50,0,0,0,50,0,0.0,0.0,0.0
+0.3,5,non-attack,50,0,4,0,46,0,0.08,0.0,0.0
+0.3,5,multiple,50,20,9,7,14,0.7407407407407407,0.391304347826087,0.6896551724137931,0.7142857142857143
+0.3,5,noise,50,10,7,13,20,0.43478260869565216,0.25925925925925924,0.5882352941176471,0.5
+0.3,5,nmap,100,0,0,0,5,0,0.0,0.0,0.0
+0.3,5,nikto,100,0,0,0,5,0,0.0,0.0,0.0
+0.3,5,vrfy,100,0,0,0,5,0,0.0,0.0,0.0
+0.3,5,hydra,100,0,0,0,5,0,0.0,0.0,0.0
+0.3,5,upload,100,0,0,0,5,0,0.0,0.0,0.0
+0.3,5,exploit,100,0,0,0,5,0,0.0,0.0,0.0
+0.3,5,non-attack,100,0,0,0,5,0,0.0,0.0,0.0
+0.3,5,multiple,100,5,0,0,0,1.0,0,1.0,1.0
+0.3,5,noise,100,0,0,0,5,0,0.0,0.0,0.0
+0.3,5,nmap,500,0,0,0,4,0,0.0,0.0,0.0
+0.3,5,nikto,500,0,0,0,4,0,0.0,0.0,0.0
+0.3,5,vrfy,500,0,0,0,4,0,0.0,0.0,0.0
+0.3,5,hydra,500,0,0,0,4,0,0.0,0.0,0.0
+0.3,5,upload,500,0,0,0,4,0,0.0,0.0,0.0
+0.3,5,exploit,500,0,0,0,4,0,0.0,0.0,0.0
+0.3,5,non-attack,500,0,0,0,4,0,0.0,0.0,0.0
+0.3,5,multiple,500,4,0,0,0,1.0,0,1.0,1.0
+0.3,5,noise,500,0,0,0,4,0,0.0,0.0,0.0
diff --git a/data/out/noise/noise_number_groups.txt b/data/out/noise/noise_number_groups.txt
@@ -0,0 +1,133 @@
+threshold,delta,file,num_groups,noise
+0.3,5,ossec_onion,11,0.0
+0.3,5,ossec_insect,14,0.0
+0.3,5,ossec_spiral,23,0.0
+0.3,5,ossec_cup,19,0.0
+0.3,5,ossec_insect,14,0.0
+0.3,5,ossec_spiral,23,0.0
+0.3,5,ossec_cup,19,0.0
+0.3,5,ossec_onion,11,0.0
+0.3,5,ossec_spiral,23,0.0
+0.3,5,ossec_cup,19,0.0
+0.3,5,ossec_onion,11,0.0
+0.3,5,ossec_insect,14,0.0
+0.3,5,ossec_onion,12,0.01
+0.3,5,ossec_insect,15,0.01
+0.3,5,ossec_spiral,23,0.01
+0.3,5,ossec_cup,20,0.01
+0.3,5,ossec_insect,15,0.01
+0.3,5,ossec_spiral,23,0.01
+0.3,5,ossec_cup,20,0.01
+0.3,5,ossec_onion,12,0.01
+0.3,5,ossec_spiral,23,0.01
+0.3,5,ossec_cup,20,0.01
+0.3,5,ossec_onion,12,0.01
+0.3,5,ossec_insect,15,0.01
+0.3,5,ossec_onion,13,0.05
+0.3,5,ossec_insect,16,0.05
+0.3,5,ossec_spiral,24,0.05
+0.3,5,ossec_cup,19,0.05
+0.3,5,ossec_insect,16,0.05
+0.3,5,ossec_spiral,24,0.05
+0.3,5,ossec_cup,19,0.05
+0.3,5,ossec_onion,13,0.05
+0.3,5,ossec_spiral,24,0.05
+0.3,5,ossec_cup,19,0.05
+0.3,5,ossec_onion,13,0.05
+0.3,5,ossec_insect,16,0.05
+0.3,5,ossec_onion,14,0.1
+0.3,5,ossec_insect,14,0.1
+0.3,5,ossec_spiral,26,0.1
+0.3,5,ossec_cup,22,0.1
+0.3,5,ossec_insect,14,0.1
+0.3,5,ossec_spiral,26,0.1
+0.3,5,ossec_cup,22,0.1
+0.3,5,ossec_onion,14,0.1
+0.3,5,ossec_spiral,26,0.1
+0.3,5,ossec_cup,22,0.1
+0.3,5,ossec_onion,14,0.1
+0.3,5,ossec_insect,14,0.1
+0.3,5,ossec_onion,20,0.5
+0.3,5,ossec_insect,21,0.5
+0.3,5,ossec_spiral,35,0.5
+0.3,5,ossec_cup,27,0.5
+0.3,5,ossec_insect,21,0.5
+0.3,5,ossec_spiral,35,0.5
+0.3,5,ossec_cup,27,0.5
+0.3,5,ossec_onion,20,0.5
+0.3,5,ossec_spiral,35,0.5
+0.3,5,ossec_cup,27,0.5
+0.3,5,ossec_onion,20,0.5
+0.3,5,ossec_insect,21,0.5
+0.3,5,ossec_onion,29,1
+0.3,5,ossec_insect,28,1
+0.3,5,ossec_spiral,38,1
+0.3,5,ossec_cup,33,1
+0.3,5,ossec_insect,28,1
+0.3,5,ossec_spiral,38,1
+0.3,5,ossec_cup,33,1
+0.3,5,ossec_onion,29,1
+0.3,5,ossec_spiral,38,1
+0.3,5,ossec_cup,33,1
+0.3,5,ossec_onion,29,1
+0.3,5,ossec_insect,28,1
+0.3,5,ossec_onion,75,5
+0.3,5,ossec_insect,74,5
+0.3,5,ossec_spiral,88,5
+0.3,5,ossec_cup,77,5
+0.3,5,ossec_insect,74,5
+0.3,5,ossec_spiral,88,5
+0.3,5,ossec_cup,77,5
+0.3,5,ossec_onion,75,5
+0.3,5,ossec_spiral,88,5
+0.3,5,ossec_cup,77,5
+0.3,5,ossec_onion,75,5
+0.3,5,ossec_insect,74,5
+0.3,5,ossec_onion,87,10
+0.3,5,ossec_insect,90,10
+0.3,5,ossec_spiral,92,10
+0.3,5,ossec_cup,85,10
+0.3,5,ossec_insect,90,10
+0.3,5,ossec_spiral,92,10
+0.3,5,ossec_cup,85,10
+0.3,5,ossec_onion,87,10
+0.3,5,ossec_spiral,92,10
+0.3,5,ossec_cup,85,10
+0.3,5,ossec_onion,87,10
+0.3,5,ossec_insect,90,10
+0.3,5,ossec_onion,12,50
+0.3,5,ossec_insect,14,50
+0.3,5,ossec_spiral,14,50
+0.3,5,ossec_cup,10,50
+0.3,5,ossec_insect,14,50
+0.3,5,ossec_spiral,14,50
+0.3,5,ossec_cup,10,50
+0.3,5,ossec_onion,12,50
+0.3,5,ossec_spiral,14,50
+0.3,5,ossec_cup,10,50
+0.3,5,ossec_onion,12,50
+0.3,5,ossec_insect,14,50
+0.3,5,ossec_onion,2,100
+0.3,5,ossec_insect,1,100
+0.3,5,ossec_spiral,1,100
+0.3,5,ossec_cup,1,100
+0.3,5,ossec_insect,1,100
+0.3,5,ossec_spiral,1,100
+0.3,5,ossec_cup,1,100
+0.3,5,ossec_onion,2,100
+0.3,5,ossec_spiral,1,100
+0.3,5,ossec_cup,1,100
+0.3,5,ossec_onion,2,100
+0.3,5,ossec_insect,1,100
+0.3,5,ossec_onion,1,500
+0.3,5,ossec_insect,1,500
+0.3,5,ossec_spiral,1,500
+0.3,5,ossec_cup,1,500
+0.3,5,ossec_insect,1,500
+0.3,5,ossec_spiral,1,500
+0.3,5,ossec_cup,1,500
+0.3,5,ossec_onion,1,500
+0.3,5,ossec_spiral,1,500
+0.3,5,ossec_cup,1,500
+0.3,5,ossec_onion,1,500
+0.3,5,ossec_insect,1,500
diff --git a/data/out/noise/reductions.txt b/data/out/noise/reductions.txt
@@ -0,0 +1,12 @@
+threshold,delta,groups,meta_alerts,group_reduction,alerts,meta_alerts_alerts,alert_reduction
+0.3,5,67,35,0.4776119402985075,57766,55318,0.04237786933490284
+0.3,5,70,36,0.48571428571428577,57770,55320,0.04240955513242162
+0.3,5,72,41,0.4305555555555556,57774,55621,0.03726589815487935
+0.3,5,76,41,0.4605263157894737,57780,55329,0.042419522326064385
+0.3,5,103,57,0.44660194174757284,57827,55905,0.03323706918913305
+0.3,5,128,49,0.6171875,57885,61708,-0.06604474388874482
+0.3,5,314,74,0.7643312101910829,58355,55954,0.04114471767629169
+0.3,5,354,86,0.7570621468926554,58943,56814,0.03611964100911047
+0.3,5,50,27,0.45999999999999996,63637,60897,0.04305671229001995
+0.3,5,5,4,0.19999999999999996,69507,65540,0.05707338829182673
+0.3,5,4,4,0.0,116465,121127,-0.04002919331988153