diff --git a/.ci/benchmark.txt b/.ci/benchmark.txt index e43a70375..8669656d6 100644 --- a/.ci/benchmark.txt +++ b/.ci/benchmark.txt @@ -1,5 +1,5 @@ -META MD5 b2e436d07bb4f2a5aea6a4957e3dd832 -DATA MD5 cccce0de712d5296e0aa9f47fecac91d +META MD5 170f5d5b2d60b5f1d498742ae7cf8ce6 +DATA MD5 645538b9c777d58ef782acda2d6e15b1 DATA: 16345157 interested lines. MARKUP: 62778 items FileType FileNumber ValidLines Positives Negatives Templates --------------- ------------ ------------ ----------- ----------- ----------- @@ -63,7 +63,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .gd 1 37 1 .gml 3 3075 16 .gni 3 5017 19 -.go 1080 566476 687 4129 738 +.go 1080 566476 688 4128 738 .golden 5 1168 1 13 29 .gradle 45 3265 4 90 100 .graphql 7 420 13 @@ -222,25 +222,25 @@ FileType FileNumber ValidLines Positives Negatives Templat .yml 418 36162 545 892 380 .zsh 6 872 12 .zsh-theme 1 97 1 -TOTAL: 10259 16345157 12183 50464 5116 -credsweeper result_cnt : 11314, lost_cnt : 0, true_cnt : 11140, false_cnt : 174 +TOTAL: 10259 16345157 12184 50463 5116 +credsweeper result_cnt : 11433, lost_cnt : 0, true_cnt : 11157, false_cnt : 276 Rules Positives Negatives Templates Reported TP FP TN FN FPR FNR ACC PRC RCL F1 ------------------------------ ----------- ----------- ----------- ---------- ----- ---- ----- ---- -------- -------- -------- -------- -------- -------- -API 128 3162 189 116 115 1 3350 13 0.000298 0.101562 0.995976 0.991379 0.898438 0.942623 +API 128 3162 189 117 115 2 3349 13 0.000597 0.101562 0.995688 0.982906 0.898438 0.938776 AWS Client ID 167 21 0 160 160 0 21 7 0.000000 0.041916 0.962766 1.000000 0.958084 0.978593 AWS Multi 75 16 0 87 75 11 5 0 0.687500 0.000000 0.879121 0.872093 1.000000 0.931677 AWS S3 Bucket 66 24 0 92 66 24 0 0 1.000000 0.000000 0.733333 0.733333 1.000000 0.846154 Atlassian Old PAT token 27 308 3 12 3 8 303 24 0.025723 0.888889 0.905325 0.272727 0.111111 0.157895 -Auth 420 2730 76 395 384 11 2795 36 0.003920 0.085714 0.985431 0.972152 0.914286 0.942331 +Auth 420 2730 76 393 381 12 2794 39 0.004277 0.092857 0.984191 0.969466 0.907143 0.937269 Azure Access Token 19 0 0 12 12 0 0 7 0.368421 0.631579 1.000000 0.631579 0.774194 BASE64 Private Key 7 4 0 7 7 0 4 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 BASE64 encoded PEM Private Key 7 0 0 5 5 0 0 2 0.285714 0.714286 1.000000 0.714286 0.833333 Bitbucket Client ID 143 2097 9 48 28 19 2087 115 0.009022 0.804196 0.940418 0.595745 0.195804 0.294737 Bitbucket Client Secret 301 809 10 40 29 11 808 272 0.013431 0.903654 0.747321 0.725000 0.096346 0.170088 -CMD Password 19 127 6 17 17 0 133 2 0.000000 0.105263 0.986842 1.000000 0.894737 0.944444 -Certificate 23 471 1 23 17 6 466 6 0.012712 0.260870 0.975758 0.739130 0.739130 0.739130 +CMD Password 19 127 6 18 18 0 133 1 0.000000 0.052632 0.993421 1.000000 0.947368 0.972973 +Certificate 23 471 1 25 19 6 466 4 0.012712 0.173913 0.979798 0.760000 0.826087 0.791667 ConvertTo-SecureString 13 4 0 13 13 0 4 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 -Credential 95 420 74 91 91 0 494 4 0.000000 0.042105 0.993209 1.000000 0.957895 0.978495 +Credential 95 420 74 93 93 0 494 2 0.000000 0.021053 0.996604 1.000000 0.978947 0.989362 Docker Swarm Token 2 0 0 1 1 0 0 1 0.500000 0.500000 1.000000 0.500000 0.666667 Dropbox App secret 64 139 1 46 35 10 130 29 0.071429 0.453125 0.808824 0.777778 0.546875 0.642202 Facebook Access Token 0 1 0 0 0 1 0 0.000000 1.000000 @@ -255,17 +255,17 @@ Grafana Provisioned API Key 22 1 0 JSON Web Token 170 61 0 131 131 0 61 39 0.000000 0.229412 0.831169 1.000000 0.770588 0.870432 Jira / Confluence PAT token 0 4 0 0 0 4 0 0.000000 1.000000 Jira 2FA 15 6 1 12 12 0 7 3 0.000000 0.200000 0.863636 1.000000 0.800000 0.888889 -Key 3918 15695 482 3908 3886 22 16155 32 0.001360 0.008167 0.997313 0.994371 0.991833 0.993100 -Nonce 91 49 0 88 88 0 49 3 0.000000 0.032967 0.978571 1.000000 0.967033 0.983240 +Key 3918 15695 482 3972 3883 89 16088 35 0.005502 0.008933 0.993829 0.977593 0.991067 0.984284 +Nonce 91 49 0 89 89 0 49 2 0.000000 0.021978 0.985714 1.000000 0.978022 0.988889 Other 0 8291 1 0 0 8292 0 0.000000 1.000000 PEM Private Key 1019 1483 0 1023 1019 4 1479 0 0.002697 0.000000 0.998401 0.996090 1.000000 0.998041 -Password 1842 7529 2711 1691 1665 26 10214 177 0.002539 0.096091 0.983198 0.984624 0.903909 0.942542 -Salt 45 76 2 40 40 0 78 5 0.000000 0.111111 0.959350 1.000000 0.888889 0.941176 -Secret 1297 1575 799 1276 1274 2 2372 23 0.000842 0.017733 0.993190 0.998433 0.982267 0.990284 +Password 1842 7529 2711 1740 1685 53 10187 157 0.005176 0.085233 0.982619 0.969505 0.914767 0.941341 +Salt 45 76 2 42 42 0 78 3 0.000000 0.066667 0.975610 1.000000 0.933333 0.965517 +Secret 1297 1574 799 1271 1269 2 2371 28 0.000843 0.021588 0.991826 0.998426 0.978412 0.988318 Seed 1 6 0 0 0 6 1 0.000000 1.000000 0.857143 0.000000 Slack Token 4 1 0 4 4 0 1 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 -Token 648 4176 438 597 594 3 4611 54 0.000650 0.083333 0.989168 0.994975 0.916667 0.954217 +Token 648 4176 438 597 590 7 4607 58 0.001517 0.089506 0.987647 0.988275 0.910494 0.947791 Twilio API Key 0 5 2 0 0 7 0 0.000000 1.000000 -URL Credentials 208 146 224 202 202 0 370 6 0.000000 0.028846 0.989619 1.000000 0.971154 0.985366 +URL Credentials 209 146 224 208 206 2 368 3 0.005405 0.014354 0.991364 0.990385 0.985646 0.988010 UUID 1069 265 0 1068 1067 1 264 2 0.003774 0.001871 0.997751 0.999064 0.998129 0.998596 - 12183 50464 5116 11321 11140 174 50290 1043 0.003448 0.085611 0.980574 0.984621 0.914389 0.948206 + 12184 50463 5116 11442 11157 276 50187 1027 0.005469 0.084291 0.979201 0.975859 0.915709 0.944828 diff --git a/credsweeper/ml_model/ml_model.onnx b/credsweeper/ml_model/ml_model.onnx index 831abef8a..b01c297fc 100644 Binary files a/credsweeper/ml_model/ml_model.onnx and b/credsweeper/ml_model/ml_model.onnx differ diff --git a/tests/__init__.py b/tests/__init__.py index a02dac2df..33233edb9 100644 --- a/tests/__init__.py +++ b/tests/__init__.py @@ -7,18 +7,18 @@ NEGLIGIBLE_ML_THRESHOLD = 0.0001 # credentials count after scan -SAMPLES_CRED_COUNT: int = 373 -SAMPLES_CRED_LINE_COUNT: int = 390 +SAMPLES_CRED_COUNT: int = 374 +SAMPLES_CRED_LINE_COUNT: int = 391 # credentials count after post-processing -SAMPLES_POST_CRED_COUNT: int = 323 +SAMPLES_POST_CRED_COUNT: int = 334 # with option --doc SAMPLES_IN_DOC = 418 # archived credentials that are not found without --depth -SAMPLES_IN_DEEP_1 = SAMPLES_POST_CRED_COUNT + 22 -SAMPLES_IN_DEEP_2 = SAMPLES_IN_DEEP_1 + 18 +SAMPLES_IN_DEEP_1 = SAMPLES_POST_CRED_COUNT + 24 +SAMPLES_IN_DEEP_2 = SAMPLES_IN_DEEP_1 + 16 SAMPLES_IN_DEEP_3 = SAMPLES_IN_DEEP_2 + 1 # well known string with all latin letters diff --git a/tests/data/depth_3.json b/tests/data/depth_3.json index 50acd9a26..f6f54f5a6 100644 --- a/tests/data/depth_3.json +++ b/tests/data/depth_3.json @@ -124,7 +124,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.995, "rule": "API", "severity": "medium", "confidence": "moderate", @@ -286,7 +286,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.987, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -340,7 +340,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -543,33 +543,6 @@ } ] }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.679, - "rule": "Key", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "\"AwsAccessKey\": \"AKIAGIREOGIAWSKEY123\", \"AwsAccessKey2\": \"AKIAGIREOGIAWSKEY555\",", - "line_num": 2, - "path": "tests/samples/aws_multi.groovy", - "info": "tests/samples/aws_multi.groovy|RAW", - "value": "AKIAGIREOGIAWSKEY123", - "value_start": 17, - "value_end": 37, - "variable": "AwsAccessKey", - "variable_start": 1, - "variable_end": 13, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, - "valid": false - } - } - ] - }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "NOT_AVAILABLE", @@ -644,7 +617,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.946, + "ml_probability": 0.963, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -671,7 +644,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.946, + "ml_probability": 0.963, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -725,7 +698,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -1076,7 +1049,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.989, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -1103,7 +1076,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.887, + "ml_probability": 0.998, "rule": "Certificate", "severity": "medium", "confidence": "moderate", @@ -1238,7 +1211,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.803, + "ml_probability": 0.829, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -1265,34 +1238,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.964, - "rule": "ConvertTo-SecureString", - "severity": "critical", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ConvertTo-SecureString -String -Force dsjUE#$gds8s", - "line_num": 1, - "path": "tests/samples/convert_to_secure_string", - "info": "tests/samples/convert_to_secure_string|RAW", - "value": "dsjUE#$gds8s", - "value_start": 38, - "value_end": 50, - "variable": "ConvertTo-SecureString -String -Force", - "variable_start": 0, - "variable_end": 37, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.4245614587540074, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.989, "rule": "ConvertTo-SecureString", "severity": "critical", "confidence": "moderate", @@ -1319,7 +1265,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.993, "rule": "Credential", "severity": "medium", "confidence": "moderate", @@ -1427,7 +1373,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.895, + "ml_probability": 0.831, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Username:master Password:dipPr13Gg!", + "line_num": 4, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr13Gg!", + "value_start": 25, + "value_end": 35, + "variable": "Password", + "variable_start": 16, + "variable_end": 24, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.989735285398626, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.929, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1454,7 +1427,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.937, + "ml_probability": 0.656, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:master/PW:dipPr15Gg!", + "line_num": 6, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr15Gg!", + "value_start": 13, + "value_end": 23, + "variable": "PW", + "variable_start": 10, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.989735285398626, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1481,7 +1481,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1508,7 +1508,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.942, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1535,7 +1535,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.641, + "ml_probability": 0.8, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1562,7 +1562,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.887, + "ml_probability": 0.733, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYid:master,password:dipPr111Gg!", + "line_num": 12, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr111Gg!", + "value_start": 22, + "value_end": 33, + "variable": "master,password", + "variable_start": 6, + "variable_end": 21, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.712675334928137, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1589,7 +1616,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.897, + "ml_probability": 0.924, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1616,7 +1643,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.922, + "ml_probability": 0.913, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1643,7 +1670,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.93, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1670,7 +1697,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.862, + "ml_probability": 0.964, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1697,7 +1724,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.884, + "ml_probability": 0.839, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1724,7 +1751,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.932, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1751,7 +1778,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.919, + "ml_probability": 0.96, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1778,7 +1805,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1805,7 +1832,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.664, + "ml_probability": 0.679, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1832,7 +1859,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.789, + "ml_probability": 0.796, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Username:master/Password:dipPr125Gg!", + "line_num": 26, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr125Gg!", + "value_start": 25, + "value_end": 36, + "variable": "Password", + "variable_start": 16, + "variable_end": 24, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.812, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1859,7 +1913,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.984, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -1886,7 +1940,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.785, + "ml_probability": 0.878, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1913,7 +1967,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.897, + "ml_probability": 0.648, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYid:master,pw:dipPr129Gg!", + "line_num": 30, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr129Gg!", + "value_start": 16, + "value_end": 27, + "variable": "master,pw", + "variable_start": 6, + "variable_end": 15, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.95, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1940,7 +2021,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.814, + "ml_probability": 0.689, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Login:dipPr131Gg! Pwd:dipPr131Gg!", + "line_num": 32, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr131Gg!", + "value_start": 22, + "value_end": 33, + "variable": "Pwd", + "variable_start": 18, + "variable_end": 21, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.9631196533066344, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.932, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1967,7 +2075,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.681, + "ml_probability": 0.874, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1994,7 +2102,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2021,7 +2129,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.823, + "ml_probability": 0.848, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2048,7 +2156,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.965, + "ml_probability": 0.978, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2075,7 +2183,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.993, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -2102,7 +2210,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2156,7 +2264,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.65, + "ml_probability": 0.807, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2183,7 +2291,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.871, + "ml_probability": 0.965, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2210,7 +2318,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2237,7 +2345,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.973, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2264,7 +2372,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.924, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2291,7 +2399,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2318,7 +2426,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.689, + "ml_probability": 0.777, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2345,7 +2453,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.849, + "ml_probability": 0.923, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2372,7 +2480,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.897, + "ml_probability": 0.787, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2399,7 +2507,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.94, + "ml_probability": 0.64, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "-id:master -pw:dipPr151Gg!", + "line_num": 52, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr151Gg!", + "value_start": 15, + "value_end": 26, + "variable": "pw", + "variable_start": 12, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.9631196533066344, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2453,7 +2588,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.962, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2480,7 +2615,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2507,7 +2642,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.95, + "ml_probability": 0.94, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2534,7 +2669,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2561,7 +2696,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2588,7 +2723,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.936, + "ml_probability": 0.949, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2615,7 +2750,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.828, + "ml_probability": 0.942, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2642,7 +2777,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.67, + "ml_probability": 0.659, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2669,7 +2804,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2723,7 +2858,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.805, + "ml_probability": 0.912, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2750,7 +2885,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.961, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2777,7 +2912,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.732, + "ml_probability": 0.89, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2804,7 +2939,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.889, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2831,7 +2966,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2858,7 +2993,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2885,7 +3020,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2912,7 +3047,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.913, + "ml_probability": 0.955, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2939,7 +3074,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2966,7 +3101,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2993,7 +3128,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.951, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3020,7 +3155,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.742, + "ml_probability": 0.726, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Loging:master Pwd:dipPr181Gg!", + "line_num": 82, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr181Gg!", + "value_start": 18, + "value_end": 29, + "variable": "Pwd", + "variable_start": 14, + "variable_end": 17, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.9631196533066344, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.835, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3047,7 +3209,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.933, + "ml_probability": 0.923, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3074,7 +3236,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.833, + "ml_probability": 0.821, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3101,7 +3263,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.913, + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3128,7 +3290,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.793, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "PW:dipPr190Gg! ID:master", + "line_num": 91, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr190Gg!", + "value_start": 3, + "value_end": 14, + "variable": "PW", + "variable_start": 0, + "variable_end": 2, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.944, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3155,7 +3344,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.96, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3182,7 +3371,61 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.922, + "ml_probability": 0.933, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "username/password:master/iPp7@GRq", + "line_num": 8, + "path": "tests/samples/doc_id_passwd_pair", + "info": "tests/samples/doc_id_passwd_pair|RAW", + "value": "master/iPp7@GRq", + "value_start": 18, + "value_end": 33, + "variable": "password", + "variable_start": 9, + "variable_end": 17, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.64643122256795, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.757, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id/passwd:master/iPp8@GRq", + "line_num": 9, + "path": "tests/samples/doc_id_passwd_pair", + "info": "tests/samples/doc_id_passwd_pair|RAW", + "value": "master/iPp8@GRq", + "value_start": 10, + "value_end": 25, + "variable": "passwd", + "variable_start": 3, + "variable_end": 9, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.64643122256795, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3209,7 +3452,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.749, + "ml_probability": 0.713, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3236,25 +3479,25 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.934, + "ml_probability": 0.737, "rule": "Password", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "Password:Prl23Db#@", - "line_num": 1, - "path": "tests/samples/doc_passwd_pair", - "info": "tests/samples/doc_passwd_pair|RAW", - "value": "Prl23Db#@", - "value_start": 9, - "value_end": 18, + "line": "ID/Password=master/iPp27@GRq", + "line_num": 28, + "path": "tests/samples/doc_id_passwd_pair", + "info": "tests/samples/doc_id_passwd_pair|RAW", + "value": "master/iPp27@GRq", + "value_start": 12, + "value_end": 28, "variable": "Password", - "variable_start": 0, - "variable_end": 8, + "variable_start": 3, + "variable_end": 11, "entropy_validation": { "iterator": "BASE64_CHARS", - "entropy": 2.4654972233440207, + "entropy": 3.75, "valid": false } } @@ -3263,14 +3506,14 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.935, + "ml_probability": 0.901, "rule": "Password", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "Password=Prl23Db#@", - "line_num": 4, + "line": "Password:Prl23Db#@", + "line_num": 1, "path": "tests/samples/doc_passwd_pair", "info": "tests/samples/doc_passwd_pair|RAW", "value": "Prl23Db#@", @@ -3290,22 +3533,22 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.762, + "ml_probability": 0.9, "rule": "Password", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "pwd:Prl23Db#@", - "line_num": 5, + "line": "Password=Prl23Db#@", + "line_num": 4, "path": "tests/samples/doc_passwd_pair", "info": "tests/samples/doc_passwd_pair|RAW", "value": "Prl23Db#@", - "value_start": 4, - "value_end": 13, - "variable": "pwd", + "value_start": 9, + "value_end": 18, + "variable": "Password", "variable_start": 0, - "variable_end": 3, + "variable_end": 8, "entropy_validation": { "iterator": "BASE64_CHARS", "entropy": 2.4654972233440207, @@ -3317,7 +3560,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3344,7 +3587,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.809, + "ml_probability": 0.747, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3371,7 +3614,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3398,7 +3641,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3425,7 +3668,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.861, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -3452,7 +3695,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.822, + "ml_probability": 0.658, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3479,7 +3722,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3506,7 +3749,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.914, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3533,7 +3776,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.834, + "ml_probability": 0.867, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3560,7 +3803,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.837, + "ml_probability": 0.894, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3587,7 +3830,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.941, + "ml_probability": 0.973, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3614,7 +3857,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 0.956, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3641,7 +3884,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.95, + "ml_probability": 0.972, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3668,7 +3911,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.972, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3695,7 +3938,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.96, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3722,7 +3965,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.942, + "ml_probability": 0.911, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3749,7 +3992,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.775, + "ml_probability": 0.701, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3776,7 +4019,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.969, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -3803,7 +4046,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3830,7 +4073,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.96, + "ml_probability": 0.927, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3857,7 +4100,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.927, + "ml_probability": 0.952, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3884,7 +4127,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.849, + "ml_probability": 0.839, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3911,7 +4154,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.76, + "ml_probability": 0.836, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3938,7 +4181,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3965,7 +4208,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.972, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3992,7 +4235,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4019,7 +4262,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -4046,7 +4289,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -4289,7 +4532,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -4370,7 +4613,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4451,7 +4694,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4478,7 +4721,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4505,7 +4748,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -4586,7 +4829,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -4613,7 +4856,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4640,7 +4883,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4667,7 +4910,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.933, + "ml_probability": 0.973, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4694,7 +4937,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.951, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4721,7 +4964,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.963, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4775,7 +5018,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4802,7 +5045,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4829,7 +5072,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.799, + "ml_probability": 0.859, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4856,7 +5099,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4883,7 +5126,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4910,7 +5153,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4937,7 +5180,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.942, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4964,7 +5207,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4991,7 +5234,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.919, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5018,7 +5261,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5045,7 +5288,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5072,7 +5315,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5099,7 +5342,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.963, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5126,7 +5369,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.777, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5153,7 +5396,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.777, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -5180,7 +5423,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5207,7 +5450,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5234,7 +5477,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.972, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5261,7 +5504,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5288,7 +5531,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.896, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5315,7 +5558,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.962, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5333,7 +5576,34 @@ "variable_end": 19, "entropy_validation": { "iterator": "BASE64_CHARS", - "entropy": 3.0, + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.997, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\uacc4\uc815/Password-xxxx:master/IhqSb1Gg", + "line_num": 55, + "path": "tests/samples/doc_various", + "info": "tests/samples/doc_various|RAW", + "value": "master/IhqSb1Gg", + "value_start": 17, + "value_end": 32, + "variable": "Password-xxxx", + "variable_start": 3, + "variable_end": 16, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.906890595608518, "valid": false } } @@ -5342,7 +5612,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.964, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5369,7 +5639,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5423,7 +5693,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.977, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5450,7 +5720,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5477,7 +5747,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.957, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5504,7 +5774,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.749, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "98.76.54.32(ID/PW:master/IhqSb1Gg)", + "line_num": 70, + "path": "tests/samples/doc_various", + "info": "tests/samples/doc_various|RAW", + "value": "master/IhqSb1Gg", + "value_start": 18, + "value_end": 33, + "variable": "PW", + "variable_start": 15, + "variable_end": 17, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.906890595608518, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5531,7 +5828,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5558,7 +5855,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5585,7 +5882,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5612,7 +5909,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5639,7 +5936,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.985, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5666,7 +5963,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5693,7 +5990,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5720,7 +6017,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5747,7 +6044,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5774,7 +6071,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5801,7 +6098,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5828,7 +6125,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5855,7 +6152,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5882,7 +6179,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5963,7 +6260,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5990,7 +6287,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6017,7 +6314,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6152,7 +6449,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.975, "rule": "Github Old Token", "severity": "high", "confidence": "moderate", @@ -6179,7 +6476,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.975, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -6233,7 +6530,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.992, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -6942,7 +7239,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7239,7 +7536,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -7266,7 +7563,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "API", "severity": "medium", "confidence": "moderate", @@ -7293,7 +7590,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -7705,7 +8002,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7732,7 +8029,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7759,7 +8056,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.928, + "ml_probability": 0.841, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7786,7 +8083,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7813,7 +8110,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7867,7 +8164,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7894,7 +8191,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.937, + "ml_probability": 0.847, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "if passworsd == \"q4c1a2oPd\": # __eq__ separator", + "line_num": 5, + "path": "tests/samples/password_TRUE", + "info": "tests/samples/password_TRUE|RAW", + "value": "q4c1a2oPd", + "value_start": 17, + "value_end": 26, + "variable": "passworsd", + "variable_start": 3, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.169925001442312, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7948,7 +8272,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.997, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -7975,7 +8299,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8002,7 +8326,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8029,7 +8353,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8053,60 +8377,6 @@ } ] }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.767, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "password = \"cackle_1!\"", - "line_num": 1, - "path": "tests/samples/passwords.tar", - "info": "tests/samples/passwords.tar.bz2|BZIP2|tests/samples/passwords.tar|TAR|./1/password|RAW", - "value": "cackle_1!", - "value_start": 12, - "value_end": 21, - "variable": "password", - "variable_start": 0, - "variable_end": 8, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.2432750011217983, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.767, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "password = \"cackle_2!\"", - "line_num": 1, - "path": "tests/samples/passwords.tar", - "info": "tests/samples/passwords.tar.bz2|BZIP2|tests/samples/passwords.tar|TAR|./1/2/password|RAW", - "value": "cackle_2!", - "value_start": 12, - "value_end": 21, - "variable": "password", - "variable_start": 0, - "variable_end": 8, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.2432750011217983, - "valid": false - } - } - ] - }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "NOT_AVAILABLE", @@ -9437,7 +9707,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.823, + "ml_probability": 0.899, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -9464,7 +9734,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.981, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -9491,7 +9761,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.712, + "ml_probability": 0.907, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -9518,25 +9788,52 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.782, + "ml_probability": 0.995, "rule": "Salt", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "salt4 = {\"salt5\": \"my124%#$@s\\x04clt\\0\"}", - "line_num": 4, + "line": "json_escaped = \"{\\\\\\\"salt8\\\\\\\":\\\\\\\"4b9a6d8b638eb0c6\\\\\\\"}\"", + "line_num": 5, "path": "tests/samples/salt.py", "info": "tests/samples/salt.py|RAW", - "value": "my124%#$@s\\x04clt\\0", - "value_start": 19, - "value_end": 38, - "variable": "salt5", - "variable_start": 10, - "variable_end": 15, + "value": "4b9a6d8b638eb0c6", + "value_start": 35, + "value_end": 51, + "variable": "salt8", + "variable_start": 21, + "variable_end": 26, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.2806390622295662, + "valid": true + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.902, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "{http://schemas.openxmlformats.org/wordprocessingml/2006/main}t : Password = WeR15tr0n6", + "line_num": 1, + "path": "tests/samples/sample.docx", + "info": "tests/samples/sample.docx.gz|GZIP|tests/samples/sample.docx|ZIP|word/document.xml|XML", + "value": "WeR15tr0n6", + "value_start": 77, + "value_end": 87, + "variable": "Password", + "variable_start": 66, + "variable_end": 74, "entropy_validation": { "iterator": "BASE64_CHARS", - "entropy": 2.6959504039350857, + "entropy": 3.321928094887362, "valid": false } } @@ -9545,26 +9842,26 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, - "rule": "Salt", + "ml_probability": 0.902, + "rule": "Password", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "json_escaped = \"{\\\\\\\"salt8\\\\\\\":\\\\\\\"4b9a6d8b638eb0c6\\\\\\\"}\"", - "line_num": 5, - "path": "tests/samples/salt.py", - "info": "tests/samples/salt.py|RAW", - "value": "4b9a6d8b638eb0c6", - "value_start": 35, - "value_end": 51, - "variable": "salt8", - "variable_start": 21, - "variable_end": 26, + "line": "{http://schemas.openxmlformats.org/wordprocessingml/2006/main}t : Password = WeR15tr0n6", + "line_num": 1, + "path": "tests/samples/sample.docx", + "info": "tests/samples/sample.docx|ZIP|word/document.xml|XML", + "value": "WeR15tr0n6", + "value_start": 77, + "value_end": 87, + "variable": "Password", + "variable_start": 66, + "variable_end": 74, "entropy_validation": { - "iterator": "BASE36_CHARS", - "entropy": 3.2806390622295662, - "valid": true + "iterator": "BASE64_CHARS", + "entropy": 3.321928094887362, + "valid": false } } ] @@ -9680,7 +9977,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10166,7 +10463,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.868, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10193,7 +10490,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -10220,7 +10517,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.976, + "ml_probability": 0.924, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10274,7 +10571,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.939, + "ml_probability": 0.981, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10301,7 +10598,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10625,7 +10922,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.997, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10652,7 +10949,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.996, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10841,7 +11138,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.945, + "ml_probability": 0.993, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -10895,7 +11192,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -10976,7 +11273,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.951, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", diff --git a/tests/data/ml_threshold.json b/tests/data/ml_threshold.json index 80b6409c9..068faf25b 100644 --- a/tests/data/ml_threshold.json +++ b/tests/data/ml_threshold.json @@ -29,7 +29,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.995, "rule": "API", "severity": "medium", "confidence": "moderate", @@ -191,7 +191,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.987, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -245,7 +245,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -451,7 +451,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.679, + "ml_probability": 0.428, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -549,7 +549,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.166, + "ml_probability": 0.437, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -576,7 +576,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.946, + "ml_probability": 0.963, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -603,7 +603,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.946, + "ml_probability": 0.963, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -657,7 +657,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -981,7 +981,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.989, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -1008,7 +1008,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.887, + "ml_probability": 0.998, "rule": "Certificate", "severity": "medium", "confidence": "moderate", @@ -1035,7 +1035,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.175, + "ml_probability": 0.154, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -1089,7 +1089,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.803, + "ml_probability": 0.829, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -1116,7 +1116,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.964, + "ml_probability": 0.283, "rule": "ConvertTo-SecureString", "severity": "critical", "confidence": "moderate", @@ -1143,7 +1143,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.989, "rule": "ConvertTo-SecureString", "severity": "critical", "confidence": "moderate", @@ -1170,7 +1170,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.993, "rule": "Credential", "severity": "medium", "confidence": "moderate", @@ -1278,7 +1278,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.332, + "ml_probability": 0.563, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1305,7 +1305,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.111, + "ml_probability": 0.292, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1332,7 +1332,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.164, + "ml_probability": 0.202, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1359,7 +1359,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.612, + "ml_probability": 0.831, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1386,7 +1386,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.895, + "ml_probability": 0.929, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1413,7 +1413,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.405, + "ml_probability": 0.656, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1440,7 +1440,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.937, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1467,7 +1467,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1494,7 +1494,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.942, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1521,7 +1521,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.641, + "ml_probability": 0.8, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1548,7 +1548,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.569, + "ml_probability": 0.733, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1575,7 +1575,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.143, + "ml_probability": 0.238, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1602,7 +1602,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.887, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1629,7 +1629,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.897, + "ml_probability": 0.924, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1656,7 +1656,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.922, + "ml_probability": 0.913, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1683,7 +1683,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.93, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1710,7 +1710,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.862, + "ml_probability": 0.964, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1737,7 +1737,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.884, + "ml_probability": 0.839, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1764,7 +1764,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.932, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1791,7 +1791,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.919, + "ml_probability": 0.96, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1818,7 +1818,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1845,7 +1845,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.151, + "ml_probability": 0.208, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1872,7 +1872,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.664, + "ml_probability": 0.679, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1899,7 +1899,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.596, + "ml_probability": 0.796, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1926,7 +1926,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.789, + "ml_probability": 0.812, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1953,7 +1953,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.984, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -1980,7 +1980,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.785, + "ml_probability": 0.878, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2007,7 +2007,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.612, + "ml_probability": 0.648, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2034,7 +2034,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.897, + "ml_probability": 0.95, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2061,7 +2061,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.547, + "ml_probability": 0.689, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2088,7 +2088,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.814, + "ml_probability": 0.932, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2115,7 +2115,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.681, + "ml_probability": 0.874, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2142,7 +2142,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2169,7 +2169,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.823, + "ml_probability": 0.848, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2196,7 +2196,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.965, + "ml_probability": 0.978, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2223,7 +2223,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.993, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -2250,7 +2250,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2304,7 +2304,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.65, + "ml_probability": 0.807, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2331,7 +2331,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.871, + "ml_probability": 0.965, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2358,7 +2358,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2385,7 +2385,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.973, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2412,7 +2412,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.552, + "ml_probability": 0.502, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2439,7 +2439,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.924, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2466,7 +2466,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2493,7 +2493,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.689, + "ml_probability": 0.777, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2520,7 +2520,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.849, + "ml_probability": 0.923, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2547,7 +2547,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.897, + "ml_probability": 0.787, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2574,7 +2574,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.447, + "ml_probability": 0.64, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2601,7 +2601,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.602, + "ml_probability": 0.546, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2628,7 +2628,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.94, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2682,7 +2682,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.962, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2709,7 +2709,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2736,7 +2736,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.95, + "ml_probability": 0.94, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2763,7 +2763,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2790,7 +2790,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2817,7 +2817,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.936, + "ml_probability": 0.949, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2844,7 +2844,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.828, + "ml_probability": 0.942, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2871,7 +2871,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.67, + "ml_probability": 0.659, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2898,7 +2898,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2952,7 +2952,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.805, + "ml_probability": 0.912, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2979,7 +2979,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.961, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3006,7 +3006,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.732, + "ml_probability": 0.89, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3033,7 +3033,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.889, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3060,7 +3060,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3087,7 +3087,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3114,7 +3114,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3141,7 +3141,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.913, + "ml_probability": 0.955, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3168,7 +3168,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3195,7 +3195,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3222,7 +3222,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.951, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3249,7 +3249,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.581, + "ml_probability": 0.726, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3276,7 +3276,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.562, + "ml_probability": 0.55, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3303,7 +3303,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.742, + "ml_probability": 0.835, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3330,7 +3330,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.933, + "ml_probability": 0.923, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3357,7 +3357,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.833, + "ml_probability": 0.821, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3384,7 +3384,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.913, + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3411,7 +3411,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.235, + "ml_probability": 0.793, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3438,7 +3438,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.944, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3465,7 +3465,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.96, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3492,7 +3492,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.022, + "ml_probability": 0.003, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3519,7 +3519,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.012, + "ml_probability": 0.002, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3546,7 +3546,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.004, + "ml_probability": 0.044, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3573,7 +3573,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.024, + "ml_probability": 0.149, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3600,7 +3600,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.007, + "ml_probability": 0.092, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3627,7 +3627,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.02, + "ml_probability": 0.05, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3654,7 +3654,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.007, + "ml_probability": 0.087, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3681,7 +3681,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.587, + "ml_probability": 0.933, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3708,7 +3708,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.204, + "ml_probability": 0.757, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3735,7 +3735,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.922, + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3762,7 +3762,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.003, + "ml_probability": 0.034, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3789,7 +3789,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.01, + "ml_probability": 0.165, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3816,7 +3816,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.749, + "ml_probability": 0.713, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3843,7 +3843,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.002, + "ml_probability": 0.007, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3870,7 +3870,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.004, + "ml_probability": 0.012, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3897,7 +3897,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.037, + "ml_probability": 0.177, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3924,7 +3924,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.214, + "ml_probability": 0.737, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3951,7 +3951,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.003, + "ml_probability": 0.041, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3978,7 +3978,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.934, + "ml_probability": 0.901, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4005,7 +4005,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.473, + "ml_probability": 0.301, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4032,7 +4032,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.935, + "ml_probability": 0.9, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4059,7 +4059,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.762, + "ml_probability": 0.597, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4086,7 +4086,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4113,7 +4113,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.809, + "ml_probability": 0.747, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4140,7 +4140,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4167,7 +4167,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4194,7 +4194,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.861, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -4221,7 +4221,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.822, + "ml_probability": 0.658, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4248,7 +4248,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4275,7 +4275,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.914, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4302,7 +4302,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.834, + "ml_probability": 0.867, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4329,7 +4329,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.095, + "ml_probability": 0.179, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4356,7 +4356,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.837, + "ml_probability": 0.894, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4383,7 +4383,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.941, + "ml_probability": 0.973, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4410,7 +4410,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 0.956, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4437,7 +4437,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.95, + "ml_probability": 0.972, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4464,7 +4464,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.972, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4491,7 +4491,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.96, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4518,7 +4518,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.942, + "ml_probability": 0.911, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4545,7 +4545,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.775, + "ml_probability": 0.701, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4572,7 +4572,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.969, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -4599,7 +4599,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4626,7 +4626,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.96, + "ml_probability": 0.927, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4653,7 +4653,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.927, + "ml_probability": 0.952, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4680,7 +4680,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.849, + "ml_probability": 0.839, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4707,7 +4707,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.76, + "ml_probability": 0.836, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4734,7 +4734,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4761,7 +4761,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.972, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4788,7 +4788,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4815,7 +4815,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.215, + "ml_probability": 0.357, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4842,7 +4842,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -4869,7 +4869,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -5112,7 +5112,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -5193,7 +5193,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5274,7 +5274,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5301,7 +5301,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5328,7 +5328,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -5409,7 +5409,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -5436,7 +5436,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5490,7 +5490,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.001, + "ml_probability": 0.002, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -5517,7 +5517,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5544,7 +5544,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.933, + "ml_probability": 0.973, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5571,7 +5571,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.951, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5598,7 +5598,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.963, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5652,7 +5652,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5679,7 +5679,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5706,7 +5706,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.799, + "ml_probability": 0.859, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5733,7 +5733,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5760,7 +5760,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5787,7 +5787,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5814,7 +5814,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.942, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5841,7 +5841,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5868,7 +5868,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.919, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5895,7 +5895,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5922,7 +5922,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5949,7 +5949,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5976,7 +5976,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.963, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6003,7 +6003,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.777, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -6030,7 +6030,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.777, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -6057,7 +6057,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6084,7 +6084,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6111,7 +6111,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.972, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6138,7 +6138,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6165,7 +6165,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.896, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6192,7 +6192,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.962, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6219,7 +6219,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.227, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6246,7 +6246,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.964, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6273,7 +6273,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6327,7 +6327,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.977, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6354,7 +6354,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6381,7 +6381,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.957, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6408,7 +6408,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.561, + "ml_probability": 0.749, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6435,7 +6435,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.242, + "ml_probability": 0.44, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6462,7 +6462,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6489,7 +6489,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.0, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "eb1d2e0bbd50a907988fd0d5650f6ca927239c3550d8e56651eaf2bc28fd412a", + "line_num": 74, + "path": "tests/samples/doc_various", + "info": "", + "value": "f3fcf01584252467020a8f6276c59117c096dc4449769b6c0f256da58be9cf87", + "value_start": 22, + "value_end": 30, + "variable": "170e93a56e4463e8bf000c4b8bebea376c298da0e350ca88ae517016d3b668f3", + "variable_start": 0, + "variable_end": 21, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6516,7 +6543,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6543,7 +6570,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6570,7 +6597,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6597,7 +6624,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.985, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6624,7 +6651,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6651,7 +6678,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6678,7 +6705,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6705,7 +6732,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6732,7 +6759,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6759,7 +6786,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6786,7 +6813,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6813,7 +6840,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6840,7 +6867,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6921,7 +6948,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6948,7 +6975,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6975,7 +7002,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7137,7 +7164,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.992, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -7846,7 +7873,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8143,7 +8170,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -8555,7 +8582,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8582,7 +8609,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8609,7 +8636,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.928, + "ml_probability": 0.841, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8636,7 +8663,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8663,7 +8690,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8690,7 +8717,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.091, + "ml_probability": 0.096, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8744,7 +8771,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8771,7 +8798,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.08, + "ml_probability": 0.098, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8798,7 +8825,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.101, + "ml_probability": 0.847, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8825,7 +8852,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.937, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8879,7 +8906,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.997, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -8906,7 +8933,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8933,7 +8960,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8960,7 +8987,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9309,7 +9336,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.549, + "ml_probability": 0.296, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9363,7 +9390,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.981, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -9390,7 +9417,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.021, + "ml_probability": 0.069, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -9417,7 +9444,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.712, + "ml_probability": 0.907, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -9444,7 +9471,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.782, + "ml_probability": 0.495, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -9471,7 +9498,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.995, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -9498,7 +9525,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.416, + "ml_probability": 0.202, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -9957,7 +9984,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.997, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -9984,7 +10011,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.996, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10173,7 +10200,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.945, + "ml_probability": 0.993, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -10227,7 +10254,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -10308,7 +10335,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.951, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10335,7 +10362,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.001, + "ml_probability": 0.0, "rule": "Password", "severity": "medium", "confidence": "moderate", diff --git a/tests/data/output.json b/tests/data/output.json index 20395fcb8..3a9a1b623 100644 --- a/tests/data/output.json +++ b/tests/data/output.json @@ -29,7 +29,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.995, "rule": "API", "severity": "medium", "confidence": "moderate", @@ -191,7 +191,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.987, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -245,7 +245,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -448,33 +448,6 @@ } ] }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.679, - "rule": "Key", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "\"AwsAccessKey\": \"AKIAGIREOGIAWSKEY123\", \"AwsAccessKey2\": \"AKIAGIREOGIAWSKEY555\",", - "line_num": 2, - "path": "tests/samples/aws_multi.groovy", - "info": "", - "value": "AKIAGIREOGIAWSKEY123", - "value_start": 17, - "value_end": 37, - "variable": "AwsAccessKey", - "variable_start": 1, - "variable_end": 13, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, - "valid": false - } - } - ] - }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "NOT_AVAILABLE", @@ -549,7 +522,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.946, + "ml_probability": 0.963, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -576,7 +549,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.946, + "ml_probability": 0.963, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -630,7 +603,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -954,7 +927,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.989, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -981,7 +954,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.887, + "ml_probability": 0.998, "rule": "Certificate", "severity": "medium", "confidence": "moderate", @@ -1035,7 +1008,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.803, + "ml_probability": 0.829, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -1062,34 +1035,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.964, - "rule": "ConvertTo-SecureString", - "severity": "critical", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ConvertTo-SecureString -String -Force dsjUE#$gds8s", - "line_num": 1, - "path": "tests/samples/convert_to_secure_string", - "info": "", - "value": "dsjUE#$gds8s", - "value_start": 38, - "value_end": 50, - "variable": "ConvertTo-SecureString -String -Force", - "variable_start": 0, - "variable_end": 37, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.4245614587540074, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.989, "rule": "ConvertTo-SecureString", "severity": "critical", "confidence": "moderate", @@ -1116,7 +1062,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.993, "rule": "Credential", "severity": "medium", "confidence": "moderate", @@ -1224,7 +1170,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.895, + "ml_probability": 0.831, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Username:master Password:dipPr13Gg!", + "line_num": 4, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "", + "value": "dipPr13Gg!", + "value_start": 25, + "value_end": 35, + "variable": "Password", + "variable_start": 16, + "variable_end": 24, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.989735285398626, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.929, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1251,7 +1224,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.937, + "ml_probability": 0.656, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:master/PW:dipPr15Gg!", + "line_num": 6, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "", + "value": "dipPr15Gg!", + "value_start": 13, + "value_end": 23, + "variable": "PW", + "variable_start": 10, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.989735285398626, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1278,7 +1278,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1305,7 +1305,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.942, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1332,7 +1332,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.641, + "ml_probability": 0.8, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1359,7 +1359,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.887, + "ml_probability": 0.733, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYid:master,password:dipPr111Gg!", + "line_num": 12, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "", + "value": "dipPr111Gg!", + "value_start": 22, + "value_end": 33, + "variable": "master,password", + "variable_start": 6, + "variable_end": 21, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.712675334928137, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1386,7 +1413,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.897, + "ml_probability": 0.924, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1413,7 +1440,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.922, + "ml_probability": 0.913, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1440,7 +1467,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.93, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1467,7 +1494,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.862, + "ml_probability": 0.964, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1494,7 +1521,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.884, + "ml_probability": 0.839, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1521,7 +1548,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.932, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1548,7 +1575,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.919, + "ml_probability": 0.96, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1575,7 +1602,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1602,7 +1629,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.664, + "ml_probability": 0.679, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1629,7 +1656,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.789, + "ml_probability": 0.796, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Username:master/Password:dipPr125Gg!", + "line_num": 26, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "", + "value": "dipPr125Gg!", + "value_start": 25, + "value_end": 36, + "variable": "Password", + "variable_start": 16, + "variable_end": 24, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.812, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1656,7 +1710,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.984, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -1683,7 +1737,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.785, + "ml_probability": 0.878, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1710,7 +1764,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.897, + "ml_probability": 0.648, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYid:master,pw:dipPr129Gg!", + "line_num": 30, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "", + "value": "dipPr129Gg!", + "value_start": 16, + "value_end": 27, + "variable": "master,pw", + "variable_start": 6, + "variable_end": 15, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.95, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1737,7 +1818,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.814, + "ml_probability": 0.689, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Login:dipPr131Gg! Pwd:dipPr131Gg!", + "line_num": 32, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "", + "value": "dipPr131Gg!", + "value_start": 22, + "value_end": 33, + "variable": "Pwd", + "variable_start": 18, + "variable_end": 21, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.9631196533066344, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.932, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1764,7 +1872,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.681, + "ml_probability": 0.874, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1791,7 +1899,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1818,7 +1926,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.823, + "ml_probability": 0.848, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1845,7 +1953,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.965, + "ml_probability": 0.978, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1872,7 +1980,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.993, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -1899,7 +2007,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1953,7 +2061,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.65, + "ml_probability": 0.807, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1980,7 +2088,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.871, + "ml_probability": 0.965, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2007,7 +2115,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2034,7 +2142,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.973, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2061,7 +2169,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.924, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2088,7 +2196,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2115,7 +2223,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.689, + "ml_probability": 0.777, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2142,7 +2250,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.849, + "ml_probability": 0.923, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2169,7 +2277,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.897, + "ml_probability": 0.787, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2196,7 +2304,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.94, + "ml_probability": 0.64, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "-id:master -pw:dipPr151Gg!", + "line_num": 52, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "", + "value": "dipPr151Gg!", + "value_start": 15, + "value_end": 26, + "variable": "pw", + "variable_start": 12, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.9631196533066344, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2250,7 +2385,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.962, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2277,7 +2412,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2304,7 +2439,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.95, + "ml_probability": 0.94, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2331,7 +2466,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2358,7 +2493,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2385,7 +2520,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.936, + "ml_probability": 0.949, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2412,7 +2547,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.828, + "ml_probability": 0.942, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2439,7 +2574,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.67, + "ml_probability": 0.659, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2466,7 +2601,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2520,7 +2655,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.805, + "ml_probability": 0.912, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2547,7 +2682,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.961, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2574,7 +2709,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.732, + "ml_probability": 0.89, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2601,7 +2736,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.889, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2628,7 +2763,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2655,7 +2790,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2682,7 +2817,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2709,7 +2844,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.913, + "ml_probability": 0.955, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2736,7 +2871,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2763,7 +2898,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2790,7 +2925,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.951, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2817,7 +2952,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.742, + "ml_probability": 0.726, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Loging:master Pwd:dipPr181Gg!", + "line_num": 82, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "", + "value": "dipPr181Gg!", + "value_start": 18, + "value_end": 29, + "variable": "Pwd", + "variable_start": 14, + "variable_end": 17, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.9631196533066344, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.835, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2844,7 +3006,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.933, + "ml_probability": 0.923, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2871,7 +3033,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.833, + "ml_probability": 0.821, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2898,7 +3060,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.913, + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2925,7 +3087,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.793, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "PW:dipPr190Gg! ID:master", + "line_num": 91, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "", + "value": "dipPr190Gg!", + "value_start": 3, + "value_end": 14, + "variable": "PW", + "variable_start": 0, + "variable_end": 2, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.944, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2952,7 +3141,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.96, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2979,7 +3168,61 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.922, + "ml_probability": 0.933, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "username/password:master/iPp7@GRq", + "line_num": 8, + "path": "tests/samples/doc_id_passwd_pair", + "info": "", + "value": "master/iPp7@GRq", + "value_start": 18, + "value_end": 33, + "variable": "password", + "variable_start": 9, + "variable_end": 17, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.64643122256795, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.757, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id/passwd:master/iPp8@GRq", + "line_num": 9, + "path": "tests/samples/doc_id_passwd_pair", + "info": "", + "value": "master/iPp8@GRq", + "value_start": 10, + "value_end": 25, + "variable": "passwd", + "variable_start": 3, + "variable_end": 9, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.64643122256795, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3006,7 +3249,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.749, + "ml_probability": 0.713, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3033,25 +3276,25 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.934, + "ml_probability": 0.737, "rule": "Password", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "Password:Prl23Db#@", - "line_num": 1, - "path": "tests/samples/doc_passwd_pair", + "line": "ID/Password=master/iPp27@GRq", + "line_num": 28, + "path": "tests/samples/doc_id_passwd_pair", "info": "", - "value": "Prl23Db#@", - "value_start": 9, - "value_end": 18, + "value": "master/iPp27@GRq", + "value_start": 12, + "value_end": 28, "variable": "Password", - "variable_start": 0, - "variable_end": 8, + "variable_start": 3, + "variable_end": 11, "entropy_validation": { "iterator": "BASE64_CHARS", - "entropy": 2.4654972233440207, + "entropy": 3.75, "valid": false } } @@ -3060,14 +3303,14 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.935, + "ml_probability": 0.901, "rule": "Password", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "Password=Prl23Db#@", - "line_num": 4, + "line": "Password:Prl23Db#@", + "line_num": 1, "path": "tests/samples/doc_passwd_pair", "info": "", "value": "Prl23Db#@", @@ -3087,22 +3330,22 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.762, + "ml_probability": 0.9, "rule": "Password", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "pwd:Prl23Db#@", - "line_num": 5, + "line": "Password=Prl23Db#@", + "line_num": 4, "path": "tests/samples/doc_passwd_pair", "info": "", "value": "Prl23Db#@", - "value_start": 4, - "value_end": 13, - "variable": "pwd", + "value_start": 9, + "value_end": 18, + "variable": "Password", "variable_start": 0, - "variable_end": 3, + "variable_end": 8, "entropy_validation": { "iterator": "BASE64_CHARS", "entropy": 2.4654972233440207, @@ -3114,7 +3357,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3141,7 +3384,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.809, + "ml_probability": 0.747, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3168,7 +3411,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3195,7 +3438,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3222,7 +3465,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.861, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -3249,7 +3492,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.822, + "ml_probability": 0.658, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3276,7 +3519,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3303,7 +3546,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.914, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3330,7 +3573,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.834, + "ml_probability": 0.867, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3357,7 +3600,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.837, + "ml_probability": 0.894, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3384,7 +3627,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.941, + "ml_probability": 0.973, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3411,7 +3654,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 0.956, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3438,7 +3681,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.95, + "ml_probability": 0.972, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3465,7 +3708,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.972, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3492,7 +3735,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.96, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3519,7 +3762,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.942, + "ml_probability": 0.911, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3546,7 +3789,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.775, + "ml_probability": 0.701, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3573,7 +3816,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.969, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -3600,7 +3843,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3627,7 +3870,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.96, + "ml_probability": 0.927, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3654,7 +3897,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.927, + "ml_probability": 0.952, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3681,7 +3924,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.849, + "ml_probability": 0.839, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3708,7 +3951,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.76, + "ml_probability": 0.836, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3735,7 +3978,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3762,7 +4005,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.972, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3789,7 +4032,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3816,7 +4059,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -3843,7 +4086,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -4086,7 +4329,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -4167,7 +4410,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4248,7 +4491,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4275,7 +4518,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4302,7 +4545,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -4383,7 +4626,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -4410,7 +4653,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4437,7 +4680,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4464,7 +4707,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.933, + "ml_probability": 0.973, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4491,7 +4734,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.951, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4518,7 +4761,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.963, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4572,7 +4815,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4599,7 +4842,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4626,7 +4869,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.799, + "ml_probability": 0.859, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4653,7 +4896,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4680,7 +4923,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4707,7 +4950,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4734,7 +4977,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.942, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4761,7 +5004,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4788,7 +5031,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.919, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4815,7 +5058,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4842,7 +5085,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4869,7 +5112,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4896,7 +5139,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.963, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4923,7 +5166,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.777, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4950,7 +5193,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.777, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -4977,7 +5220,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5004,7 +5247,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5031,7 +5274,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.972, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5058,7 +5301,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5085,7 +5328,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.896, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5112,7 +5355,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.962, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5139,7 +5382,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.997, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\uacc4\uc815/Password-xxxx:master/IhqSb1Gg", + "line_num": 55, + "path": "tests/samples/doc_various", + "info": "", + "value": "master/IhqSb1Gg", + "value_start": 17, + "value_end": 32, + "variable": "Password-xxxx", + "variable_start": 3, + "variable_end": 16, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.906890595608518, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.964, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5166,7 +5436,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5220,7 +5490,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.977, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5247,7 +5517,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5274,7 +5544,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.957, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5301,7 +5571,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.749, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "98.76.54.32(ID/PW:master/IhqSb1Gg)", + "line_num": 70, + "path": "tests/samples/doc_various", + "info": "", + "value": "master/IhqSb1Gg", + "value_start": 18, + "value_end": 33, + "variable": "PW", + "variable_start": 15, + "variable_end": 17, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.906890595608518, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5328,7 +5625,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5355,7 +5652,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5382,7 +5679,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5409,7 +5706,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5436,7 +5733,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.985, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5463,7 +5760,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5490,7 +5787,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5517,7 +5814,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5544,7 +5841,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5571,7 +5868,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5598,7 +5895,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5625,7 +5922,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5652,7 +5949,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5679,7 +5976,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5760,7 +6057,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5787,7 +6084,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5814,7 +6111,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5976,7 +6273,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.992, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -6685,7 +6982,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6982,7 +7279,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -7394,7 +7691,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7421,7 +7718,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7448,7 +7745,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.928, + "ml_probability": 0.841, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7475,7 +7772,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7502,7 +7799,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7556,7 +7853,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7583,7 +7880,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.937, + "ml_probability": 0.847, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "if passworsd == \"q4c1a2oPd\": # __eq__ separator", + "line_num": 5, + "path": "tests/samples/password_TRUE", + "info": "", + "value": "q4c1a2oPd", + "value_start": 17, + "value_end": 26, + "variable": "passworsd", + "variable_start": 3, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.169925001442312, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7637,7 +7961,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.997, "rule": "CMD Password", "severity": "critical", "confidence": "moderate", @@ -7664,7 +7988,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7691,7 +8015,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7718,7 +8042,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8094,7 +8418,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.981, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -8121,7 +8445,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.712, + "ml_probability": 0.907, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -8148,34 +8472,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.782, - "rule": "Salt", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "salt4 = {\"salt5\": \"my124%#$@s\\x04clt\\0\"}", - "line_num": 4, - "path": "tests/samples/salt.py", - "info": "", - "value": "my124%#$@s\\x04clt\\0", - "value_start": 19, - "value_end": 38, - "variable": "salt5", - "variable_start": 10, - "variable_end": 15, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.6959504039350857, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.995, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -8634,7 +8931,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.997, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -8661,7 +8958,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.996, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -8850,7 +9147,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.945, + "ml_probability": 0.993, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -8904,7 +9201,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -8985,7 +9282,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.951, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", diff --git a/tests/ml_model/test_ml_validator.py b/tests/ml_model/test_ml_validator.py index c6068e952..9cd73d977 100644 --- a/tests/ml_model/test_ml_validator.py +++ b/tests/ml_model/test_ml_validator.py @@ -52,17 +52,17 @@ def test_ml_validator_simple_p(self): candidate.line_data_list[0].path = "sample.yaml" candidate.line_data_list[0].file_type = ".yaml" decision, probability = self.validate(candidate) - self.assertAlmostEqual(0.999891996383667, probability, delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9996328949928284, probability, delta=NEGLIGIBLE_ML_THRESHOLD) candidate.line_data_list[0].path = "test.zip" candidate.line_data_list[0].file_type = ".zip" decision, probability = self.validate(candidate) - self.assertAlmostEqual(0.9998893737792969, probability, delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9995725154876709, probability, delta=NEGLIGIBLE_ML_THRESHOLD) candidate.line_data_list[0].path = "other.txt" candidate.line_data_list[0].file_type = ".txt" decision, probability = self.validate(candidate) - self.assertAlmostEqual(0.9997111558914185, probability, delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9988954067230225, probability, delta=NEGLIGIBLE_ML_THRESHOLD) def test_ml_validator_auxiliary_p(self): candidate = Candidate.get_dummy_candidate(self.config, "mycred", "", "") @@ -81,19 +81,19 @@ def test_ml_validator_auxiliary_p(self): candidate_key = CandidateKey(candidate.line_data_list[0]) sample_as_batch = [(candidate_key, [candidate])] is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.9472917318344116, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9604623317718506, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) # auxiliary rule which was not trained - keeps the same ML probability aux_candidate.rule_name = "PASSWD_PAIR" sample_as_batch = [(candidate_key, [candidate, aux_candidate])] is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.9472917318344116, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9604623317718506, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) # auxiliary rule in train increases ML probability aux_candidate.rule_name = "Token" sample_as_batch = [(candidate_key, [candidate, aux_candidate])] is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.9546608924865723, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9709165096282959, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) def test_ml_validator_auxiliary_n(self): candidate = Candidate.get_dummy_candidate(self.config, "secret", "", "") @@ -112,14 +112,14 @@ def test_ml_validator_auxiliary_n(self): candidate_key = CandidateKey(candidate.line_data_list[0]) sample_as_batch = [(candidate_key, [candidate])] is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.9979459047317505, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9952367544174194, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) # auxiliary rule in train does not increase ML probability yet - will be used after next train aux_candidate.rule_name = "UUID" sample_as_batch = [(candidate_key, [candidate, aux_candidate])] is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.9979459047317505, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9952367544174194, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) def test_extract_features_p(self): candidate1 = Candidate.get_dummy_candidate(self.config, "main.py", ".py", "info")