diff --git a/benchmark.txt b/benchmark.txt new file mode 100644 index 00000000..39904ed0 --- /dev/null +++ b/benchmark.txt @@ -0,0 +1,269 @@ +META MD5 47e9f11b2871949a8624ebaa3652666b +DATA MD5 edca64036d480f23e368ea8d03f9a06e +DATA: 16345157 interested lines. MARKUP: 62634 items +FileType FileNumber ValidLines Positives Negatives Templates +--------------- ------------ ------------ ----------- ----------- ----------- + 194 28318 66 413 85 +.1 2 641 2 5 +.admx 1 26 1 +.adoc 1 158 13 6 1 +.api 2 118 4 +.asciidoc 96 14471 50 347 27 +.axaml 5 286 5 +.backup 1 62 2 1 +.bash 2 2158 2 1 +.bat 4 233 14 2 +.bats 15 2804 14 50 9 +.bazel 3 424 8 +.build 2 40 3 +.bundle 4 1512 442 +.bzl 3 2503 11 +.c 179 284009 8 935 5 +.cc 29 30562 617 1 +.cf 3 126 2 1 +.cfg 1 385 1 1 +.cjs 1 725 3 6 +.clj 2 133 2 +.cljc 5 2421 11 +.cls 1 657 1 +.cmd 4 401 2 3 +.cnf 8 858 16 35 18 +.coffee 1 585 2 +.conf 60 4945 53 67 53 +.config 20 492 16 28 1 +.cpp 15 5688 2 61 +.creds 1 10 1 1 +.crlf 1 27 1 +.crt 2 4979 211 +.cs 268 79532 158 877 94 +.cshtml 5 180 12 +.csp 3 379 9 +.csproj 1 14 1 +.css 6 13564 10 +.csv 1 109 78 +.dart 2 22 2 +.deprecated 1 126 1 +.development 1 5 1 +.diff 2 2460 8 2 +.dist 5 257 7 13 +.doc 1 2489 3 +.dockerfile 1 19 1 +.dot 1 160 6 +.eex 4 74 8 +.ejs 1 13 1 +.env 10 136 11 3 17 +.erb 13 323 27 +.erl 4 96 7 +.ex 25 4968 5 102 5 +.example 17 1838 74 38 54 +.exs 24 4842 8 187 4 +.ext 5 211 1 4 2 +.fsproj 1 75 1 1 +.g4 2 201 2 +.gd 1 37 1 +.gml 3 3075 16 +.gni 3 5017 17 +.go 1080 566476 693 4077 736 +.golden 5 1168 1 13 29 +.gradle 45 3265 4 90 100 +.graphql 7 420 13 +.graphqls 1 30 1 +.groovy 22 4986 24 215 1 +.h 9 1958 36 +.haml 9 191 16 +.hbs 2 54 3 +.hs 14 4140 30 62 5 +.html 53 15327 22 110 18 +.idl 2 777 1 4 +.iml 6 699 30 +.in 6 2130 7 52 12 +.inc 2 56 2 1 +.ini 11 1437 25 12 18 +.ipynb 1 134 5 +.j 1 241 2 2 +.j2 30 5530 6 177 10 +.java 621 134132 360 1340 170 +.jenkinsfile 1 58 2 6 +.jinja2 1 64 2 +.js 659 536413 535 2464 330 +.json 850 13046270 1070 10470 140 +.jsp 13 3202 1 37 +.jsx 7 857 19 +.jwt 1 1 2 +.key 83 2737 70 14 +.kt 123 20774 67 378 3 +.l 1 982 1 +.las 1 6656 35 +.lasso 1 230 6 +.lasso9 1 164 5 +.ldif 2 286 20 +.ldiff 1 20 1 +.ldml 1 6656 35 +.leex 1 9 2 +.less 4 3023 12 +.libsonnet 2 210 1 11 +.list 2 15 2 +.lkml 1 43 1 +.lock 24 160912 142 +.log 2 199 38 52 +.lua 10 1924 37 3 +.m 16 13358 11 150 3 +.manifest 3 102 9 3 +.markdown 3 139 3 1 +.markerb 3 12 3 +.marko 1 21 2 +.md 674 149399 708 2318 634 +.mdx 3 549 7 +.mjml 1 18 1 +.mjs 22 4424 76 343 +.mk 1 5878 13 +.ml 1 1856 16 +.mlir 2 1596 19 +.mod 2 96 4 +.moo 1 1404 26 +.mqh 1 1023 2 +.msg 1 26644 1 1 +.mysql 1 36 2 +.ndjson 2 5006 69 243 2 +.nix 4 211 12 +.nolint 1 2 1 +.odd 1 1281 43 +.oracle 1 9 1 +.p8 4 64 4 +.pan 2 48 4 +.patch 4 109405 4 27 +.pbxproj 1 941 1 +.pem 48 1169 47 8 +.php 371 75710 128 1629 79 +.pl 16 14727 6 41 +.pm 3 744 8 +.po 3 2994 15 +.pod 9 1859 1 21 +.pony 1 83 4 +.postinst 2 354 4 15 +.pp 10 563 16 +.ppk 1 45 36 +.private 1 15 1 +.proj 1 85 3 +.properties 48 1621 52 27 33 +.proto 5 5768 2 52 +.ps1 16 8509 15 64 2 +.ps1xml 1 5022 1 +.pug 2 193 2 +.purs 1 69 4 +.pxd 1 150 5 2 +.py 890 291553 674 3315 727 +.pyi 4 1361 9 +.pyp 1 167 1 +.pyx 2 1094 23 +.r 4 62 6 3 1 +.rake 2 51 2 +.rb 860 131838 258 3307 612 +.re 1 31 1 +.red 1 159 1 +.release 1 13 4 +.response 1 26 2 +.resx 11 3519 155 +.rexx 1 92 3 +.rnh 1 1354 3 2 +.rno 1 7229 2 +.rrc 39 1404 283 +.rs 31 9855 2 230 11 +.rsc 1 691 1 +.rsp 16 7101 19 10 28 +.rst 86 33980 70 320 68 +.rules 1 6 2 +.sample 2 25 3 4 4 +.sbt 3 570 6 2 +.scala 40 5071 22 101 +.scss 16 8553 32 1 +.secrets 1 11 1 +.sh 143 21525 51 466 30 +.slim 1 153 2 2 +.smali 1 775 12 +.snap 3 1708 9 30 2 +.spec 2 332 2 +.spin 1 565 1 +.sql 27 6606 126 56 4 +.storyboard 20 1802 339 +.strings 20 1240 137 +.stub 3 84 6 +.sublime-keymap 1 3 1 +.sum 37 22854 283 +.svg 1 638 12 +.t 9 1767 26 45 14 +.td 2 14002 6 +.template 19 1633 4 35 11 +.test 2 24 25 4 +.testsettings 1 21 1 5 +.tf 21 1377 3 31 2 +.tfstate 4 307 22 11 4 +.tfvars 1 31 3 2 +.tl 2 2161 155 2 +.tmpl 5 336 3 9 +.token 1 1 3 +.toml 83 2379 53 72 172 +.tpl 1 43 1 +.travis 1 34 4 3 1 +.ts 583 106730 159 1773 201 +.tsx 54 7914 1 114 5 +.ttar 1 452 1 +.txt 440 78102 5156 6115 50 +.utf8 1 77 2 +.vsixmanifest 1 36 1 +.vsmdi 1 6 2 +.vue 50 8736 1 154 1 +.xaml 21 8103 153 +.xcscheme 1 109 6 +.xib 11 503 164 +.xml 9 689 9 +.xsl 1 311 1 +.yaml 137 19004 123 342 44 +.yml 418 36162 545 887 380 +.zsh 6 872 12 +.zsh-theme 1 97 1 +TOTAL: 10259 16345157 12004 49163 5137 +credsweeper result_cnt : 7753, lost_cnt : 0, true_cnt : 7531, false_cnt : 222 +Rules Positives Negatives Templates Reported TP FP TN FN FPR FNR ACC PRC RCL F1 +------------------------------ ----------- ----------- ----------- ---------- ---- ---- ----- ---- -------- -------- -------- -------- -------- -------- +API 128 3131 185 113 111 2 3314 17 0.000603 0.132812 0.994483 0.982301 0.867188 0.921162 +AWS Client ID 167 18 0 160 160 0 18 7 0.000000 0.041916 0.962162 1.000000 0.958084 0.978593 +AWS Multi 75 14 0 87 75 11 3 0 0.785714 0.000000 0.876404 0.872093 1.000000 0.931677 +AWS S3 Bucket 66 24 0 91 65 24 0 1 1.000000 0.015152 0.722222 0.730337 0.984848 0.838710 +Atlassian Old PAT token 27 208 3 12 3 8 203 24 0.037915 0.888889 0.865546 0.272727 0.111111 0.157895 +Auth 412 2725 76 378 359 19 2782 53 0.006783 0.128641 0.977591 0.949735 0.871359 0.908861 +Azure Access Token 19 0 0 12 12 0 0 7 0.368421 0.631579 1.000000 0.631579 0.774194 +BASE64 Private Key 7 2 0 7 7 0 2 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 +BASE64 encoded PEM Private Key 7 0 0 5 5 0 0 2 0.285714 0.714286 1.000000 0.714286 0.833333 +Bitbucket Client ID 142 1808 9 48 28 19 1798 114 0.010457 0.802817 0.932108 0.595745 0.197183 0.296296 +Bitbucket Client Secret 230 527 10 40 29 11 526 201 0.020484 0.873913 0.723598 0.725000 0.126087 0.214815 +Certificate 23 469 1 26 18 8 462 5 0.017021 0.217391 0.973631 0.692308 0.782609 0.734694 +Credential 94 165 74 92 92 0 239 2 0.000000 0.021277 0.993994 1.000000 0.978723 0.989247 +Docker Swarm Token 2 0 0 1 1 0 0 1 0.500000 0.500000 1.000000 0.500000 0.666667 +Dropbox App secret 64 114 0 46 35 10 104 29 0.087719 0.453125 0.780899 0.777778 0.546875 0.642202 +Facebook Access Token 0 1 0 0 0 1 0 0.000000 1.000000 +Firebase Domain 6 1 0 7 6 1 0 0 1.000000 0.000000 0.857143 0.857143 1.000000 0.923077 +Github Old Token 1 0 0 1 1 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 +Gitlab Feed Token 189 450 87 56 44 11 526 145 0.020484 0.767196 0.785124 0.800000 0.232804 0.360656 +Gitlab Incoming Email Token 37 4 0 21 19 2 2 18 0.500000 0.486486 0.512195 0.904762 0.513514 0.655172 +Google API Key 12 0 0 12 12 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 +Google Multi 10 2 0 11 10 1 1 0 0.500000 0.000000 0.916667 0.909091 1.000000 0.952381 +Google OAuth Access Token 3 0 0 3 3 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 +Grafana Provisioned API Key 22 1 0 5 5 0 1 17 0.000000 0.772727 0.260870 1.000000 0.227273 0.370370 +JSON Web Token 170 61 0 131 131 0 61 39 0.000000 0.229412 0.831169 1.000000 0.770588 0.870432 +Jira / Confluence PAT token 0 4 0 0 0 4 0 0.000000 1.000000 +Jira 2FA 15 6 0 12 12 0 6 3 0.000000 0.200000 0.857143 1.000000 0.800000 0.888889 +Key 3847 5260 463 472 466 6 5717 3381 0.001048 0.878867 0.646082 0.987288 0.121133 0.215791 +Nonce 91 49 0 83 81 2 47 10 0.040816 0.109890 0.914286 0.975904 0.890110 0.931034 +Other 0 8254 1 0 0 8255 0 0.000000 1.000000 +PEM Private Key 1019 1483 0 1023 1019 4 1479 0 0.002697 0.000000 0.998401 0.996090 1.000000 0.998041 +Password 1844 7505 2709 1726 1657 69 10145 187 0.006755 0.101410 0.978769 0.960023 0.898590 0.928291 +Salt 45 74 2 42 41 1 75 4 0.013158 0.088889 0.958678 0.976190 0.911111 0.942529 +Secret 1299 12694 853 1236 1230 6 13541 69 0.000443 0.053118 0.994948 0.995146 0.946882 0.970414 +Seed 1 6 0 0 0 6 1 0.000000 1.000000 0.857143 0.000000 +Slack Token 4 1 0 4 4 0 1 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 +Token 648 3953 437 540 534 6 4384 114 0.001367 0.175926 0.976181 0.988889 0.824074 0.898990 +Twilio API Key 0 5 2 0 0 7 0 0.000000 1.000000 +URL Credentials 209 143 225 196 196 0 368 13 0.000000 0.062201 0.977470 1.000000 0.937799 0.967901 +UUID 1069 1 0 1061 1060 1 0 9 1.000000 0.008419 0.990654 0.999057 0.991581 0.995305 + 12004 49163 5137 7760 7531 222 48941 4473 0.004516 0.372626 0.923243 0.971366 0.627374 0.762363