Skip to content

Commit

Permalink
softreset
Browse files Browse the repository at this point in the history
  • Loading branch information
babenek committed Jun 29, 2024
1 parent 1c42f37 commit f9140b2
Show file tree
Hide file tree
Showing 7 changed files with 23 additions and 14 deletions.
2 changes: 2 additions & 0 deletions download_data.py
Original file line number Diff line number Diff line change
Expand Up @@ -296,6 +296,8 @@ def get_obfuscated_value(value, meta_row: MetaRow):
obfuscated_value = value[:7] + generate_value(value[7:])
elif value.startswith("phpass:"):
obfuscated_value = value[:7] + generate_value(value[7:])
elif value.startswith("hexpass:"):
obfuscated_value = value[:8] + generate_value(value[8:])
elif value.startswith("SWMTKN-1-"):
obfuscated_value = value[:9] + generate_value(value[9:])
elif value.startswith("hooks.slack.com/services/"):
Expand Down
2 changes: 1 addition & 1 deletion meta/2ba83c6a.csv
Original file line number Diff line number Diff line change
Expand Up @@ -7604,7 +7604,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value
101904,fa4dafbb,GitHub,2ba83c6a,data/2ba83c6a/test/fa4dafbb.t,68,68,F,F,,,F,F,,,,,0.00,,F,F,F,Secret
101905,fa4dafbb,GitHub,2ba83c6a,data/2ba83c6a/test/fa4dafbb.t,74,74,F,F,,,F,F,,,,,0.00,,F,F,F,Secret
101906,7b9b02b8,GitHub,2ba83c6a,data/2ba83c6a/test/7b9b02b8.txt,33,33,F,F,,,F,F,,,,,0.00,,F,F,F,Password
101907,03161260,GitHub,2ba83c6a,data/2ba83c6a/test/03161260.txt,33,33,F,F,,,F,F,,,,,0.00,,F,F,F,Password
101907,03161260,GitHub,2ba83c6a,data/2ba83c6a/test/03161260.txt,33,33,T,F,15,39,F,F,,,,,0.00,,F,F,F,Password
101908,ac041dcc,GitHub,2ba83c6a,data/2ba83c6a/test/ac041dcc.c,6538,6538,Template,T,36,44,F,F,CharOnly,,,Secret,2.75,8,F,F,F,Password
101909,ac041dcc,GitHub,2ba83c6a,data/2ba83c6a/test/ac041dcc.c,6575,6575,F,F,,,F,F,,,,,0.00,,F,F,F,Password
101910,b09b5e23,GitHub,2ba83c6a,data/2ba83c6a/test/b09b5e23.h,74,74,F,F,,,F,F,,,,,0.00,,F,F,F,Password
Expand Down
8 changes: 7 additions & 1 deletion meta/48fd3902.csv
Original file line number Diff line number Diff line change
Expand Up @@ -218,4 +218,10 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value
1113110,a73bbe0d,GitHub,48fd3902,data/48fd3902/test/a73bbe0d.java,476,476,T,F,66,76,F,F,,,,,0.0,0,F,F,F,Credential:Password
1113111,a73bbe0d,GitHub,48fd3902,data/48fd3902/test/a73bbe0d.java,499,499,T,F,66,76,F,F,,,,,0.0,0,F,F,F,Credential:Password
1113112,a73bbe0d,GitHub,48fd3902,data/48fd3902/test/a73bbe0d.java,707,707,T,F,66,76,F,F,,,,,0.0,0,F,F,F,Credential:Password
1113113,a73bbe0d,GitHub,48fd3902,data/48fd3902/test/a73bbe0d.java,732,732,T,F,66,76,F,F,,,,,0.0,0,F,F,F,Credential:Password
1113113,a73bbe0d,GitHub,48fd3902,data/48fd3902/test/a73bbe0d.java,732,732,T,F,66,76,F,F,,,,,0.0,0,F,F,F,Credential:Password
1123093,238cc5a0,GitHub,48fd3902,data/48fd3902/other/238cc5a0.md,23,23,F,F,,,F,F,,,,,0.0,0,F,F,F,Password
1123091,238cc5a0,GitHub,48fd3902,data/48fd3902/other/238cc5a0.md,19,19,F,F,,,F,F,,,,,0.0,0,F,F,F,Password
1123092,238cc5a0,GitHub,48fd3902,data/48fd3902/other/238cc5a0.md,28,28,F,F,,,F,F,,,,,0.0,0,F,F,F,Password
1123094,238cc5a0,GitHub,48fd3902,data/48fd3902/other/238cc5a0.md,32,32,F,F,,,F,F,,,,,0.0,0,F,F,F,Password
1123095,238cc5a0,GitHub,48fd3902,data/48fd3902/other/238cc5a0.md,55,55,F,F,,,F,F,,,,,0.0,0,F,F,F,Password
1123096,238cc5a0,GitHub,48fd3902,data/48fd3902/other/238cc5a0.md,64,64,F,F,,,F,F,,,,,0.0,0,F,F,F,Password
2 changes: 1 addition & 1 deletion meta/64c97cb8.csv
Original file line number Diff line number Diff line change
Expand Up @@ -103,7 +103,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value
109489,37697095,GitHub,64c97cb8,data/64c97cb8/src/37697095.config,4,4,T,F,137,153,F,F,,,,,3.625,,F,F,F,Token
109490,a73347eb,GitHub,64c97cb8,data/64c97cb8/src/a73347eb.cs,40,40,F,F,40,48,F,F,,,,,2.9219282,,F,F,F,Password
1113138,79ebb761,GitHub,64c97cb8,data/64c97cb8/src/79ebb761.cs,462,462,F,F,21,33,F,F,,,,,0.0,0,F,F,F,Credential
1113142,f8402747,GitHub,64c97cb8,data/64c97cb8/test/f8402747.cs,16,16,F,F,22,35,F,F,,,,,0.0,0,F,F,F,Password
1113142,f8402747,GitHub,64c97cb8,data/64c97cb8/test/f8402747.cs,16,16,T,F,22,35,F,F,,,,,0.0,0,F,F,F,Password
1113139,d58d6be8,GitHub,64c97cb8,data/64c97cb8/test/d58d6be8.json,3203,3203,T,F,13,29,F,F,,,,,0.0,0,F,F,F,Password
1113140,e57a6dac,GitHub,64c97cb8,data/64c97cb8/test/e57a6dac.cs,20,20,T,F,12,21,F,F,,,,,0.0,0,F,F,F,Password
1113141,e57a6dac,GitHub,64c97cb8,data/64c97cb8/test/e57a6dac.cs,54,54,T,F,12,21,F,F,,,,,0.0,0,F,F,F,Password
20 changes: 10 additions & 10 deletions meta/69d49010.csv
Original file line number Diff line number Diff line change
Expand Up @@ -42,16 +42,16 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value
29392,1b7e760f,GitHub,69d49010,data/69d49010/test/1b7e760f,11,11,Template,F,53,59,F,F,Any,,,Unknown,2.25,6,F,F,F,Key:Password
29871,1b7e760f,GitHub,69d49010,data/69d49010/test/1b7e760f,18,18,Template,F,35,41,F,F,Any,,,Unknown,2.12,7,F,F,F,Password
30497,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,236,236,T,T,55,61,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
30570,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,248,248,Template,T,31,37,F,F,Any,,,Secret,3.63,23,F,F,F,Password
30571,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,234,234,Template,T,30,36,F,F,Any,,,Unknown,3.73,22,F,F,F,Password
30570,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,248,248,T,T,31,37,F,F,Any,,,Secret,3.63,23,F,F,F,Password
30571,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,234,234,T,T,30,36,F,F,Any,,,Unknown,3.73,22,F,F,F,Password
30628,53be66ac,GitHub,69d49010,data/69d49010/src/53be66ac.py,373,373,Template,F,16,19,F,F,CharsOnly,,,Secret,0,3,F,F,F,Password
31073,2b70d37a,GitHub,69d49010,data/69d49010/test/2b70d37a.py,72,72,Template,T,13,20,F,F,CharsOnly,,,Secret,2.52,7,F,F,F,Password
31087,3a17ec46,GitHub,69d49010,data/69d49010/test/3a17ec46.py,250,250,Template,T,13,26,F,F,Any,,,Secret,2.90,13,F,F,F,Password
31338,e7bdc301,GitHub,69d49010,data/69d49010/test/e7bdc301.py,21,21,Template,T,20,32,F,F,Any,,,Secret,2.56,12,F,F,F,Secret
32506,7f3ac135,GitHub,69d49010,data/69d49010/test/7f3ac135.py,10,10,T,T,18,26,T,F,CharsOnly,,,Secret,2.75,8,F,F,F,URL Credentials
32566,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,241,241,Template,F,30,38,F,F,,,,,0,0,F,F,F,Password
32761,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,250,250,F,F,27,33,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
32764,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,243,243,F,F,55,63,F,F,,,,,0,0,F,F,F,Password
32566,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,241,241,T,F,30,38,F,F,,,,,0,0,F,F,F,Password
32761,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,250,250,T,F,27,33,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
32764,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,243,243,T,F,55,63,F,F,,,,,0,0,F,F,F,Password
34720,d9f42321,GitHub,69d49010,data/69d49010/test/d9f42321.py,74,74,T,F,54,60,F,F,CharsOnly,,,Secret,2.25,6,F,F,F,Secret
34721,d9f42321,GitHub,69d49010,data/69d49010/test/d9f42321.py,42,42,Template,T,54,58,F,F,CharsOnly,,,Secret,1.50,4,F,F,F,Password:Secret
36224,0ad35f25,GitHub,69d49010,data/69d49010/test/0ad35f25.py,220,220,T,F,35,41,F,F,CharsOnly,,,Secret,2.25,6,F,F,F,Password
Expand All @@ -62,11 +62,11 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value
36383,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,615,615,T,F,13,20,F,F,CharsOnly,,,Secret,2.81,7,F,F,F,Password
36396,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,675,675,T,T,13,22,F,F,CharsOnly,,,Secret,2.95,9,F,F,F,Password
36415,d9f42321,GitHub,69d49010,data/69d49010/test/d9f42321.py,47,47,Template,T,11,15,F,F,CharsOnly,,,Secret,1.50,4,F,F,F,Password:Secret
36758,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,269,269,F,F,27,33,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
36759,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,292,292,F,F,27,33,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
36760,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,319,319,F,F,27,33,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
36761,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,346,346,F,F,27,33,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
36762,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,374,374,F,F,27,33,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
36758,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,269,269,T,F,27,33,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
36759,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,292,292,T,F,27,33,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
36760,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,319,319,T,F,27,33,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
36761,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,346,346,T,F,27,33,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
36762,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,374,374,T,F,27,33,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
37218,d9f42321,GitHub,69d49010,data/69d49010/test/d9f42321.py,57,57,Template,T,54,58,F,F,CharsOnly,,,Secret,1.50,4,F,F,F,Password:Secret
37219,d9f42321,GitHub,69d49010,data/69d49010/test/d9f42321.py,65,65,Template,T,54,58,F,F,CharsOnly,,,Secret,1.50,4,F,F,F,Password:Secret
37683,5aad918a,GitHub,69d49010,data/69d49010/test/5aad918a.py,535,535,T,F,13,19,F,F,CharsOnly,,,Secret,2.25,6,F,F,F,Password
Expand Down
2 changes: 1 addition & 1 deletion meta/a15774b8.csv
Original file line number Diff line number Diff line change
Expand Up @@ -207,7 +207,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value
32355,eed3b7e7,GitHub,a15774b8,data/a15774b8/src/eed3b7e7.py,382,382,T,T,18,26,F,F,Any,,,Secret,2.75,8,F,F,F,Password
32360,87f5eb8e,GitHub,a15774b8,data/a15774b8/src/87f5eb8e.oracle,7,7,T,T,11,21,F,F,CharsOnly,,,Secret,3.12,10,F,F,F,Password
32361,135c3d5f,GitHub,a15774b8,data/a15774b8/src/135c3d5f.properties,10,10,T,T,11,21,F,F,CharsOnly,,,Secret,3.12,10,F,F,F,Password
32362,b5fc6b76,GitHub,a15774b8,data/a15774b8/src/b5fc6b76.properties,15,15,Template,T,11,21,F,F,CharsOnly,,,Secret,3.12,10,F,F,F,Password
32362,b5fc6b76,GitHub,a15774b8,data/a15774b8/src/b5fc6b76.properties,15,15,T,T,11,21,F,F,CharsOnly,,,Secret,3.12,10,F,F,F,Password
32367,8175b361,GitHub,a15774b8,data/a15774b8/src/8175b361.py,1168,1168,Template,T,32,40,F,F,CharsOnly,,,Secret,2.75,8,F,F,F,Password
32743,67f4851b,GitHub,a15774b8,data/a15774b8/other/67f4851b.md,195,195,Template,T,19,27,F,F,Any,,,Secret,2.75,8,F,F,F,Password
32745,45df172d,GitHub,a15774b8,data/a15774b8/other/45df172d.md,108,108,Template,T,19,27,F,F,Any,,,Secret,2.75,8,F,F,F,Password
Expand Down
1 change: 1 addition & 0 deletions meta/c8acf322.csv
Original file line number Diff line number Diff line change
Expand Up @@ -412,3 +412,4 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value
134571,eb8a3a1e,GitHub,c8acf322,data/c8acf322/src/eb8a3a1e.rb,36,36,F,F,,,F,F,,,,,0,0,F,F,F,Auth
134572,ef428ae1,GitHub,c8acf322,data/c8acf322/src/ef428ae1.rb,38,38,F,F,,,F,F,,,,,0,0,F,F,F,Auth
134573,f1fc8c09,GitHub,c8acf322,data/c8acf322/src/f1fc8c09.rb,37,37,F,F,,,F,F,,,,,0,0,F,F,F,Auth
1238206,bc7a053b,GitHub,c8acf322,data/c8acf322/src/bc7a053b.rb,93,93,F,F,,,F,F,,,,,0.0,0,F,F,F,Auth

0 comments on commit f9140b2

Please sign in to comment.