Skip to content

Commit

Permalink
Update categories for some markup (#80)
Browse files Browse the repository at this point in the history 
* Assign password category properly

* Removed legacy code for filenaming
  • Loading branch information
@babenek
babenek authored Feb 27, 2024
1 parent 5a107ec commit d3f28c1
Show file tree
Hide file tree
Showing 14 changed files with 21 additions and 49 deletions.
32 changes: 2 additions & 30 deletions download_data.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -20,32 +20,6 @@
logger = logging.getLogger(__file__)


def int2ascii(x, digs=string.ascii_lowercase):
# Based on example from https://stackoverflow.com/a/2267446
base = len(digs)

if x < 0:
sign = -1
elif x == 0:
return digs[0]
else:
sign = 1

x *= sign
digits = []

while x:
digits.append(digs[int(x % base)])
x = int(x / base)

if sign < 0:
digits.append('-')

digits.reverse()

return ''.join(digits)


def get_file_type(file_path: str, file_extension: str):
file_path = file_path.lower()

Expand Down Expand Up @@ -207,12 +181,10 @@ def move_files(temp_dir, dataset_dir):
_, file_extension = os.path.splitext(full_path)
file_type = get_file_type(short_path, file_extension)
file_id = hashlib.sha256(short_path.encode()).hexdigest()[:8]
old_file_id = int2ascii(j)
logger.debug(f"{full_path} -> {file_id} OLD:{old_file_id}")
logger.debug(f"{full_path} -> {file_id}")

code_file_basebir = f'{dataset_dir}/{new_repo_id}/{file_type}'
code_file_location = f'{code_file_basebir}/{file_id}{file_extension}'
old_code_file_location = f'{code_file_basebir}/{old_file_id}{file_extension}'

with open(meta_file_path) as csvfile:
meta_reader = csv.DictReader(csvfile)
Expand All @@ -221,7 +193,7 @@ def move_files(temp_dir, dataset_dir):
logger.debug(row)
break
else:
logger.error(row, code_file_location, old_code_file_location)
logger.error(row, code_file_location)
assert 0

os.makedirs(code_file_basebir, exist_ok=True)
Expand Down
2 changes: 1 addition & 1 deletion meta/2ba83c6a.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -961,7 +961,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
27644,82a92fc8,GitHub,2ba83c6a,data/2ba83c6a/test/82a92fc8.txt,1293:1293,F,F,6,14,F,F,,,,,0,0,F,F,F,Generic Secret
27645,b40503ed,GitHub,2ba83c6a,data/2ba83c6a/test/b40503ed.txt,167:167,F,F,6,32,F,F,,,,,0,0,F,F,F,Generic Secret
27646,b40503ed,GitHub,2ba83c6a,data/2ba83c6a/test/b40503ed.txt,96:96,F,F,6,18,F,F,,,,,0,0,F,F,F,Generic Secret
27692,3fc35e88,GitHub,2ba83c6a,data/2ba83c6a/test/3fc35e88.t,19:19,F,F,12,28,F,F,Any,,,Unknown,0,16,F,F,F,Other
27692,3fc35e88,GitHub,2ba83c6a,data/2ba83c6a/test/3fc35e88.t,19:19,F,F,12,28,F,F,Any,,,Unknown,0,16,F,F,F,Password
27693,1e68713b,GitHub,2ba83c6a,data/2ba83c6a/test/1e68713b.t,65:65,Template,T,14,23,F,F,Any,,,Secret,2.07,9,F,F,F,Password
27798,d6f29cb7,GitHub,2ba83c6a,data/2ba83c6a/test/d6f29cb7.cnf,40:40,Template,F,15,20,F,F,NumbersOnly,,,Unknown,2.32,5,F,F,F,Password
27888,1aa4b790,GitHub,2ba83c6a,data/2ba83c6a/other/1aa4b790.in,401:401,Template,T,68,73,F,F,CharsOnly,,,Unknown,1.92,5,F,F,F,Password
Expand Down
2 changes: 1 addition & 1 deletion meta/36b76643.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -75,4 +75,4 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
110023,3295df72,GitHub,36b76643,data/36b76643/src/3295df72.sum,238:238,F,F,,,F,F,,,,,0.00,,F,F,F,Authentication Credentials
110024,3295df72,GitHub,36b76643,data/36b76643/src/3295df72.sum,239:239,F,F,,,F,F,,,,,0.00,,F,F,F,Authentication Credentials
110025,a714eca1,GitHub,36b76643,data/36b76643/test/a714eca1.env,11:11,F,F,,,F,F,,,,,0.00,,F,F,F,Password
131924,73363c43,GitHub,36b76643,data/36b76643/test/73363c43.go,279:279,F,F,,,F,F,,,,,0.00,,F,F,F,Other
131924,73363c43,GitHub,36b76643,data/36b76643/test/73363c43.go,279:279,F,F,,,F,F,,,,,0.00,,F,F,F,Other
2 changes: 1 addition & 1 deletion meta/387016a6.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -640,7 +640,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
47460,e03d5beb,GitHub,387016a6,data/387016a6/test/e03d5beb.java,145:145,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
47461,2125c66c,GitHub,387016a6,data/387016a6/test/2125c66c.java,104:104,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
47462,45680f24,GitHub,387016a6,data/387016a6/test/45680f24.java,184:184,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
47481,33e3c4f0,GitHub,387016a6,data/387016a6/test/33e3c4f0.java,62:62,F,T,26,30,F,F,Any,,,Unknown,1.50,4,F,F,F,Other
47481,33e3c4f0,GitHub,387016a6,data/387016a6/test/33e3c4f0.java,62:62,T,T,26,30,F,F,Any,,,Unknown,1.50,4,F,F,F,Password
47482,3e3ad95b,GitHub,387016a6,data/387016a6/test/3e3ad95b.java,24:24,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
47516,eedec1c5,GitHub,387016a6,data/387016a6/test/eedec1c5.java,208:208,T,T,25,41,F,F,CharsOnly,,,Secret,3.33,16,F,F,F,Password
47517,b8da60f9,GitHub,387016a6,data/387016a6/test/b8da60f9.java,428:428,F,F,,,F,F,,,,,0,0,F,F,F,Password
Expand Down
4 changes: 2 additions & 2 deletions meta/69d49010.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
29334,1b7e760f,GitHub,69d49010,data/69d49010/test/1b7e760f,8:8,Template,F,41,47,F,F,Any,,,Unknown,2.12,7,F,F,F,Password
29392,1b7e760f,GitHub,69d49010,data/69d49010/test/1b7e760f,11:11,Template,F,53,59,F,F,Any,,,Unknown,2.25,6,F,F,F,Password
29871,1b7e760f,GitHub,69d49010,data/69d49010/test/1b7e760f,18:18,Template,F,35,41,F,F,Any,,,Unknown,2.12,7,F,F,F,Password
30497,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,236:236,F,T,55,61,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Other
30497,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,236:236,T,T,55,61,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
30570,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,248:248,Template,T,31,37,F,F,Any,,,Secret,3.63,23,F,F,F,Password
30571,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,234:234,Template,T,30,36,F,F,Any,,,Unknown,3.73,22,F,F,F,Password
30628,53be66ac,GitHub,69d49010,data/69d49010/src/53be66ac.py,373:373,Template,F,16,19,F,F,CharsOnly,,,Secret,0,3,F,F,F,Password
Expand Down Expand Up @@ -113,7 +113,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
56071,e9271360,GitHub,69d49010,data/69d49010/test/e9271360.py,38:38,F,F,,,F,F,,,,,0,0,F,F,F,Generic Secret
56603,53be66ac,GitHub,69d49010,data/69d49010/src/53be66ac.py,177:177,F,F,,,F,F,,,,,0,0,F,F,F,Generic Secret
56604,4ed5ad38,GitHub,69d49010,data/69d49010/src/4ed5ad38.py,912:912,F,F,,,F,F,,,,,0,0,F,F,F,Generic Secret
63134,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,257:257,F,T,55,61,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Other
63134,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,257:257,T,T,55,61,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
64418,50261f6e,GitHub,69d49010,data/69d49010/test/50261f6e.py,57:57,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
74363,234bac3c,GitHub,69d49010,data/69d49010/test/234bac3c.py,184:184,F,F,,,F,F,,,,,0,0,F,F,F,Generic Secret
81718,057ca7ba,GitHub,69d49010,data/69d49010/test/057ca7ba.py,53:53,F,F,15,33,F,F,,,,,0,0,F,F,F,Generic Secret
Expand Down
2 changes: 1 addition & 1 deletion meta/7738e44d.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
19027,43e42f86,GitHub,7738e44d,data/7738e44d/src/43e42f86.yml,208:208,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
23486,d116b6cc,GitHub,7738e44d,data/7738e44d/src/d116b6cc.rb,27:27,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
23895,d116b6cc,GitHub,7738e44d,data/7738e44d/src/d116b6cc.rb,29:29,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
27191,faff1af3,GitHub,7738e44d,data/7738e44d/test/faff1af3.yml,16:16,T,F,12,18,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Other
27191,faff1af3,GitHub,7738e44d,data/7738e44d/test/faff1af3.yml,16:16,T,F,12,18,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
27376,f293bc63,GitHub,7738e44d,data/7738e44d/src/f293bc63.yml,49:49,Template,F,25,29,F,F,NumbersOnly,,,Secret,2.00,4,F,F,F,Password
27377,f56f6d9a,GitHub,7738e44d,data/7738e44d/src/f56f6d9a.yml,79:79,Template,T,148,160,F,F,Any,,,Secret,2.13,12,F,F,F,Password
27378,43e42f86,GitHub,7738e44d,data/7738e44d/src/43e42f86.yml,79:79,Template,T,148,160,F,F,Any,,,Secret,2.13,12,F,F,F,Password
Expand Down
6 changes: 3 additions & 3 deletions meta/7f0408de.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -78,9 +78,9 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
27999,995dcc97,GitHub,7f0408de,data/7f0408de/other/995dcc97.md,66:66,Template,T,76,82,F,F,Any,,,Unknown,2.58,6,F,F,F,Password
28014,995dcc97,GitHub,7f0408de,data/7f0408de/other/995dcc97.md,65:65,Template,T,75,81,F,F,Any,,,Unknown,2.58,6,F,F,F,Password
28015,995dcc97,GitHub,7f0408de,data/7f0408de/other/995dcc97.md,64:64,Template,T,76,82,F,F,Any,,,Unknown,2.58,6,F,F,F,Password
28024,cc48de1e,GitHub,7f0408de,data/7f0408de/other/cc48de1e.md,17:17,T,T,191,200,F,F,Any,,,Unknown,3.17,9,F,F,F,Other
28026,cc48de1e,GitHub,7f0408de,data/7f0408de/other/cc48de1e.md,11:11,T,T,176,185,F,F,Any,,,Unknown,3.17,9,F,F,F,Other
28231,e15fd91c,GitHub,7f0408de,data/7f0408de/other/e15fd91c.md,65:65,T,F,10,15,F,F,CharsOnly,,,Unknown,2.32,5,F,F,F,Other
28024,cc48de1e,GitHub,7f0408de,data/7f0408de/other/cc48de1e.md,17:17,T,T,191,200,F,F,Any,,,Unknown,3.17,9,F,F,F,Password
28026,cc48de1e,GitHub,7f0408de,data/7f0408de/other/cc48de1e.md,11:11,T,T,176,185,F,F,Any,,,Unknown,3.17,9,F,F,F,Password
28231,e15fd91c,GitHub,7f0408de,data/7f0408de/other/e15fd91c.md,65:65,T,F,10,15,F,F,CharsOnly,,,Unknown,2.32,5,F,F,F,Password
29026,40d96eec,GitHub,7f0408de,data/7f0408de/other/40d96eec.md,256:256,Template,F,11,17,F,F,NumbersOnly,,,Secret,2.58,6,F,F,F,Password
29041,6e0df309,GitHub,7f0408de,data/7f0408de/other/6e0df309.md,31:31,Template,F,12,18,F,F,NumbersOnly,,,Secret,2.58,6,F,F,F,Password
29194,5f0d7466,GitHub,7f0408de,data/7f0408de/other/5f0d7466.md,380:380,Template,F,17,23,F,F,NumbersOnly,,,Secret,2.58,6,F,F,F,Password
Expand Down
2 changes: 1 addition & 1 deletion meta/91cfdb2b.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -251,7 +251,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
130494,2307aa34,GitHub,91cfdb2b,data/91cfdb2b/src/2307aa34.txt,4717:4717,F,F,,,F,F,,,,,0.00,,F,F,F,Password
130495,e7cd115f,GitHub,91cfdb2b,data/91cfdb2b/src/e7cd115f.cs,11071:11071,F,F,,,F,F,,,,,0.00,,F,F,F,Password
130496,488efedb,GitHub,91cfdb2b,data/91cfdb2b/src/488efedb.txt,6:6,F,F,,,F,F,,,,,0.00,,F,F,F,Password
131860,3590ba23,GitHub,91cfdb2b,data/91cfdb2b/test/3590ba23.cs,19:19,T,F,,,F,F,,,,,0.00,,F,F,F,Other
131860,3590ba23,GitHub,91cfdb2b,data/91cfdb2b/test/3590ba23.cs,19:19,F,F,,,F,F,,,,,0.00,,F,F,F,Password
132652,2307aa34,GitHub,91cfdb2b,data/91cfdb2b/src/2307aa34.txt,1918:1918,F,F,,,F,F,,,,,0.00,,F,F,F,Password
132653,2307aa34,GitHub,91cfdb2b,data/91cfdb2b/src/2307aa34.txt,1919:1919,F,F,,,F,F,,,,,0.00,,F,F,F,Password
132654,2307aa34,GitHub,91cfdb2b,data/91cfdb2b/src/2307aa34.txt,1920:1920,F,F,,,F,F,,,,,0.00,,F,F,F,Password
Expand Down
4 changes: 2 additions & 2 deletions meta/a09d9e50.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -310,7 +310,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
132160,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,559:559,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132161,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,692:692,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132162,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,828:828,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132163,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,993:993,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132163,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,993:993,T,F,312,318,F,F,,,,,0.00,,F,F,F,Password
132164,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1123:1123,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132165,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3141:3141,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132166,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3835:3835,T,F,,,F,F,,,,,0.00,,F,F,F,Other
Expand All @@ -320,7 +320,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
132678,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,477:477,F,F,,,F,F,,,,,0.00,,F,F,F,Other
132679,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1659:1659,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132730,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1730:1730,T,F,,,F,F,,,,,0.00,,F,F,F,Predefined Pattern
132731,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2838:2838,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132731,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2838:2838,T,F,538,598,F,F,,,,,0.00,,F,F,F,Password
132732,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3530:3530,T,F,,,F,F,,,,,0.00,,F,F,F,Predefined Pattern
132733,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3880:3880,F,F,,,F,F,,,,,0.00,,F,F,F,Generic Secret
132734,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,4039:4039,T,F,,,F,F,,,,,0.00,,F,F,F,Authentication Credentials
Expand Down
4 changes: 2 additions & 2 deletions meta/a0cd6261.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -187,8 +187,8 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
29132,7f6a3252,GitHub,a0cd6261,data/a0cd6261/other/7f6a3252.md,96:96,Template,T,30,45,F,F,CharsOnly,,,Token,3.37,15,F,F,F,Generic Token
29142,7f6a3252,GitHub,a0cd6261,data/a0cd6261/other/7f6a3252.md,95:95,Template,T,25,40,F,F,CharsOnly,,,Token,3.37,15,F,F,F,Generic Token
29143,7f6a3252,GitHub,a0cd6261,data/a0cd6261/other/7f6a3252.md,97:97,Template,T,22,37,F,F,CharsOnly,,,Token,3.37,15,F,F,F,Generic Token
29148,e955e6ae,GitHub,a0cd6261,data/a0cd6261/other/e955e6ae.md,846:846,T,T,49,61,F,F,Any,,,Unknown,3.12,12,F,F,F,Other
29150,e955e6ae,GitHub,a0cd6261,data/a0cd6261/other/e955e6ae.md,847:847,T,T,49,61,F,F,Any,,,Unknown,3.12,12,F,F,F,Other
29148,e955e6ae,GitHub,a0cd6261,data/a0cd6261/other/e955e6ae.md,846:846,T,T,49,61,F,F,Any,,,Unknown,3.12,12,F,F,F,Password
29150,e955e6ae,GitHub,a0cd6261,data/a0cd6261/other/e955e6ae.md,847:847,T,T,49,61,F,F,Any,,,Unknown,3.12,12,F,F,F,Password
29160,919b979a,GitHub,a0cd6261,data/a0cd6261/other/919b979a.md,80:80,Template,F,10,15,F,F,Any,,,Secret,2.32,5,F,F,F,Password
29165,3b98604a,GitHub,a0cd6261,data/a0cd6261/other/3b98604a.md,1719:1719,Template,T,39,47,F,F,Any,,,Secret,3.37,23,F,F,F,Password
29166,3b98604a,GitHub,a0cd6261,data/a0cd6261/other/3b98604a.md,1769:1769,Template,T,39,51,F,F,Any,,,Secret,3.37,23,F,F,F,Password
Expand Down
4 changes: 2 additions & 2 deletions meta/a15774b8.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -116,7 +116,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
21069,b3b8d78b,GitHub,a15774b8,data/a15774b8/src/b3b8d78b.sh,60:60,F,F,,,F,F,,,,,0,0,F,F,F,Password
21070,780811f1,GitHub,a15774b8,data/a15774b8/src/780811f1.sh,113:113,F,F,,,F,F,,,,,0,0,F,F,F,Password
21462,d046f93c,GitHub,a15774b8,data/a15774b8/other/d046f93c.md,26:26,F,F,,,F,F,,,,,0,0,F,F,F,Password
21793,5c1ef65c,GitHub,a15774b8,data/a15774b8/other/5c1ef65c.md,116:116,F,F,,,F,F,,,,,0,0,F,F,F,Other
21793,5c1ef65c,GitHub,a15774b8,data/a15774b8/other/5c1ef65c.md,116:116,F,F,,,F,F,,,,,0,0,F,F,F,Password
21794,5c1ef65c,GitHub,a15774b8,data/a15774b8/other/5c1ef65c.md,93:93,F,F,,,F,F,,,,,0,0,F,F,F,Other
21812,100f77e6,GitHub,a15774b8,data/a15774b8/other/100f77e6.md,49:49,F,F,,,F,F,,,,,0,0,F,F,F,Password
21859,ea5a762e,GitHub,a15774b8,data/a15774b8/src/ea5a762e.rsp,555:555,F,F,,,F,F,,,,,0,0,F,F,F,Password
Expand Down Expand Up @@ -201,7 +201,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
32231,aa6a6ccc,GitHub,a15774b8,data/a15774b8/src/aa6a6ccc.rsp,499:499,Template,T,8,14,F,F,Any,,,Secret,2.58,6,F,F,F,Password
32292,4fc08876,GitHub,a15774b8,data/a15774b8/src/4fc08876.py,24:24,T,T,11,23,F,F,Any,,,Auth,3.42,12,F,F,F,Authentication Credentials
32322,30606a0d,GitHub,a15774b8,data/a15774b8/src/30606a0d.properties,4:4,T,F,8,18,F,F,Any,,,Unknown,2.79,10,F,F,F,Password
32323,47d6ec60,GitHub,a15774b8,data/a15774b8/other/47d6ec60.md,36:36,T,F,8,18,F,F,Any,,,Unknown,2.79,10,F,F,F,Other
32323,47d6ec60,GitHub,a15774b8,data/a15774b8/other/47d6ec60.md,36:36,T,F,8,18,F,F,Any,,,Unknown,2.79,10,F,F,F,Password
32326,0dc79b4c,GitHub,a15774b8,data/a15774b8/src/0dc79b4c.rsp,295:295,T,T,15,25,F,F,Any,,,Secret,2.79,10,F,F,F,Password
32345,77a01b13,GitHub,a15774b8,data/a15774b8/src/77a01b13.rsp,294:294,T,T,15,25,F,F,Any,,,Secret,2.79,10,F,F,F,Password
32355,eed3b7e7,GitHub,a15774b8,data/a15774b8/src/eed3b7e7.py,382:382,Template,T,18,26,F,F,Any,,,Secret,2.75,8,F,F,F,Password
Expand Down
2 changes: 1 addition & 1 deletion meta/cc51a2f0.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
34999,a551d545,GitHub,cc51a2f0,data/cc51a2f0/test/a551d545.md,87:88,T,F,3,253,F,F,Any,,,Unknown,5.71,250,F,F,F,Other
35270,d60596d0,GitHub,cc51a2f0,data/cc51a2f0/test/d60596d0.private,1:15,T,T,,,F,F,Any,Private,,Unknown,2.53,31,F,F,F,Private Key
35327,251af18f,GitHub,cc51a2f0,data/cc51a2f0/test/251af18f.pem,1:27,T,T,,,F,F,Any,Private,,Unknown,2.53,31,F,F,F,Private Key
35451,b3356305,GitHub,cc51a2f0,data/cc51a2f0/other/b3356305.md,257:257,T,T,15,20,F,F,CharsOnly,,,Unknown,2.32,5,F,F,F,Other
35451,b3356305,GitHub,cc51a2f0,data/cc51a2f0/other/b3356305.md,257:257,T,T,15,20,F,F,CharsOnly,,,Unknown,2.32,5,F,F,F,Password
35470,b3356305,GitHub,cc51a2f0,data/cc51a2f0/other/b3356305.md,268:268,Template,T,26,31,F,F,CharsOnly,,,Secret,2.32,5,F,F,F,Password
35530,c0e60355,GitHub,cc51a2f0,data/cc51a2f0/test/c0e60355.pem,1:5,T,T,,,F,F,Any,Private,,Unknown,2.45,30,F,F,F,Private Key
35553,6e208fac,GitHub,cc51a2f0,data/cc51a2f0/test/6e208fac.key,1:28,T,T,,,F,F,Any,Private,,Unknown,2.39,27,F,F,F,Private Key
Expand Down
2 changes: 1 addition & 1 deletion meta/f8f46739.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -372,7 +372,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
41096,43702042,GitHub,f8f46739,data/f8f46739/src/43702042.json,347:347,F,F,,,F,F,,,,,0,0,F,F,F,Other
41097,43702042,GitHub,f8f46739,data/f8f46739/src/43702042.json,348:348,F,F,,,F,F,,,,,0,0,F,F,F,Other
49180,b3356305,GitHub,f8f46739,data/f8f46739/other/b3356305.md,326:326,F,F,,,F,F,,,,,0,0,F,F,F,Predefined Pattern
50329,cae2e959,GitHub,f8f46739,data/f8f46739/other/cae2e959.md,105:105,T,F,18,50,F,F,CharsOnly,,,Unknown,3.59,32,F,F,F,Other
50329,cae2e959,GitHub,f8f46739,data/f8f46739/other/cae2e959.md,105:105,T,F,18,50,F,F,CharsOnly,,,Unknown,3.59,32,F,F,F,Password
55822,cdba2aa3,GitHub,f8f46739,data/f8f46739/src/cdba2aa3.pp,46:46,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
57169,32a66ed0,GitHub,f8f46739,data/f8f46739/src/32a66ed0.js,449:449,F,F,,,F,F,,,,,0,0,F,F,F,Generic Secret
57174,a3fa4f2e,GitHub,f8f46739,data/f8f46739/src/a3fa4f2e.js,246:246,F,F,,,F,F,,,,,0,0,F,F,F,Generic Secret
Expand Down
2 changes: 1 addition & 1 deletion meta/fa71ac83.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
30774,9aa3c9b2,GitHub,fa71ac83,data/fa71ac83/src/9aa3c9b2.js,88:88,Template,T,15,40,F,F,Any,,,Secret,3.55,25,F,F,F,Generic Secret
31022,9aa3c9b2,GitHub,fa71ac83,data/fa71ac83/src/9aa3c9b2.js,129:129,Template,T,15,40,F,F,CharsOnly,,,Secret,2.45,25,F,F,F,Password
32591,a654b738,GitHub,fa71ac83,data/fa71ac83/test/a654b738.js,100:100,T,F,14,39,F,F,Any,,,Token,3.54,25,F,F,F,Generic Token
34531,7593a72b,GitHub,fa71ac83,data/fa71ac83/test/7593a72b.js,18:18,T,F,12,26,F,F,CharsOnly,,,Unknown,0.73,14,F,F,F,Other
34531,7593a72b,GitHub,fa71ac83,data/fa71ac83/test/7593a72b.js,18:18,T,F,12,26,F,F,CharsOnly,,,Unknown,0.73,14,F,F,F,Password
34532,a654b738,GitHub,fa71ac83,data/fa71ac83/test/a654b738.js,144:144,T,F,12,16,F,F,CharsOnly,,,Unknown,1.00,4,F,F,F,Password
36152,9aa3c9b2,GitHub,fa71ac83,data/fa71ac83/src/9aa3c9b2.js,73:73,T,T,7,11,F,F,CharsOnly,,,Unknown,2.00,4,F,F,F,Password
42677,98dab0bb,GitHub,fa71ac83,data/fa71ac83/src/98dab0bb.js,5815:5815,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
Expand Down

0 comments on commit d3f28c1

Please sign in to comment.