Skip to content

Commit

Permalink
Detector-Competition-Feat: Added LemonSqueezy API token detector (#2017)
Browse files Browse the repository at this point in the history
* Detector-Competition-Feat: Added LemonSqueezy API token detector

* fix regex

---------

Co-authored-by: Ahrav Dutta <[email protected]>
  • Loading branch information
fumblehool and ahrav authored Oct 28, 2023
1 parent eb6855b commit 52b3c99
Show file tree
Hide file tree
Showing 5 changed files with 231 additions and 7 deletions.
89 changes: 89 additions & 0 deletions pkg/detectors/lemonsqueezy/lemonsqueezy.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,89 @@
package lemonsqueezy

import (
"context"
"fmt"
"net/http"
"regexp"
"strings"

"github.com/trufflesecurity/trufflehog/v3/pkg/common"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors"
"github.com/trufflesecurity/trufflehog/v3/pkg/pb/detectorspb"
)

type Scanner struct {
client *http.Client
}

// Ensure the Scanner satisfies the interface at compile time.
var _ detectors.Detector = (*Scanner)(nil)

var (
defaultClient = common.SaneHttpClient()
// JWT token
keyPat = regexp.MustCompile(detectors.PrefixRegex([]string{"lemonsqueezy"}) + `\b(eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9\.[0-9A-Za-z]{314}\.[0-9A-Za-z-_]{512})\b`)
)

// Keywords are used for efficiently pre-filtering chunks.
// Use identifiers in the secret preferably, or the provider name.
func (s Scanner) Keywords() []string {
return []string{"lemonsqueezy"}
}

// FromData will find and optionally verify Lemonsqueezy secrets in a given set of bytes.
func (s Scanner) FromData(ctx context.Context, verify bool, data []byte) (results []detectors.Result, err error) {
dataStr := string(data)

matches := keyPat.FindAllStringSubmatch(dataStr, -1)

for _, match := range matches {
if len(match) != 2 {
continue
}
resMatch := strings.TrimSpace(match[1])

s1 := detectors.Result{
DetectorType: detectorspb.DetectorType_LemonSqueezy,
Raw: []byte(resMatch),
}

if verify {
client := s.client
if client == nil {
client = defaultClient
}
req, err := http.NewRequestWithContext(ctx, "GET", "https://api.lemonsqueezy.com/v1/products/", nil)
if err != nil {
continue
}
req.Header.Add("Authorization", fmt.Sprintf("Bearer %s", resMatch))
res, err := client.Do(req)
if err == nil {
defer res.Body.Close()
if res.StatusCode >= 200 && res.StatusCode < 300 {
s1.Verified = true
} else if res.StatusCode == 401 {
// The secret is determinately not verified (nothing to do)
} else {
s1.VerificationError = fmt.Errorf("unexpected HTTP response status %d", res.StatusCode)
}
} else {
s1.VerificationError = err
}
}

// This function will check false positives for common test words, but also it will make sure the key appears 'random' enough to be a real key.
if !s1.Verified && detectors.IsKnownFalsePositive(resMatch, detectors.DefaultFalsePositives, true) {
continue
}

results = append(results, s1)
}

return results, nil
}

func (s Scanner) Type() detectorspb.DetectorType {
return detectorspb.DetectorType_LemonSqueezy
}
128 changes: 128 additions & 0 deletions pkg/detectors/lemonsqueezy/lemonsqueezy_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,128 @@
//go:build detectors
// +build detectors

package lemonsqueezy

import (
"context"
"fmt"
"testing"
"time"

"github.com/google/go-cmp/cmp"
"github.com/google/go-cmp/cmp/cmpopts"

"github.com/trufflesecurity/trufflehog/v3/pkg/detectors"

"github.com/trufflesecurity/trufflehog/v3/pkg/common"
"github.com/trufflesecurity/trufflehog/v3/pkg/pb/detectorspb"
)

func TestLemonsqueezy_FromChunk(t *testing.T) {
ctx, cancel := context.WithTimeout(context.Background(), time.Second*5)
defer cancel()
testSecrets, err := common.GetSecret(ctx, "trufflehog-testing", "detectors5")
if err != nil {
t.Fatalf("could not get test secrets from GCP: %s", err)
}
secret := testSecrets.MustGetField("LEMONSQUEEZY")
inactiveSecret := testSecrets.MustGetField("LEMONSQUEEZY_INACTIVE")

type args struct {
ctx context.Context
data []byte
verify bool
}
tests := []struct {
name string
s Scanner
args args
want []detectors.Result
wantErr bool
wantVerificationErr bool
}{
{
name: "found, verified",
s: Scanner{},
args: args{
ctx: context.Background(),
data: []byte(fmt.Sprintf("You can find a lemonsqueezy secret %s within", secret)),
verify: true,
},
want: []detectors.Result{
{
DetectorType: detectorspb.DetectorType_LemonSqueezy,
Verified: true,
},
},
wantErr: false,
wantVerificationErr: false,
},
{
name: "found, unverified",
s: Scanner{},
args: args{
ctx: context.Background(),
data: []byte(fmt.Sprintf("You can find a lemonsqueezy secret %s within but not valid", inactiveSecret)), // the secret would satisfy the regex but not pass validation
verify: true,
},
want: []detectors.Result{
{
DetectorType: detectorspb.DetectorType_LemonSqueezy,
Verified: false,
},
},
wantErr: false,
wantVerificationErr: false,
},
{
name: "not found",
s: Scanner{},
args: args{
ctx: context.Background(),
data: []byte("You cannot find the secret within"),
verify: true,
},
want: nil,
wantErr: false,
wantVerificationErr: false,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
got, err := tt.s.FromData(tt.args.ctx, tt.args.verify, tt.args.data)
if (err != nil) != tt.wantErr {
t.Errorf("Lemonsqueezy.FromData() error = %v, wantErr %v", err, tt.wantErr)
return
}
for i := range got {
if len(got[i].Raw) == 0 {
t.Fatalf("no raw secret present: \n %+v", got[i])
}
if (got[i].VerificationError != nil) != tt.wantVerificationErr {
t.Fatalf("wantVerificationError = %v, verification error = %v", tt.wantVerificationErr, got[i].VerificationError)
}
}
ignoreOpts := cmpopts.IgnoreFields(detectors.Result{}, "Raw", "VerificationError")
if diff := cmp.Diff(got, tt.want, ignoreOpts); diff != "" {
t.Errorf("Lemonsqueezy.FromData() %s diff: (-got +want)\n%s", tt.name, diff)
}
})
}
}

func BenchmarkFromData(benchmark *testing.B) {
ctx := context.Background()
s := Scanner{}
for name, data := range detectors.MustGetBenchmarkData() {
benchmark.Run(name, func(b *testing.B) {
b.ResetTimer()
for n := 0; n < b.N; n++ {
_, err := s.FromData(ctx, false, data)
if err != nil {
b.Fatal(err)
}
}
})
}
}
2 changes: 2 additions & 0 deletions pkg/engine/defaults.go
Original file line number Diff line number Diff line change
Expand Up @@ -367,6 +367,7 @@ import (
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/ldap"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/leadfeeder"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/lemlist"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/lemonsqueezy"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/lendflow"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/lessannoyingcrm"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/lexigram"
Expand Down Expand Up @@ -1559,6 +1560,7 @@ func DefaultDetectors() []detectors.Detector {
zerotier.Scanner{},
betterstack.Scanner{},
coinbase_waas.Scanner{},
lemonsqueezy.Scanner{},
}

}
Expand Down
18 changes: 11 additions & 7 deletions pkg/pb/detectorspb/detectors.pb.go

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

1 change: 1 addition & 0 deletions proto/detectors.proto
Original file line number Diff line number Diff line change
Expand Up @@ -960,6 +960,7 @@ enum DetectorType {
AppOptics = 949;
Metabase = 950;
CoinbaseWaaS = 951;
LemonSqueezy = 952;
}

message Result {
Expand Down

2 comments on commit 52b3c99

@rgmz
Copy link
Contributor

@rgmz rgmz commented on 52b3c99 Oct 29, 2023

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@ahrav rip

=== Failed
=== FAIL: pkg/sources/gitlab TestSource_Scan/token_auth,_enumerate_repo,_with_explicit_ignore (0.11s)
    gitlab_test.go:157: Source.Chunks() error = error getting all projects: unable to authenticate using: TOKEN: GET https://gitlab.com/api/v4/user: 403 {message: 403 Forbidden - Your account has been blocked.}, wantErr false
    gitlab_test.go:172: 
        	Error Trace:	/home/runner/work/trufflehog/trufflehog/pkg/sources/gitlab/gitlab_test.go:172
        	Error:      	Not equal: 
        	            	expected: 2
        	            	actual  : 0
        	Test:       	TestSource_Scan/token_auth,_enumerate_repo,_with_explicit_ignore
    gitlab_test.go:174: 0 chunks scanned.

https://github.com/trufflesecurity/trufflehog/actions/runs/6679439290/job/18151564542

@ahrav
Copy link
Collaborator

@ahrav ahrav commented on 52b3c99 Oct 29, 2023

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@ahrav rip

=== Failed
=== FAIL: pkg/sources/gitlab TestSource_Scan/token_auth,_enumerate_repo,_with_explicit_ignore (0.11s)
    gitlab_test.go:157: Source.Chunks() error = error getting all projects: unable to authenticate using: TOKEN: GET https://gitlab.com/api/v4/user: 403 {message: 403 Forbidden - Your account has been blocked.}, wantErr false
    gitlab_test.go:172: 
        	Error Trace:	/home/runner/work/trufflehog/trufflehog/pkg/sources/gitlab/gitlab_test.go:172
        	Error:      	Not equal: 
        	            	expected: 2
        	            	actual  : 0
        	Test:       	TestSource_Scan/token_auth,_enumerate_repo,_with_explicit_ignore
    gitlab_test.go:174: 0 chunks scanned.

https://github.com/trufflesecurity/trufflehog/actions/runs/6679439290/job/18151564542

Ahhh i think the Gitlab token we have in GSM is expired. I actually also don't have access to that test account. @dustin-decker could you update the token for these tests? Thanks.

Please sign in to comment.