Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

fix: fixed verification endpoint and verification logic for brand fetch #3470

Open
wants to merge 7 commits into
base: main
Choose a base branch
from
Original file line number Diff line number Diff line change
Expand Up @@ -14,9 +14,11 @@ import (

type Scanner struct{}

func (s Scanner) Version() int { return 1 }

// Ensure the Scanner satisfies the interface at compile time.
var _ detectors.Detector = (*Scanner)(nil)

var _ detectors.Versioner = (*Scanner)(nil)
var (
client = common.SaneHttpClient()

Expand All @@ -33,24 +35,21 @@ func (s Scanner) Keywords() []string {
// FromData will find and optionally verify Brandfetch secrets in a given set of bytes.
func (s Scanner) FromData(ctx context.Context, verify bool, data []byte) (results []detectors.Result, err error) {
dataStr := string(data)

matches := keyPat.FindAllStringSubmatch(dataStr, -1)

for _, match := range matches {
if len(match) != 2 {
continue
}
resMatch := strings.TrimSpace(match[1])

s1 := detectors.Result{
DetectorType: detectorspb.DetectorType_Brandfetch,
Raw: []byte(resMatch),
}

if verify {
payload := strings.NewReader(`{
"domain": "www.example.com"
}`)
"domain": "www.example.com"
}`)
req, err := http.NewRequestWithContext(ctx, "POST", "https://api.brandfetch.io/v1/color", payload)
if err != nil {
continue
Expand All @@ -65,17 +64,13 @@ func (s Scanner) FromData(ctx context.Context, verify bool, data []byte) (result
}
}
}

results = append(results, s1)
}

return results, nil
}

func (s Scanner) Type() detectorspb.DetectorType {
return detectorspb.DetectorType_Brandfetch
}

func (s Scanner) Description() string {
return "Brandfetch is a service that provides brand data, including logos, colors, fonts, and more. Brandfetch API keys can be used to access this data."
}
120 changes: 120 additions & 0 deletions pkg/detectors/brandfetch/v1/brandfetch_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,120 @@
//go:build detectors
// +build detectors

package brandfetch

import (
"context"
"fmt"
"testing"
"time"

"github.com/kylelemons/godebug/pretty"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors"

"github.com/trufflesecurity/trufflehog/v3/pkg/common"
"github.com/trufflesecurity/trufflehog/v3/pkg/pb/detectorspb"
)

func TestBrandfetch_FromChunk(t *testing.T) {
ctx, cancel := context.WithTimeout(context.Background(), time.Second*5)
defer cancel()
testSecrets, err := common.GetSecret(ctx, "trufflehog-testing", "detectors1")
if err != nil {
t.Fatalf("could not get test secrets from GCP: %s", err)
}
secret := testSecrets.MustGetField("BRANDFETCH")
inactiveSecret := testSecrets.MustGetField("BRANDFETCH_INACTIVE")

type args struct {
ctx context.Context
data []byte
verify bool
}
tests := []struct {
name string
s Scanner
args args
want []detectors.Result
wantErr bool
}{
{
name: "found, verified",
s: Scanner{},
args: args{
ctx: context.Background(),
data: []byte(fmt.Sprintf("You can find a brandfetch secret %s within", secret)),
verify: true,
},
want: []detectors.Result{
{
DetectorType: detectorspb.DetectorType_Brandfetch,
Verified: true,
},
},
wantErr: false,
},
{
name: "found, unverified",
s: Scanner{},
args: args{
ctx: context.Background(),
data: []byte(fmt.Sprintf("You can find a brandfetch secret %s within but not valid", inactiveSecret)), // the secret would satisfy the regex but not pass validation
verify: true,
},
want: []detectors.Result{
{
DetectorType: detectorspb.DetectorType_Brandfetch,
Verified: false,
},
},
wantErr: false,
},
{
name: "not found",
s: Scanner{},
args: args{
ctx: context.Background(),
data: []byte("You cannot find the secret within"),
verify: true,
},
want: nil,
wantErr: false,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
s := Scanner{}
got, err := s.FromData(tt.args.ctx, tt.args.verify, tt.args.data)
if (err != nil) != tt.wantErr {
t.Errorf("Brandfetch.FromData() error = %v, wantErr %v", err, tt.wantErr)
return
}
for i := range got {
if len(got[i].Raw) == 0 {
t.Fatalf("no raw secret present: \n %+v", got[i])
}
got[i].Raw = nil
}
if diff := pretty.Compare(got, tt.want); diff != "" {
t.Errorf("Brandfetch.FromData() %s diff: (-got +want)\n%s", tt.name, diff)
}
})
}
}

func BenchmarkFromData(benchmark *testing.B) {
ctx := context.Background()
s := Scanner{}
for name, data := range detectors.MustGetBenchmarkData() {
benchmark.Run(name, func(b *testing.B) {
b.ResetTimer()
for n := 0; n < b.N; n++ {
_, err := s.FromData(ctx, false, data)
if err != nil {
b.Fatal(err)
}
}
})
}
}
81 changes: 81 additions & 0 deletions pkg/detectors/brandfetch/v2/brandfetch.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,81 @@
package brandfetch

import (
"context"
"net/http"
"strings"

regexp "github.com/wasilibs/go-re2"

"github.com/trufflesecurity/trufflehog/v3/pkg/common"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors"
"github.com/trufflesecurity/trufflehog/v3/pkg/pb/detectorspb"
)

type Scanner struct{}

func (s Scanner) Version() int { return 2 }

// Ensure the Scanner satisfies the interface at compile time.
var _ detectors.Detector = (*Scanner)(nil)
var _ detectors.Versioner = (*Scanner)(nil)
var (
client = common.SaneHttpClient()

// Make sure that your group is surrounded in boundary characters such as below to reduce false positives.
keyPat = regexp.MustCompile(detectors.PrefixRegex([]string{"brandfetch"}) + `\b([a-zA-Z0-9=+/\-_!@#$%^&*()]{44})`)
)

// Keywords are used for efficiently pre-filtering chunks.
// Use identifiers in the secret preferably, or the provider name.
func (s Scanner) Keywords() []string {
return []string{"brandfetch"}
}

// FromData will find and optionally verify Brandfetch secrets in a given set of bytes.
func (s Scanner) FromData(ctx context.Context, verify bool, data []byte) (results []detectors.Result, err error) {
dataStr := string(data)

matches := keyPat.FindAllStringSubmatch(dataStr, -1)

for _, match := range matches {
if len(match) != 2 {
continue
}
resMatch := strings.TrimSpace(match[1])

s1 := detectors.Result{
DetectorType: detectorspb.DetectorType_Brandfetch,
Raw: []byte(resMatch),
}

if verify {
// API upgraded to v2 from v1, new API doc: https://docs.brandfetch.com/reference/brand-api
req, err := http.NewRequestWithContext(ctx, "GET", "https://api.brandfetch.io/v2/brands/google.com", nil)
if err != nil {
continue
}
req.Header.Add("Content-Type", "application/json")
req.Header.Add("Authorization", "Bearer "+resMatch)
res, err := client.Do(req)
if err == nil {
defer res.Body.Close()
if res.StatusCode >= 200 && res.StatusCode < 300 {
s1.Verified = true
}
}
}

results = append(results, s1)
}

return results, nil
}

func (s Scanner) Type() detectorspb.DetectorType {
return detectorspb.DetectorType_Brandfetch
}

func (s Scanner) Description() string {
return "Brandfetch is a service that provides brand data, including logos, colors, fonts, and more. Brandfetch API keys can be used to access this data."
}
3 changes: 2 additions & 1 deletion pkg/engine/defaults.go
Original file line number Diff line number Diff line change
Expand Up @@ -93,7 +93,8 @@
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/box"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/boxoauth"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/braintreepayments"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/brandfetch"
brandfetchV1 "github.com/trufflesecurity/trufflehog/v3/pkg/detectors/brandfetch/v1"

Check failure on line 96 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / test-community

"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/brandfetch/v1" imported as brandfetchV1 and not used

Check failure on line 96 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / golangci-lint

"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/brandfetch/v1" imported as brandfetchV1 and not used

Check failure on line 96 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / Analyze (go)

"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/brandfetch/v1" imported as brandfetchV1 and not used

Check failure on line 96 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / smoke

"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/brandfetch/v1" imported as brandfetchV1 and not used

Check failure on line 96 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / zombies

"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/brandfetch/v1" imported as brandfetchV1 and not used
brandfetchV2 "github.com/trufflesecurity/trufflehog/v3/pkg/detectors/brandfetch/v2"

Check failure on line 97 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / test-community

"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/brandfetch/v2" imported as brandfetchV2 and not used

Check failure on line 97 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / golangci-lint

"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/brandfetch/v2" imported as brandfetchV2 and not used

Check failure on line 97 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / Analyze (go)

"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/brandfetch/v2" imported as brandfetchV2 and not used

Check failure on line 97 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / smoke

"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/brandfetch/v2" imported as brandfetchV2 and not used

Check failure on line 97 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / zombies

"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/brandfetch/v2" imported as brandfetchV2 and not used
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/browserstack"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/browshot"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors/bscscan"
Expand Down Expand Up @@ -912,7 +913,7 @@
&box.Scanner{},
&boxoauth.Scanner{},
&braintreepayments.Scanner{},
&brandfetch.Scanner{},

Check failure on line 916 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / test-community

undefined: brandfetch

Check failure on line 916 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / golangci-lint

undefined: brandfetch) (typecheck)

Check failure on line 916 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / Analyze (go)

undefined: brandfetch

Check failure on line 916 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / smoke

undefined: brandfetch

Check failure on line 916 in pkg/engine/defaults.go

View workflow job for this annotation

GitHub Actions / zombies

undefined: brandfetch
&browserstack.Scanner{},
&browshot.Scanner{},
&bscscan.Scanner{},
Expand Down
Loading