Repository navigation
Expand file tree
/
Copy pathmain.go
More file actions
executable file
·107 lines (86 loc) · 3.38 KB
/
Copy pathmain.go
File metadata and controls
executable file
·107 lines (86 loc) · 3.38 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
package main
import (
"bufio"
"bytes"
"os"
"strings"
"github.com/eth0izzle/shhgit/core"
"github.com/fatih/color"
)
var session = core.GetSession()
func ProcessEvents() {
threadNum := *session.Options.Threads
for i := 0; i < threadNum; i++ {
go func(tid int) {
var (
dir, url string
matches []string
)
for {
repositoryName := <-session.Repositories
repo := core.GetRepository(session, repositoryName)
if repo.GetPermissions()["pull"] &&
uint(repo.GetStargazersCount()) >= *session.Options.MinimumStars &&
uint(repo.GetSize()) < *session.Options.MaximumRepositorySize {
dir = core.GetTempDir(core.GetHash(repositoryName))
url = core.GetRepositoryUrl(repositoryName)
_, err := core.CloneRepository(session, url, dir)
matchedAny := false
if err != nil {
session.Log.Debug("[%s] Cloning %s failed: %s", repositoryName, url, err.Error())
os.RemoveAll(dir)
continue
}
session.Log.Debug("[%s] Cloning %s to %s", repositoryName, url, dir)
for _, file := range core.GetMatchingFiles(dir) {
for _, signature := range session.Signatures {
if matched, part := signature.Match(file); matched {
matchedAny = true
relativeFileName := strings.Replace(file.Path, *session.Options.TempDirectory, "", -1)
if part == core.PartContents {
if matches = signature.GetMatches(file); matches != nil {
count := len(matches)
m := strings.Join(matches, ", ")
session.Log.Important("[%s] %d %s for %s in file %s: %s", repositoryName, count, core.Pluralize(count, "match", "matches"), color.GreenString(signature.Name()), relativeFileName, color.YellowString(m))
session.WriteToCsv([]string{repositoryName, signature.Name(), relativeFileName, m})
}
} else {
if *session.Options.PathChecks {
session.Log.Important("[%s] Matching file %s for %s", repositoryName, color.YellowString(relativeFileName), color.GreenString(signature.Name()))
session.WriteToCsv([]string{repositoryName, signature.Name(), relativeFileName, ""})
}
if *session.Options.EntropyThreshold > 0 && file.CanCheckEntropy() {
scanner := bufio.NewScanner(bytes.NewReader(file.Contents))
for scanner.Scan() {
line := scanner.Text()
if len(line) > 6 && len(line) < 100 {
entropy := core.GetEntropy(scanner.Text())
if entropy >= *session.Options.EntropyThreshold {
session.Log.Important("[%s] Potential secret in %s = %s", repositoryName, color.YellowString(relativeFileName), color.GreenString(scanner.Text()))
session.WriteToCsv([]string{repositoryName, signature.Name(), relativeFileName, scanner.Text()})
}
}
}
}
}
}
}
if !matchedAny {
os.Remove(file.Path)
}
}
if !matchedAny {
os.RemoveAll(dir)
}
}
}
}(i)
}
}
func main() {
session.Log.Info("%s v%s started. Loaded %d signatures. Using %d threads. Work dir: %s", core.Name, core.Version, len(session.Signatures), *session.Options.Threads, *session.Options.TempDirectory)
go core.ReadEvents(session)
go ProcessEvents()
session.Log.Info("Press Ctrl+C to stop and exit.\n")
select {}
}