-
Notifications
You must be signed in to change notification settings - Fork 1
/
main.go
148 lines (126 loc) · 3.28 KB
/
main.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
package dupl
import (
"flag"
"fmt"
"io/ioutil"
"os"
"path/filepath"
"sort"
"github.com/golangci/dupl/job"
"github.com/golangci/dupl/printer"
"github.com/golangci/dupl/syntax"
)
const defaultThreshold = 15
var (
paths = []string{"."}
vendor = flag.Bool("dupl.vendor", false, "")
verbose = flag.Bool("dupl.verbose", false, "")
files = flag.Bool("dupl.files", false, "")
html = flag.Bool("dupl.html", false, "")
plumbing = flag.Bool("dupl.plumbing", false, "")
)
const (
vendorDirPrefix = "vendor" + string(filepath.Separator)
vendorDirInPath = string(filepath.Separator) + vendorDirPrefix
)
func init() {
flag.BoolVar(verbose, "dupl.v", false, "alias for -verbose")
}
func Run(files []string, threshold int) ([]printer.Issue, error) {
fchan := make(chan string, 1024)
go func() {
for _, f := range files {
fchan <- f
}
close(fchan)
}()
schan := job.Parse(fchan)
t, data, done := job.BuildTree(schan)
<-done
// finish stream
t.Update(&syntax.Node{Type: -1})
mchan := t.FindDuplOver(threshold)
duplChan := make(chan syntax.Match)
go func() {
for m := range mchan {
match := syntax.FindSyntaxUnits(*data, m, threshold)
if len(match.Frags) > 0 {
duplChan <- match
}
}
close(duplChan)
}()
return makeIssues(duplChan)
}
func makeIssues(duplChan <-chan syntax.Match) ([]printer.Issue, error) {
groups := make(map[string][][]*syntax.Node)
for dupl := range duplChan {
groups[dupl.Hash] = append(groups[dupl.Hash], dupl.Frags...)
}
keys := make([]string, 0, len(groups))
for k := range groups {
keys = append(keys, k)
}
sort.Strings(keys)
p := printer.NewPlumbing(ioutil.ReadFile)
var issues []printer.Issue
for _, k := range keys {
uniq := unique(groups[k])
if len(uniq) > 1 {
i, err := p.MakeIssues(uniq)
if err != nil {
return nil, err
}
issues = append(issues, i...)
}
}
return issues, nil
}
func unique(group [][]*syntax.Node) [][]*syntax.Node {
fileMap := make(map[string]map[int]struct{})
var newGroup [][]*syntax.Node
for _, seq := range group {
node := seq[0]
file, ok := fileMap[node.Filename]
if !ok {
file = make(map[int]struct{})
fileMap[node.Filename] = file
}
if _, ok := file[node.Pos]; !ok {
file[node.Pos] = struct{}{}
newGroup = append(newGroup, seq)
}
}
return newGroup
}
func usage() {
fmt.Fprintln(os.Stderr, `Usage: dupl [flags] [paths]
Paths:
If the given path is a file, dupl will use it regardless of
the file extension. If it is a directory, it will recursively
search for *.go files in that directory.
If no path is given, dupl will recursively search for *.go
files in the current directory.
Flags:
-files
read file names from stdin one at each line
-html
output the results as HTML, including duplicate code fragments
-plumbing
plumbing (easy-to-parse) output for consumption by scripts or tools
-t, -threshold size
minimum token sequence size as a clone (default 15)
-vendor
check files in vendor directory
-v, -verbose
explain what is being done
Examples:
dupl -t 100
Search clones in the current directory of size at least
100 tokens.
dupl $(find app/ -name '*_test.go')
Search for clones in tests in the app directory.
find app/ -name '*_test.go' |dupl -files
The same as above.`)
os.Exit(2)
}