-
Notifications
You must be signed in to change notification settings - Fork 1
/
main.go
99 lines (83 loc) · 2.18 KB
/
main.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
package main
import (
"bufio"
"os"
"github.com/Cgboal/DomainParser"
"fmt"
"sort"
"flag"
)
type Domain struct {
FQDN string
Subdomain string
}
type FrequencyPair struct {
Key string
Value int
}
type FrequencyPairSlice []FrequencyPair
func (p FrequencyPairSlice) Len() int { return len(p) }
func (p FrequencyPairSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
func (p FrequencyPairSlice) Less(i, j int) bool { return p[i].Value < p[j].Value }
func DomainParser() func(string) Domain {
parser := parser.NewDomainParser()
return func(domain string) Domain {
fqdn := parser.GetFQDN(domain)
subdomain := parser.GetSubdomain(domain)
return Domain{
FQDN: fqdn,
Subdomain: subdomain,
}
}
}
func buildFrequencyMap(domains []Domain) map[string]int {
frequencyMap := make(map[string]int)
for _, domain := range domains {
if _, ok := frequencyMap[domain.FQDN]; ok {
frequencyMap[domain.FQDN] = frequencyMap[domain.FQDN] + 1
} else {
frequencyMap[domain.FQDN] = 1
}
}
return frequencyMap
}
func buildSortedFrequencySlice(frequencyMap map[string]int) FrequencyPairSlice {
frequencySlice := make(FrequencyPairSlice, len(frequencyMap))
i := 0
for k, v := range frequencyMap {
frequencySlice[i] = FrequencyPair{k, v}
i++
}
sort.Sort(frequencySlice)
return frequencySlice
}
func filterAndPrint(frequencyMap map[string]int, domains []Domain, filter int) {
for _, domain := range domains {
if frequencyMap[domain.FQDN] <= filter {
if domain.Subdomain == "" {
fmt.Printf("%s\n", domain.FQDN)
} else {
fmt.Printf("%s.%s\n", domain.Subdomain, domain.FQDN)
}
}
}
}
func main () {
var highPass = flag.Int("f", 0, "Frequency cut off, FQDNs which appear more than this many times will be excluded")
flag.Parse()
scanner := bufio.NewScanner(os.Stdin)
domains := []Domain{}
parse := DomainParser()
for scanner.Scan() {
domains = append(domains, parse(scanner.Text()))
}
frequencyMap := buildFrequencyMap(domains)
if *highPass != 0 {
filterAndPrint(frequencyMap, domains, *highPass)
} else {
frequencySlice := buildSortedFrequencySlice(frequencyMap)
for _, f := range frequencySlice {
fmt.Printf("%d: %s\n", f.Value, f.Key)
}
}
}