func Example_PlusOne() {
var set suffix.Set
set.Add("com")
set.Add("blogspot.com")
fmt.Println(suffix.PlusOne(&set, "bob.dylan.blogspot.com"))
fmt.Println(suffix.PlusOne(&set, "blogspot.com"))
// Output:
// dylan.blogspot.com
//
}
func ExampleSet_Split() {
var set suffix.Set
set.Add("com")
set.Add("blogspot.com")
fmt.Println(set.Split("bob.blogspot.com"))
fmt.Println(set.Split("blogspot.com"))
// Output:
// bob blogspot.com
// blogspot.com
}
func ExampleSet_ReadFrom_iana() {
r, err := http.Get("http://data.iana.org/TLD/tlds-alpha-by-domain.txt")
if err != nil {
log.Fatal(err)
}
var tlds suffix.Set
_, err = tlds.ReadFrom(r.Body)
if err != nil {
log.Fatal(err)
}
r.Body.Close()
fmt.Println(tlds.Match("MERRY.CHRISTMAS"))
// Output:
// CHRISTMAS
}
func TestSet_WriteTo(t *testing.T) {
var set suffix.Set
set.Add("google.com")
set.Add("youtube.com")
set.Add("blog.golang.org")
buf := &bytes.Buffer{}
set.WriteTo(buf)
s := buf.String()
expected := `blog.golang.org
google.com
youtube.com
`
if s != expected {
t.Errorf("Expected %q, got %q", expected, s)
}
}
func TestSet_ReadFrom(t *testing.T) {
var set suffix.Set
data := `// This is a file full of suffixes
two.girls
# comment
one.cup `
expected := []string{"two.girls", "one.cup"}
set.ReadFrom(strings.NewReader(data))
if set.Len() != len(expected) {
t.Fatalf("Expected %d suffixes, got %d", len(expected), set.Len())
}
for _, e := range expected {
if !set.Has(e) {
t.Errorf("Set doesn't have %q", e)
}
}
}
func main() {
var (
fromfile string
fixedNames bool
fieldDelim string
fieldNum int
filter Filter
)
// Main application
app := &cobra.Command{
Use: "suffix pattern [file...]",
Long: `suffix -- domain name suffix search and print
Suffix tool scans input lines and tries to locate a column containing name matching
suffix pattern. Suffix matches the name if the latter ends with the same labels
as specified by suffix. Labels are delimited by dots, as in DNS.
For example suffix 'golang.org' would match 'blog.golang.org', but wouldn't
match 'amigolang.org'.
If no input files are provided, lines are read from stdin.
Multiple name patterns can be provided by using -f flag, in which case
no patterns are expected on command line.
All matching is case sensitive.
`,
Run: func(cmd *cobra.Command, args []string) {
log.SetFlags(0)
var sfx suffix.Set
if fromfile != "" {
f, err := os.Open(fromfile)
if err != nil {
log.Fatalf("%s: %s", fromfile, err)
}
_, err = sfx.ReadFrom(f)
f.Close()
} else if len(args) > 0 {
// Take name filter from arguments
sfx.Add(args[0])
// Remove name from arguments
args = args[1:]
} else {
cmd.Help()
os.Exit(2)
}
// Prepare data inputs -- either from files or stdin
var inputs []io.ReadCloser
for _, path := range args {
f, err := os.Open(path)
if err != nil {
log.Fatalf("%s: %s", path, err)
}
inputs = append(inputs, f)
}
if len(inputs) == 0 {
inputs = append(inputs, ioutil.NopCloser(os.Stdin))
}
if fixedNames {
filter.MatchField = func(name string) string {
if sfx.Has(name) {
return name
}
return ""
}
} else {
filter.MatchField = sfx.Match
}
for _, in := range inputs {
var scan LineScanner
scan = NewSplitScanner(in, fieldDelim)
if fieldNum > 0 {
scan = &SingleFieldScanner{scan, fieldNum - 1}
}
err := filter.Run(scan, os.Stdout)
if err != nil {
log.Fatal(err)
}
in.Close()
}
},
}
app.Flags().StringVarP(&fromfile, "file", "f", "", "read name patterns from file")
app.Flags().BoolVarP(&filter.MatchNone, "invert-match", "v", false, "invert match")
app.Flags().BoolVarP(&fixedNames, "fixed-names", "F", false, "treat suffixes as FQDNs, so they must match exactly")
app.Flags().StringVarP(&fieldDelim, "delimiter", "d", "\t", "column delimiter")
app.Flags().IntVarP(&fieldNum, "column", "c", 0, "select only one column for matching")
app.Flags().BoolVar(&filter.OnlyMatch, "only-suffix", false, "print only matching suffix")
app.Flags().BoolVar(&filter.OnlyField, "only-name", false, "print only matching name")
app.Execute()
}
func TestSet_Find(t *testing.T) {
var set suffix.Set
if set.Has("test.com") {
t.Error("test.com belongs to empty set")
}
set.Add("redtube.com")
set.Add("bbc.co.uk")
set.Add("a.b.c.d")
set.Add(".arpa..")
cases := []struct {
name string
suffix string
}{
{"redtube.com", "redtube.com"},
{"gang.redtube.com", "redtube.com"},
{"bang.gang.redtube.com", "redtube.com"},
{"a.b.c.d", "a.b.c.d"},
{".a.b.c.d", "a.b.c.d"},
{"arpa", "arpa"},
{"in.arpa", "arpa"},
{"a.a.c.d", ""},
{"pinktube.com", ""},
{"edtube.com", ""},
{"com", ""},
{"bbc", ""},
{"co.uk", ""},
{"bbc.co", ""},
}
for _, c := range cases {
suffix := set.Match(c.name)
if suffix != c.suffix {
t.Errorf("%s expected suffix %q, got %q", c.name, c.suffix, suffix)
}
belongs := (suffix != "")
if b := set.Matches(c.name); b != belongs {
t.Error(c.name, b, " != ", belongs)
}
}
}