func main() {
argNum := len(os.Args)
if argNum != 3 {
fmt.Println("-------------")
fmt.Println("error!!!")
fmt.Println("Usage: bin url target_path")
fmt.Println("eg: bin http://baidu.com /Users/web")
fmt.Println("-------------")
fmt.Println("author by life. http://leanote.com/blog/life")
fmt.Println("-------------")
return
}
url := os.Args[1]
path := os.Args[2]
start := time.Now()
fmt.Println("start...")
lea := leacrawler.NewCrawler()
// url := "http://bucketadmin.themebucket.net/index.html"
// path := "/Users/life/Desktop/LeaSpider";
lea.Fetch(url, path)
fmt.Printf("time cost %v\n", time.Now().Sub(start))
}
func main() {
start := time.Now()
fmt.Println("start...")
lea := leacrawler.NewCrawler()
url := "http://www.keenthemes.com/preview/metronic_admin"
path := "/Users/life/Desktop/LeaSpider"
lea.Fetch(url, path)
fmt.Printf("time cost %v\n", time.Now().Sub(start))
}