Esempio n. 1
0
func main() {
	argNum := len(os.Args)

	if argNum != 3 {
		fmt.Println("-------------")
		fmt.Println("error!!!")
		fmt.Println("Usage: bin url target_path")
		fmt.Println("eg: bin http://baidu.com /Users/web")
		fmt.Println("-------------")
		fmt.Println("author by life. http://leanote.com/blog/life")
		fmt.Println("-------------")
		return
	}

	url := os.Args[1]
	path := os.Args[2]

	start := time.Now()
	fmt.Println("start...")

	lea := leacrawler.NewCrawler()

	//    url := "http://bucketadmin.themebucket.net/index.html"
	//    path := "/Users/life/Desktop/LeaSpider";
	lea.Fetch(url, path)

	fmt.Printf("time cost %v\n", time.Now().Sub(start))
}
Esempio n. 2
0
func main() {
	start := time.Now()
	fmt.Println("start...")

	lea := leacrawler.NewCrawler()

	url := "http://www.keenthemes.com/preview/metronic_admin"
	path := "/Users/life/Desktop/LeaSpider"
	lea.Fetch(url, path)

	fmt.Printf("time cost %v\n", time.Now().Sub(start))
}