Esempio n. 1
0
File: main.go Progetto: num5/spider
func fc(w http.ResponseWriter, r *http.Request) {
	req := core.NewRequest()
	req.SetUrl("http://www.baidu.com").SetMethod("get").SetDepth(0)

	downclient := core.NewPageDownloader(nil)

	resp, err := downclient.Download(req)
	if err != nil {
		log.CLog("[ERRO] %s", err)
	}
	ra := resp.HttpResp()

	/*j, err := json.Marshal(ra.Body)
	if err != nil {
		log.CLog(err.Error())
	}*/
	s, err := ioutil.ReadAll(ra.Body)
	defer ra.Body.Close()

	if err != nil {
		log.CLog(err.Error())
	}

	w.Write([]byte(s))
}
Esempio n. 2
0
File: main.go Progetto: num5/spider
func main() {

	r := web.New()

	r.Get("/", fc)

	log.CLog("[TRAC] Server start listen on # %d #", 9900)

	err := http.ListenAndServe(":9900", r)

	if err != nil {
		panic(err)
	}

}