Example #1
0
func New() Crawler {
	return &crawler{
		Pipeline:   pipeline.New(),
		Downloader: downloader.NewHttpDownloader(),
		srcManage:  [2]uint{},
	}
}
Example #2
0
func New(id int) Crawler {
	return &crawler{
		id:         id,
		Pipeline:   pipeline.New(),
		Downloader: downloader.NewSurfer(0),
		srcManage:  [2]uint{},
	}
}