//通过url分析一个页面,获得PageItems func (this *Spider) Get(url string, respType string) *page.PageItems { //TODO req := page.NewRequest(url, respType, "GET") return this.GetByRequest(req) }
func (this *Spider) AddUrl(url string, respType string, urlType string) *Spider { req := page.NewRequest(url, respType, "GET") req.SetUrlTag(urlType) this.AddRequest(req) return this }