Beispiel #1
0
func html_download(req wd.Document) wd.Document {
	req.Content, req.URL, req.Title = content_download(req.URL)

	req.Content = content_clean(req.Content)
	content_publish(req)
	return req
}
Beispiel #2
0
func main() {
	flag.Parse()
	var req = wd.Document{URL: env.URL}
	//diagnose := time.Now().Format(`20060102-150405-MST`)
	nsq_publish(req.Bytes())
}