func (this *Engine) SetConfig(config *common.Config) *Engine {
this.config = config
this.resourceManager = common.NewResourceManager(config.GetConcurrency())
if !this.config.GetLogging() {
log.SetOutput(ioutil.Discard)
}
return this
}
func NewEngine(taskName string) *Engine {
e := &Engine{taskName: taskName}
e.config = common.NewConfig()
e.resourceManager = common.NewResourceManager(e.config.GetConcurrency())
e.retryCache = make(map[[md5.Size]byte]int)
e.scheduler = scheduler.NewScheduler()
e.downloader = downloader.NewHttpDownloader()
e.processer = processer.NewLazyProcesser()
return e
}