// 配置运行参数 func setConf(req map[string]interface{}) bool { if tn := util.Atoui(req["threadNum"]); tn == 0 { app.LogicApp.SetAppConf("threadNum", 1) } else { app.LogicApp.SetAppConf("threadNum", tn) } app.LogicApp. SetAppConf("Pausetime", [2]uint{(util.Atoui(req["baseSleeptime"])), util.Atoui(req["randomSleepPeriod"])}). SetAppConf("OutType", util.Atoa(req["output"])). SetAppConf("DockerCap", util.Atoui(req["dockerCap"])). SetAppConf("MaxPage", util.Atoi(req["maxPage"])). SetAppConf("Keywords", util.Atoa(req["keywords"])). SetAppConf("DeduplicationTarget", req["deduplicationTarget"]) var inheritDeduplication bool if req["inheritDeduplication"] == "true" { inheritDeduplication = true } app.LogicApp.SetAppConf("InheritDeduplication", inheritDeduplication) if !setSpiderQueue(req) { return false } return true }
// 配置运行参数 func setConf(req map[string]interface{}) bool { if tn := util.Atoui(req["threadNum"]); tn == 0 { logicApp.SetThreadNum(1) } else { logicApp.SetThreadNum(tn) } logicApp.SetPausetime([2]uint{(util.Atoui(req["baseSleeptime"])), util.Atoui(req["randomSleepPeriod"])}) logicApp.SetOutType(util.Atoa(req["output"])) logicApp.SetDockerCap(util.Atoui(req["dockerCap"])) //分段转储容器容量 // 选填项 logicApp.SetMaxPage(util.Atoi(req["maxPage"])) if !setSpiderQueue(req) { return false } return true }
// 配置运行参数 func setConf(req map[string]interface{}) bool { if tn := util.Atoui(req["threadNum"]); tn == 0 { logicApp.SetAppConf("threadNum", 1) } else { logicApp.SetAppConf("threadNum", tn) } logicApp. SetAppConf("Pausetime", [2]uint{(util.Atoui(req["baseSleeptime"])), util.Atoui(req["randomSleepPeriod"])}). SetAppConf("OutType", util.Atoa(req["output"])). SetAppConf("DockerCap", util.Atoui(req["dockerCap"])). SetAppConf("MaxPage", util.Atoi(req["maxPage"])). SetAppConf("Keywords", util.Atoa(req["keywords"])) if !setSpiderQueue(req) { return false } return true }