func ScrapeOrgs() { orgs := StartScrapeOrgsList() mongo.UpsertOrgs(orgs) keywords := mongo.GetKeywords() updateLowerLimit(keywords) }
func StartScrapeHb( getRecent bool, getPopular bool, count int, ) { keywords := mongo.GetKeywords() for _, keyword := range keywords { recent := []model.Entry{} // popular := []model.Entry{} log.Println(keyword.Name) if getRecent { recent = bootRobot(keyword, count, recentParams) } // if getPopular { // popular = bootRobot(keyword, count, popularParams) // } mongo.UpsertEntry(recent) // mongo.UpsertEntry(popular) } }