func (m *hostsManager) initByDb(db proxy.DbHost) error {
hosts, err := db.GetHosts()
if err != nil {
return err
}
for id, host := range hosts {
hostName := host.GetName()
robot, err := robotstxt.FromStatusAndBytes(host.GetRobotsTxt())
if err != nil {
return werrors.NewFields(ErrCreateRobotsTxtFromDb,
zap.String("host", hostName),
zap.String("details", err.Error()))
}
m.hosts[hostName] = id
m.robotsTxt[id] = robot.FindGroup("Googlebot")
}
return nil
}
