// ResponseMatchesGeneral is an abstraction of ResponseMatches and
// ResponseMatchesInsecure that simply varies in the security of the connection
func ResponseMatchesGeneral(urlstr string, re *regexp.Regexp, secure bool) (int, string, error) {
body := chkutil.URLToBytes(urlstr, secure)
if re.Match(body) {
return errutil.Success()
}
msg := "Response didn't match regexp"
return errutil.GenericError(msg, re.String(), []string{string(body)})
}
// checklistsFromDir reads data retrieved from the URL and parses its utf8
// encoded json data, turning it into a checklist struct. It also optionally
// caches this data at remoteCheckDir, currently "/var/run/distributive/".
func ChecklistFromURL(urlstr string, cache bool) (chklst Checklist, err error) {
log.Debug("Creating/checking remote checklist dir")
if err := os.MkdirAll(remoteCheckDir, 0775); err != nil {
log.WithFields(log.Fields{
"dir": remoteCheckDir,
"error": err.Error(),
}).Warn("Could not create remote check directory")
// attempt a more local directory
remoteCheckDir = "./.remote-checks"
if err := os.MkdirAll(remoteCheckDir, 0755); err != nil {
errutil.CouldntWriteError(remoteCheckDir, err)
}
}
log.Debug("Using " + remoteCheckDir + " for remote check storage")
// pathSanitize filters these (path illegal) chars: /?%*:|<^>. \
pathSanitize := func(str string) (filename string) {
filename = str
disallowed := []string{
`/`, `?`, `%`, `*`, `:`, `|`, `"`, `<`, `^`, `>`, `.`, `\`, ` `,
}
for _, c := range disallowed {
filename = strings.Replace(filename, c, "", -1)
}
return filename
}
filename := pathSanitize(urlstr) + ".json"
fullpath := filepath.Join(remoteCheckDir, filename)
// only create it if it doesn't exist or we aren't using the cached copy
if _, err := os.Stat(fullpath); err != nil || !cache {
log.Info("Fetching remote checklist")
body := chkutil.URLToBytes(urlstr, true) // secure connection
log.Debug("Writing remote checklist to cache")
chkutil.BytesToFile(body, fullpath)
return ChecklistFromBytes(body)
}
log.WithFields(log.Fields{
"path": fullpath,
}).Info("Using local copy of remote checklist")
return ChecklistFromFile(fullpath)
}