// handleFetchURL either displays a form for requesting an url
// or it returns the URL´s contents.
func handleFetchURL(w http.ResponseWriter, r *http.Request, m map[string]interface{}) {
lg, b := loghttp.BuffLoggerUniversal(w, r)
_ = b
// on live server => always use https
if r.URL.Scheme != "https" && !util_appengine.IsLocalEnviron() {
r.URL.Scheme = "https"
r.URL.Host = r.Host
lg("lo - redirect %v", r.URL.String())
http.Redirect(w, r, r.URL.String(), http.StatusFound)
}
/*
To distinguish between posted and getted value,
we check the "post-only" slice of values first.
If nothing's there, but FormValue *has* a value,
then it was "getted", otherwise "posted"
*/
rURL := ""
urlAs := ""
err := r.ParseForm()
lg(err)
if r.PostFormValue(routes.URLParamKey) != "" {
urlAs += "url posted "
rURL = r.PostFormValue(routes.URLParamKey)
}
if r.FormValue(routes.URLParamKey) != "" {
if rURL == "" {
urlAs += "url getted "
rURL = r.FormValue(routes.URLParamKey)
}
}
// lg("received %v: %q", urlAs, rURL)
if len(rURL) == 0 {
tplAdder, tplExec := tplx.FuncTplBuilder(w, r)
tplAdder("n_html_title", "Fetch some http data", nil)
m := map[string]string{
"protocol": "https",
"host": r.Host, // not fetch.HostFromReq(r)
"path": routes.ProxifyURI,
"name": routes.URLParamKey,
"val": "google.com",
}
if util_appengine.IsLocalEnviron() {
m["protocol"] = "http"
}
tplAdder("n_cont_0", c_formFetchUrl, m)
tplExec(w, r)
} else {
r.Header.Set("X-Custom-Header-Counter", "nocounter")
bts, inf, err := fetch.UrlGetter(r, fetch.Options{URL: rURL})
lg(err)
tp := mime.TypeByExtension(path.Ext(inf.URL.Path))
if false {
ext := path.Ext(rURL)
ext = strings.ToLower(ext)
tp = mime.TypeByExtension(ext)
}
w.Header().Set("Content-Type", tp)
// w.Header().Set("Content-type", "text/html; charset=latin-1")
if r.FormValue("dbg") != "" {
w.Header().Set("Content-type", "text/html; charset=utf-8")
fmt.Fprintf(w, "%s<br>\n %s<br>\n %v", inf.URL.Path, tp, inf.URL.String())
return
}
opts := domclean2.CleaningOptions{Proxify: true}
opts.Beautify = true // "<a> Linktext without trailing space"
opts.RemoteHost = fetch.HostFromStringUrl(rURL)
// opts.ProxyHost = routes.AppHost()
opts.ProxyHost = fetch.HostFromReq(r)
if !util_appengine.IsLocalEnviron() {
opts.ProxyHost = fetch.HostFromReq(r)
}
doc, err := domclean2.DomClean(bts, opts)
var bufRend bytes.Buffer
err = html.Render(&bufRend, doc)
lg(err)
w.Write(bufRend.Bytes())
}
}
