// handleFetchURL either displays a form for requesting an url // or it returns the URL´s contents. func handleFetchURL(w http.ResponseWriter, r *http.Request, m map[string]interface{}) { lg, b := loghttp.BuffLoggerUniversal(w, r) _ = b // on live server => always use https if r.URL.Scheme != "https" && !util_appengine.IsLocalEnviron() { r.URL.Scheme = "https" r.URL.Host = r.Host lg("lo - redirect %v", r.URL.String()) http.Redirect(w, r, r.URL.String(), http.StatusFound) } /* To distinguish between posted and getted value, we check the "post-only" slice of values first. If nothing's there, but FormValue *has* a value, then it was "getted", otherwise "posted" */ rURL := "" urlAs := "" err := r.ParseForm() lg(err) if r.PostFormValue(routes.URLParamKey) != "" { urlAs += "url posted " rURL = r.PostFormValue(routes.URLParamKey) } if r.FormValue(routes.URLParamKey) != "" { if rURL == "" { urlAs += "url getted " rURL = r.FormValue(routes.URLParamKey) } } // lg("received %v: %q", urlAs, rURL) if len(rURL) == 0 { tplAdder, tplExec := tplx.FuncTplBuilder(w, r) tplAdder("n_html_title", "Fetch some http data", nil) m := map[string]string{ "protocol": "https", "host": r.Host, // not fetch.HostFromReq(r) "path": routes.ProxifyURI, "name": routes.URLParamKey, "val": "google.com", } if util_appengine.IsLocalEnviron() { m["protocol"] = "http" } tplAdder("n_cont_0", c_formFetchUrl, m) tplExec(w, r) } else { r.Header.Set("X-Custom-Header-Counter", "nocounter") bts, inf, err := fetch.UrlGetter(r, fetch.Options{URL: rURL}) lg(err) tp := mime.TypeByExtension(path.Ext(inf.URL.Path)) if false { ext := path.Ext(rURL) ext = strings.ToLower(ext) tp = mime.TypeByExtension(ext) } w.Header().Set("Content-Type", tp) // w.Header().Set("Content-type", "text/html; charset=latin-1") if r.FormValue("dbg") != "" { w.Header().Set("Content-type", "text/html; charset=utf-8") fmt.Fprintf(w, "%s<br>\n %s<br>\n %v", inf.URL.Path, tp, inf.URL.String()) return } opts := domclean2.CleaningOptions{Proxify: true} opts.Beautify = true // "<a> Linktext without trailing space" opts.RemoteHost = fetch.HostFromStringUrl(rURL) // opts.ProxyHost = routes.AppHost() opts.ProxyHost = fetch.HostFromReq(r) if !util_appengine.IsLocalEnviron() { opts.ProxyHost = fetch.HostFromReq(r) } doc, err := domclean2.DomClean(bts, opts) var bufRend bytes.Buffer err = html.Render(&bufRend, doc) lg(err) w.Write(bufRend.Bytes()) } }