func heartbeating(host string, clientid string) (msg core.HBmsg, err error) { response := new(HeartbeatResponse) targeturl := fmt.Sprintf("%s/client/%s?heartbeat", host, clientid) //res, err := http.Get(targeturl) var headers httpclient.Header if conf.CLIENT_GROUP_TOKEN != "" { headers = httpclient.Header{ "Authorization": []string{"CG_TOKEN " + conf.CLIENT_GROUP_TOKEN}, } } res, err := httpclient.Get(targeturl, headers, nil, nil) logger.Debug(3, fmt.Sprintf("client %s sent a heartbeat to %s", host, clientid)) if err != nil { return } defer res.Body.Close() jsonstream, err := ioutil.ReadAll(res.Body) if err != nil { return } if err = json.Unmarshal(jsonstream, response); err == nil { if len(response.Errs) > 0 { return msg, errors.New(strings.Join(response.Errs, ",")) } return response.Data, nil } return }
//fetch file by shock url, TODO remove func fetchFile_old(filename string, url string, token string) (size int64, err error) { fmt.Printf("fetching file name=%s, url=%s\n", filename, url) localfile, err := os.Create(filename) if err != nil { return 0, err } defer localfile.Close() var user *httpclient.Auth if token != "" { user = httpclient.GetUserByTokenAuth(token) } //download file from Shock res, err := httpclient.Get(url, httpclient.Header{}, nil, user) if err != nil { return 0, err } defer res.Body.Close() if res.StatusCode != 200 { //err in fetching data resbody, _ := ioutil.ReadAll(res.Body) msg := fmt.Sprintf("op=fetchFile, url=%s, res=%s", url, resbody) return 0, errors.New(msg) } size, err = io.Copy(localfile, res.Body) if err != nil { return 0, err } return }
func FetchPrivateEnvByWorkId(workid string) (envs map[string]string, err error) { targeturl := fmt.Sprintf("%s/work/%s?privateenv&client=%s", conf.SERVER_URL, workid, core.Self.Id) var headers httpclient.Header if conf.CLIENT_GROUP_TOKEN != "" { headers = httpclient.Header{ "Authorization": []string{"CG_TOKEN " + conf.CLIENT_GROUP_TOKEN}, } } res, err := httpclient.Get(targeturl, headers, nil, nil) if err != nil { return envs, err } defer res.Body.Close() var jsonstream string if res.Header != nil { if _, ok := res.Header["Privateenv"]; ok { jsonstream = res.Header["Privateenv"][0] } } tmp_map := new(map[string]string) if err := json.Unmarshal([]byte(jsonstream), tmp_map); err != nil { return nil, err } envs = make(map[string]string) for key, val := range *tmp_map { envs[key] = val } return }
func ShockGet(host string, nodeid string, token string) (node *ShockNode, err error) { if host == "" || nodeid == "" { return nil, errors.New("empty shock host or node id") } //logger.Debug(1, fmt.Sprintf("ShockGet: %s %s %s", host, nodeid, token)) var res *http.Response shockurl := fmt.Sprintf("%s/node/%s", host, nodeid) var user *httpclient.Auth if token != "" { user = httpclient.GetUserByTokenAuth(token) } c := make(chan int, 1) go func() { res, err = httpclient.Get(shockurl, httpclient.Header{}, nil, user) c <- 1 //we are ending }() select { case <-c: //go ahead case <-time.After(SHOCK_TIMEOUT): return nil, errors.New("timeout when getting node from shock, url=" + shockurl) } if err != nil { return } defer res.Body.Close() jsonstream, err := ioutil.ReadAll(res.Body) if err != nil { return nil, err } response := new(ShockResponse) if err := json.Unmarshal(jsonstream, response); err != nil { return nil, err } if len(response.Errs) > 0 { return nil, errors.New(strings.Join(response.Errs, ",")) } node = &response.Data if node == nil { err = errors.New("empty node got from Shock") } return }
func FetchDataTokenByWorkId(workid string) (token string, err error) { targeturl := fmt.Sprintf("%s/work/%s?datatoken&client=%s", conf.SERVER_URL, workid, core.Self.Id) var headers httpclient.Header if conf.CLIENT_GROUP_TOKEN != "" { headers = httpclient.Header{ "Authorization": []string{"CG_TOKEN " + conf.CLIENT_GROUP_TOKEN}, } } res, err := httpclient.Get(targeturl, headers, nil, nil) if err != nil { return "", err } defer res.Body.Close() if res.Header != nil { if _, ok := res.Header["Datatoken"]; ok { token = res.Header["Datatoken"][0] } } return }
func FetchShockStream(url string, token string) (r io.ReadCloser, err error) { var user *httpclient.Auth if token != "" { user = httpclient.GetUserByTokenAuth(token) } //download file from Shock res, err := httpclient.Get(url, httpclient.Header{}, nil, user) if err != nil { //return nil, err return nil, errors.New("httpclient.Get returned: " + err.Error()) } if res.StatusCode != 200 { //err in fetching data resbody, _ := ioutil.ReadAll(res.Body) return nil, errors.New(fmt.Sprintf("op=fetchFile, url=%s, res=%s", url, resbody)) } return res.Body, err }