コード例 #1
0
ファイル: apicat.go プロジェクト: JackKnifed/cliTricks
func runRequest(c http.Client, b []byte, out io.Writer, opts config) (bool, error) {
	var respData interface{}

	req, err := http.NewRequest("POST", opts.url, bytes.NewReader(b))
	if err != nil {
		return false, fmt.Errorf("could not build request - %v", err)
	}

	if opts.username != "" && opts.password != "" {
		req.SetBasicAuth(opts.username, opts.password)
	}

	resp, err := c.Do(req)
	if err != nil {
		return false, fmt.Errorf("cannot send request - %v", err)
	}

	// some cheap handling for the request
	if resp.StatusCode != 200 {
		return false, fmt.Errorf("got a non-200 response from the api server - %s", resp.StatusCode)
	}

	respBytes, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		return false, fmt.Errorf("cannot read response - %v", err)
	}

	err = resp.Body.Close()
	if err != nil {
		return false, fmt.Errorf("failed to close body - %v", err)
	}

	_, err = out.Write(respBytes)
	if err != nil {
		return false, fmt.Errorf("cannot output response - %v", err)
	}

	// at this point we're just looking to see if the page was the last page
	if len(opts.locCur) <= 0 || len(opts.locTotal) <= 0 {
		return true, nil
	}

	err = json.Unmarshal(respBytes, &respData)
	if err != nil {
		return false, fmt.Errorf("response not json - %v", err)
	}

	curPage, err := cliTricks.GetInt(respData, opts.locCur)
	if err != nil {
		return false, fmt.Errorf("bad current page - %v", err)
	}

	totalPage, err := cliTricks.GetInt(respData, opts.locTotal)
	if err != nil {
		return false, fmt.Errorf("bad total page - %v", err)
	}
	return curPage >= totalPage, nil
}
コード例 #2
0
ファイル: apicat.go プロジェクト: JackKnifed/cliTricks
func loopRequest(reqData interface{}, out io.Writer, opts config) error {
	var done bool
	// create client to be used
	jar, err := cookiejar.New(&cookiejar.Options{PublicSuffixList: publicsuffix.List})
	if err != nil {
		return err
	}
	c := http.Client{Jar: jar}

	for !done {
		// build then run the request
		reqBytes, err := json.Marshal(reqData)
		if err != nil {
			return fmt.Errorf("could not convert interface to bytes - %v", err)
		}
		done, err = runRequest(c, reqBytes, out, opts)
		if err != nil {
			return fmt.Errorf("got bad response from requests - %v", err)
		}

		// finally increment
		if len(opts.locReq) <= 0 {
			return nil
		}
		reqPage, err := cliTricks.GetInt(reqData, opts.locReq)
		if err != nil {
			return fmt.Errorf("failed to get the current page number before increment - %v", err)
		}
		reqPage += opts.locInc
		cliTricks.SetItem(reqData, opts.locReq, reqPage)
		if err != nil {
			return fmt.Errorf("failed to set the current page number after increment - %v", err)
		}
		time.Sleep(opts.delay)
	}
	return nil
}