// RequestToClientIp is a TokenMapper that maps the request to the client IP.
func RequestToClientIp(req request.Request) (string, error) {
vals := strings.SplitN(req.GetHttpRequest().RemoteAddr, ":", 2)
if len(vals[0]) == 0 {
return "", fmt.Errorf("Failed to parse client IP")
}
return vals[0], nil
}
// Proxy the request to the given endpoint, execute observers and middlewares chains
func (l *HttpLocation) proxyToEndpoint(tr *http.Transport, o *Options, endpoint endpoint.Endpoint, req request.Request) (*http.Response, error) {
a := &request.BaseAttempt{Endpoint: endpoint}
l.observerChain.ObserveRequest(req)
defer l.observerChain.ObserveResponse(req, a)
defer req.AddAttempt(a)
it := l.middlewareChain.GetIter()
defer l.unwindIter(it, req, a)
for v := it.Next(); v != nil; v = it.Next() {
a.Response, a.Error = v.ProcessRequest(req)
if a.Response != nil || a.Error != nil {
// Move the iterator forward to count it again once we unwind the chain
it.Next()
log.Errorf("Midleware intercepted request with response=%v, error=%v", a.Response, a.Error)
return a.Response, a.Error
}
}
// Forward the request and mirror the response
start := o.TimeProvider.UtcNow()
re, err := tr.RoundTrip(req.GetHttpRequest())
// Read the response as soon as we can, this will allow to release a connection to the pool
a.Response, a.Error = readResponse(&o.Limits, re, err)
a.Duration = o.TimeProvider.UtcNow().Sub(start)
return a.Response, a.Error
}
func (tl *TokenLimiter) ProcessRequest(r request.Request) (*http.Response, error) {
tl.mutex.Lock()
defer tl.mutex.Unlock()
token, amount, err := tl.mapper(r)
if err != nil {
return nil, err
}
effectiveRates := tl.effectiveRates(r)
bucketSetI, exists := tl.bucketSets.Get(token)
var bucketSet *tokenBucketSet
if exists {
bucketSet = bucketSetI.(*tokenBucketSet)
bucketSet.update(effectiveRates)
} else {
bucketSet = newTokenBucketSet(effectiveRates, tl.clock)
// We set ttl as 10 times rate period. E.g. if rate is 100 requests/second per client ip
// the counters for this ip will expire after 10 seconds of inactivity
tl.bucketSets.Set(token, bucketSet, int(bucketSet.maxPeriod/time.Second)*10+1)
}
delay, err := bucketSet.consume(amount)
if err != nil {
return nil, err
}
if delay > 0 {
return netutils.NewTextResponse(r.GetHttpRequest(), errors.StatusTooManyRequests, "Too many requests"), nil
}
return nil, nil
}
// Round trips the request to one of the endpoints and returns the response.
func (l *HttpLocation) RoundTrip(req request.Request) (*http.Response, error) {
// Get options and transport as one single read transaction.
// Options and transport may change if someone calls SetOptions
o, tr := l.GetOptionsAndTransport()
originalRequest := req.GetHttpRequest()
// Check request size first, if that exceeds the limit, we don't bother reading the request.
if l.isRequestOverLimit(req) {
return nil, errors.FromStatus(http.StatusRequestEntityTooLarge)
}
// Read the body while keeping this location's limits in mind. This reader controls the maximum bytes
// to read into memory and disk. This reader returns an error if the total request size exceeds the
// prefefined MaxSizeBytes. This can occur if we got chunked request, in this case ContentLength would be set to -1
// and the reader would be unbounded bufio in the http.Server
body, err := netutils.NewBodyBufferWithOptions(originalRequest.Body, netutils.BodyBufferOptions{
MemBufferBytes: o.Limits.MaxMemBodyBytes,
MaxSizeBytes: o.Limits.MaxBodyBytes,
})
if err != nil {
return nil, err
}
if body == nil {
return nil, fmt.Errorf("Empty body")
}
// Set request body to buffered reader that can replay the read and execute Seek
req.SetBody(body)
// Note that we don't change the original request Body as it's handled by the http server
defer body.Close()
for {
_, err := req.GetBody().Seek(0, 0)
if err != nil {
return nil, err
}
endpoint, err := l.loadBalancer.NextEndpoint(req)
if err != nil {
log.Errorf("Load Balancer failure: %s", err)
return nil, err
}
// Adds headers, changes urls. Note that we rewrite request each time we proxy it to the
// endpoint, so that each try gets a fresh start
req.SetHttpRequest(l.copyRequest(originalRequest, req.GetBody(), endpoint))
// In case if error is not nil, we allow load balancer to choose the next endpoint
// e.g. to do request failover. Nil error means that we got proxied the request successfully.
response, err := l.proxyToEndpoint(tr, &o, endpoint, req)
if o.FailoverPredicate(req) {
continue
} else {
return response, err
}
}
log.Errorf("All endpoints failed!")
return nil, fmt.Errorf("All endpoints failed")
}
func (e *ExpRouter) Route(req request.Request) (location.Location, error) {
l, err := e.r.Route(req.GetHttpRequest())
if err != nil {
return nil, err
}
if l == nil {
return nil, nil
}
return l.(location.Location), nil
}
func (cl *ConnectionLimiter) ProcessRequest(r request.Request) (*http.Response, error) {
cl.mutex.Lock()
defer cl.mutex.Unlock()
token, amount, err := cl.mapper(r)
if err != nil {
return nil, err
}
connections := cl.connections[token]
if connections >= cl.maxConnections {
return netutils.NewTextResponse(
r.GetHttpRequest(),
errors.StatusTooManyRequests,
fmt.Sprintf("Connection limit reached. Max is: %d, yours: %d", cl.maxConnections, connections)), nil
}
cl.connections[token] += amount
cl.totalConnections += int64(amount)
return nil, nil
}
func (l *ConstHttpLocation) RoundTrip(r request.Request) (*http.Response, error) {
req := r.GetHttpRequest()
req.URL = netutils.MustParseUrl(l.Url)
return http.DefaultTransport.RoundTrip(req)
}
// RequestToHost maps request to the host value
func RequestToHost(req request.Request) (string, error) {
return req.GetHttpRequest().Host, nil
}
func (re *Response) getHTTPResponse(r request.Request) *http.Response {
return netutils.NewHttpResponse(r.GetHttpRequest(), re.StatusCode, re.Body, re.ContentType)
}
func (l *HttpLocation) isRequestOverLimit(req request.Request) bool {
if l.options.Limits.MaxBodyBytes <= 0 {
return false
}
return req.GetHttpRequest().ContentLength > l.options.Limits.MaxBodyBytes
}