middleware/throttle/throttle.go

package throttle

import (
	"errors"
	"net/http"
	"strconv"
	"time"

	"go.pkg.cx/middleware"
)

// Errors
var (
	ErrCapacityExceeded = errors.New("server capacity exceeded")
	ErrTimedOut         = errors.New("timed out while waiting for a pending request to complete")
	ErrContextCanceled  = errors.New("context was canceled")
)

// DefaultOptions represents default throttle middleware options
var DefaultOptions = Options(
	SetLimit(100),
	SetResponseHandler(RespondWithTooManyRequests),
)

// Options turns a list of option instances into an option
func Options(opts ...Option) Option {
	return func(t *throttle) {
		for _, opt := range opts {
			opt(t)
		}
	}
}

// Option configures throttle middleware
type Option func(t *throttle)

// SetLimit sets requests limit
func SetLimit(limit int) Option {
	if limit < 1 {
		panic("throttle middleware expects limit > 0")
	}

	return func(t *throttle) {
		t.limit = limit
	}
}

// SetBacklogLimit sets backlog requests limit
func SetBacklogLimit(backlogLimit int) Option {
	if backlogLimit < 0 {
		panic("throttle middleware expects backlogLimit >= 0")
	}

	return func(t *throttle) {
		t.backlogLimit = backlogLimit
	}
}

// SetBacklogTimeout sets backlog timeout
func SetBacklogTimeout(backlogTimeout time.Duration) Option {
	return func(t *throttle) {
		t.backlogTimeout = backlogTimeout
	}
}

// SetRetryAfterFn sets retry after function
func SetRetryAfterFn(fn func(ctxDone bool) time.Duration) Option {
	return func(t *throttle) {
		t.retryAfterFn = fn
	}
}

// SetResponseHandler sets response handler
func SetResponseHandler(fn middleware.ResponseHandle) Option {
	return func(t *throttle) {
		t.responseHandler = fn
	}
}

type throttle struct {
	limit           int
	backlogLimit    int
	backlogTimeout  time.Duration
	retryAfterFn    func(ctxDone bool) time.Duration
	responseHandler middleware.ResponseHandle

	tokens        chan struct{}
	backlogTokens chan struct{}
}

func (s *throttle) initTokens() {
	s.tokens = make(chan struct{}, s.limit)
	s.backlogTokens = make(chan struct{}, s.limit+s.backlogLimit)

	for i := 0; i < s.limit+s.backlogLimit; i++ {
		if i < s.limit {
			s.tokens <- struct{}{}
		}

		s.backlogTokens <- struct{}{}
	}
}

func (s *throttle) setRetryAfterHeader(w http.ResponseWriter, ctxDone bool) {
	if s.retryAfterFn == nil {
		return
	}

	retryAfterSeconds := strconv.Itoa(int(s.retryAfterFn(ctxDone).Seconds()))
	w.Header().Set("Retry-After", retryAfterSeconds)
}

// Middleware is a throttle middleware that limits number of currently processed requests
// at a time across all users. Note: Throttle is not a rate-limiter per user,
// instead it just puts a ceiling on the number of currentl in-flight requests
// being processed from the point from where the Throttle middleware is mounted
func Middleware(opts ...Option) func(http.Handler) http.Handler {
	t := &throttle{}
	opts = append([]Option{DefaultOptions}, opts...)

	for _, opt := range opts {
		opt(t)
	}

	t.initTokens()

	return func(next http.Handler) http.Handler {
		return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
			select {
			case <-r.Context().Done():
				t.setRetryAfterHeader(w, true)
				t.responseHandler(w, r, ErrContextCanceled)
				return

			case btok := <-t.backlogTokens:
				timer := time.NewTimer(t.backlogTimeout)

				defer func() {
					t.backlogTokens <- btok
				}()

				select {
				case <-timer.C:
					t.setRetryAfterHeader(w, false)
					t.responseHandler(w, r, ErrTimedOut)
					return

				case <-r.Context().Done():
					timer.Stop()
					t.setRetryAfterHeader(w, true)
					t.responseHandler(w, r, ErrContextCanceled)
					return

				case tok := <-t.tokens:
					defer func() {
						timer.Stop()
						t.tokens <- tok
					}()

					next.ServeHTTP(w, r)
					return
				}

			default:
				t.setRetryAfterHeader(w, false)
				t.responseHandler(w, r, ErrCapacityExceeded)
				return
			}
		})
	}
}

// RespondWithTooManyRequests is a default response handler
func RespondWithTooManyRequests(w http.ResponseWriter, _ *http.Request, _ error) {
	http.Error(w, http.StatusText(http.StatusTooManyRequests), http.StatusTooManyRequests)
}