2020-11-25 20:36:07 +01:00
|
|
|
package middleware
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bufio"
|
2023-10-01 12:07:22 +02:00
|
|
|
"bytes"
|
2020-11-25 20:36:07 +01:00
|
|
|
"compress/gzip"
|
|
|
|
"io"
|
|
|
|
"net"
|
|
|
|
"net/http"
|
|
|
|
"strings"
|
2021-04-07 10:58:21 +02:00
|
|
|
"sync"
|
2020-11-25 20:36:07 +01:00
|
|
|
|
|
|
|
"github.com/labstack/echo/v4"
|
|
|
|
)
|
|
|
|
|
|
|
|
type (
|
|
|
|
// GzipConfig defines the config for Gzip middleware.
|
|
|
|
GzipConfig struct {
|
|
|
|
// Skipper defines a function to skip middleware.
|
|
|
|
Skipper Skipper
|
|
|
|
|
|
|
|
// Gzip compression level.
|
|
|
|
// Optional. Default value -1.
|
|
|
|
Level int `yaml:"level"`
|
2023-10-01 12:07:22 +02:00
|
|
|
|
|
|
|
// Length threshold before gzip compression is applied.
|
|
|
|
// Optional. Default value 0.
|
|
|
|
//
|
|
|
|
// Most of the time you will not need to change the default. Compressing
|
|
|
|
// a short response might increase the transmitted data because of the
|
|
|
|
// gzip format overhead. Compressing the response will also consume CPU
|
|
|
|
// and time on the server and the client (for decompressing). Depending on
|
|
|
|
// your use case such a threshold might be useful.
|
|
|
|
//
|
|
|
|
// See also:
|
|
|
|
// https://webmasters.stackexchange.com/questions/31750/what-is-recommended-minimum-object-size-for-gzip-performance-benefits
|
|
|
|
MinLength int
|
2020-11-25 20:36:07 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
gzipResponseWriter struct {
|
|
|
|
io.Writer
|
|
|
|
http.ResponseWriter
|
2023-10-01 12:07:22 +02:00
|
|
|
wroteHeader bool
|
|
|
|
wroteBody bool
|
|
|
|
minLength int
|
|
|
|
minLengthExceeded bool
|
|
|
|
buffer *bytes.Buffer
|
|
|
|
code int
|
2020-11-25 20:36:07 +01:00
|
|
|
}
|
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
|
|
|
gzipScheme = "gzip"
|
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
// DefaultGzipConfig is the default Gzip middleware config.
|
|
|
|
DefaultGzipConfig = GzipConfig{
|
2023-10-01 12:07:22 +02:00
|
|
|
Skipper: DefaultSkipper,
|
|
|
|
Level: -1,
|
|
|
|
MinLength: 0,
|
2020-11-25 20:36:07 +01:00
|
|
|
}
|
|
|
|
)
|
|
|
|
|
|
|
|
// Gzip returns a middleware which compresses HTTP response using gzip compression
|
|
|
|
// scheme.
|
|
|
|
func Gzip() echo.MiddlewareFunc {
|
|
|
|
return GzipWithConfig(DefaultGzipConfig)
|
|
|
|
}
|
|
|
|
|
|
|
|
// GzipWithConfig return Gzip middleware with config.
|
|
|
|
// See: `Gzip()`.
|
|
|
|
func GzipWithConfig(config GzipConfig) echo.MiddlewareFunc {
|
|
|
|
// Defaults
|
|
|
|
if config.Skipper == nil {
|
|
|
|
config.Skipper = DefaultGzipConfig.Skipper
|
|
|
|
}
|
|
|
|
if config.Level == 0 {
|
|
|
|
config.Level = DefaultGzipConfig.Level
|
|
|
|
}
|
2023-10-01 12:07:22 +02:00
|
|
|
if config.MinLength < 0 {
|
|
|
|
config.MinLength = DefaultGzipConfig.MinLength
|
|
|
|
}
|
2020-11-25 20:36:07 +01:00
|
|
|
|
2021-04-07 10:58:21 +02:00
|
|
|
pool := gzipCompressPool(config)
|
2023-10-01 12:07:22 +02:00
|
|
|
bpool := bufferPool()
|
2021-04-07 10:58:21 +02:00
|
|
|
|
2020-11-25 20:36:07 +01:00
|
|
|
return func(next echo.HandlerFunc) echo.HandlerFunc {
|
|
|
|
return func(c echo.Context) error {
|
|
|
|
if config.Skipper(c) {
|
|
|
|
return next(c)
|
|
|
|
}
|
|
|
|
|
|
|
|
res := c.Response()
|
|
|
|
res.Header().Add(echo.HeaderVary, echo.HeaderAcceptEncoding)
|
|
|
|
if strings.Contains(c.Request().Header.Get(echo.HeaderAcceptEncoding), gzipScheme) {
|
2021-04-07 10:58:21 +02:00
|
|
|
i := pool.Get()
|
|
|
|
w, ok := i.(*gzip.Writer)
|
|
|
|
if !ok {
|
|
|
|
return echo.NewHTTPError(http.StatusInternalServerError, i.(error).Error())
|
2020-11-25 20:36:07 +01:00
|
|
|
}
|
2021-04-07 10:58:21 +02:00
|
|
|
rw := res.Writer
|
|
|
|
w.Reset(rw)
|
2023-10-01 12:07:22 +02:00
|
|
|
|
|
|
|
buf := bpool.Get().(*bytes.Buffer)
|
|
|
|
buf.Reset()
|
|
|
|
|
|
|
|
grw := &gzipResponseWriter{Writer: w, ResponseWriter: rw, minLength: config.MinLength, buffer: buf}
|
2020-11-25 20:36:07 +01:00
|
|
|
defer func() {
|
2023-10-01 12:07:22 +02:00
|
|
|
// There are different reasons for cases when we have not yet written response to the client and now need to do so.
|
|
|
|
// a) handler response had only response code and no response body (ala 404 or redirects etc). Response code need to be written now.
|
|
|
|
// b) body is shorter than our minimum length threshold and being buffered currently and needs to be written
|
2022-11-02 17:49:03 +01:00
|
|
|
if !grw.wroteBody {
|
2020-11-25 20:36:07 +01:00
|
|
|
if res.Header().Get(echo.HeaderContentEncoding) == gzipScheme {
|
|
|
|
res.Header().Del(echo.HeaderContentEncoding)
|
|
|
|
}
|
2023-10-01 12:07:22 +02:00
|
|
|
if grw.wroteHeader {
|
|
|
|
rw.WriteHeader(grw.code)
|
|
|
|
}
|
2020-11-25 20:36:07 +01:00
|
|
|
// We have to reset response to it's pristine state when
|
|
|
|
// nothing is written to body or error is returned.
|
|
|
|
// See issue #424, #407.
|
|
|
|
res.Writer = rw
|
2023-03-17 13:20:20 +01:00
|
|
|
w.Reset(io.Discard)
|
2023-10-01 12:07:22 +02:00
|
|
|
} else if !grw.minLengthExceeded {
|
|
|
|
// Write uncompressed response
|
|
|
|
res.Writer = rw
|
|
|
|
if grw.wroteHeader {
|
|
|
|
grw.ResponseWriter.WriteHeader(grw.code)
|
|
|
|
}
|
|
|
|
grw.buffer.WriteTo(rw)
|
|
|
|
w.Reset(io.Discard)
|
2020-11-25 20:36:07 +01:00
|
|
|
}
|
|
|
|
w.Close()
|
2023-10-01 12:07:22 +02:00
|
|
|
bpool.Put(buf)
|
2021-04-07 10:58:21 +02:00
|
|
|
pool.Put(w)
|
2020-11-25 20:36:07 +01:00
|
|
|
}()
|
|
|
|
res.Writer = grw
|
|
|
|
}
|
|
|
|
return next(c)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (w *gzipResponseWriter) WriteHeader(code int) {
|
|
|
|
w.Header().Del(echo.HeaderContentLength) // Issue #444
|
2023-10-01 12:07:22 +02:00
|
|
|
|
|
|
|
w.wroteHeader = true
|
|
|
|
|
|
|
|
// Delay writing of the header until we know if we'll actually compress the response
|
|
|
|
w.code = code
|
2020-11-25 20:36:07 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
func (w *gzipResponseWriter) Write(b []byte) (int, error) {
|
|
|
|
if w.Header().Get(echo.HeaderContentType) == "" {
|
|
|
|
w.Header().Set(echo.HeaderContentType, http.DetectContentType(b))
|
|
|
|
}
|
2022-11-02 17:49:03 +01:00
|
|
|
w.wroteBody = true
|
2023-10-01 12:07:22 +02:00
|
|
|
|
|
|
|
if !w.minLengthExceeded {
|
|
|
|
n, err := w.buffer.Write(b)
|
|
|
|
|
|
|
|
if w.buffer.Len() >= w.minLength {
|
|
|
|
w.minLengthExceeded = true
|
|
|
|
|
|
|
|
// The minimum length is exceeded, add Content-Encoding header and write the header
|
|
|
|
w.Header().Set(echo.HeaderContentEncoding, gzipScheme) // Issue #806
|
|
|
|
if w.wroteHeader {
|
|
|
|
w.ResponseWriter.WriteHeader(w.code)
|
|
|
|
}
|
|
|
|
|
|
|
|
return w.Writer.Write(w.buffer.Bytes())
|
|
|
|
}
|
|
|
|
|
|
|
|
return n, err
|
|
|
|
}
|
|
|
|
|
2020-11-25 20:36:07 +01:00
|
|
|
return w.Writer.Write(b)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (w *gzipResponseWriter) Flush() {
|
2023-10-01 12:07:22 +02:00
|
|
|
if !w.minLengthExceeded {
|
|
|
|
// Enforce compression because we will not know how much more data will come
|
|
|
|
w.minLengthExceeded = true
|
|
|
|
w.Header().Set(echo.HeaderContentEncoding, gzipScheme) // Issue #806
|
|
|
|
if w.wroteHeader {
|
|
|
|
w.ResponseWriter.WriteHeader(w.code)
|
|
|
|
}
|
|
|
|
|
|
|
|
w.Writer.Write(w.buffer.Bytes())
|
|
|
|
}
|
|
|
|
|
2020-11-25 20:36:07 +01:00
|
|
|
w.Writer.(*gzip.Writer).Flush()
|
|
|
|
if flusher, ok := w.ResponseWriter.(http.Flusher); ok {
|
|
|
|
flusher.Flush()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (w *gzipResponseWriter) Hijack() (net.Conn, *bufio.ReadWriter, error) {
|
|
|
|
return w.ResponseWriter.(http.Hijacker).Hijack()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (w *gzipResponseWriter) Push(target string, opts *http.PushOptions) error {
|
|
|
|
if p, ok := w.ResponseWriter.(http.Pusher); ok {
|
|
|
|
return p.Push(target, opts)
|
|
|
|
}
|
|
|
|
return http.ErrNotSupported
|
|
|
|
}
|
2021-04-07 10:58:21 +02:00
|
|
|
|
|
|
|
func gzipCompressPool(config GzipConfig) sync.Pool {
|
|
|
|
return sync.Pool{
|
|
|
|
New: func() interface{} {
|
2023-03-17 13:20:20 +01:00
|
|
|
w, err := gzip.NewWriterLevel(io.Discard, config.Level)
|
2021-04-07 10:58:21 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return w
|
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|
2023-10-01 12:07:22 +02:00
|
|
|
|
|
|
|
func bufferPool() sync.Pool {
|
|
|
|
return sync.Pool{
|
|
|
|
New: func() interface{} {
|
|
|
|
b := &bytes.Buffer{}
|
|
|
|
return b
|
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|