372 lines
12 KiB
Go
372 lines
12 KiB
Go
|
// Package minify relates MIME type to minifiers. Several minifiers are provided in the subpackages.
|
||
|
|
package minify
|
||
|
|
|
||
|
|
import (
|
||
|
|
"bytes"
|
||
|
|
"errors"
|
||
|
|
"fmt"
|
||
|
|
"io"
|
||
|
|
"io/ioutil"
|
||
|
|
"log"
|
||
|
|
"mime"
|
||
|
|
"net/http"
|
||
|
|
"net/url"
|
||
|
|
"os"
|
||
|
|
"os/exec"
|
||
|
|
"path"
|
||
|
|
"regexp"
|
||
|
|
"strings"
|
||
|
|
"sync"
|
||
|
|
|
||
|
|
"github.com/tdewolff/parse/v2"
|
||
|
|
"github.com/tdewolff/parse/v2/buffer"
|
||
|
|
)
|
||
|
|
|
||
|
|
// Warning is used to report usage warnings such as using a deprecated feature
|
||
|
|
var Warning = log.New(os.Stderr, "WARNING: ", 0)
|
||
|
|
|
||
|
|
// ErrNotExist is returned when no minifier exists for a given mimetype.
|
||
|
|
var ErrNotExist = errors.New("minifier does not exist for mimetype")
|
||
|
|
|
||
|
|
// ErrClosedWriter is returned when writing to a closed writer.
|
||
|
|
var ErrClosedWriter = errors.New("write on closed writer")
|
||
|
|
|
||
|
|
////////////////////////////////////////////////////////////////
|
||
|
|
|
||
|
|
// MinifierFunc is a function that implements Minifer.
|
||
|
|
type MinifierFunc func(*M, io.Writer, io.Reader, map[string]string) error
|
||
|
|
|
||
|
|
// Minify calls f(m, w, r, params)
|
||
|
|
func (f MinifierFunc) Minify(m *M, w io.Writer, r io.Reader, params map[string]string) error {
|
||
|
|
return f(m, w, r, params)
|
||
|
|
}
|
||
|
|
|
||
|
|
// Minifier is the interface for minifiers.
|
||
|
|
// The *M parameter is used for minifying embedded resources, such as JS within HTML.
|
||
|
|
type Minifier interface {
|
||
|
|
Minify(*M, io.Writer, io.Reader, map[string]string) error
|
||
|
|
}
|
||
|
|
|
||
|
|
////////////////////////////////////////////////////////////////
|
||
|
|
|
||
|
|
type patternMinifier struct {
|
||
|
|
pattern *regexp.Regexp
|
||
|
|
Minifier
|
||
|
|
}
|
||
|
|
|
||
|
|
type cmdMinifier struct {
|
||
|
|
cmd *exec.Cmd
|
||
|
|
}
|
||
|
|
|
||
|
|
var cmdArgExtension = regexp.MustCompile(`^\.[0-9a-zA-Z]+`)
|
||
|
|
|
||
|
|
func (c *cmdMinifier) Minify(_ *M, w io.Writer, r io.Reader, _ map[string]string) error {
|
||
|
|
cmd := &exec.Cmd{}
|
||
|
|
*cmd = *c.cmd // concurrency safety
|
||
|
|
|
||
|
|
var in, out *os.File
|
||
|
|
for i, arg := range cmd.Args {
|
||
|
|
if j := strings.Index(arg, "$in"); j != -1 {
|
||
|
|
var err error
|
||
|
|
ext := cmdArgExtension.FindString(arg[j+3:])
|
||
|
|
if in, err = ioutil.TempFile("", "minify-in-*"+ext); err != nil {
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
cmd.Args[i] = arg[:j] + in.Name() + arg[j+3+len(ext):]
|
||
|
|
} else if j := strings.Index(arg, "$out"); j != -1 {
|
||
|
|
var err error
|
||
|
|
ext := cmdArgExtension.FindString(arg[j+4:])
|
||
|
|
if out, err = ioutil.TempFile("", "minify-out-*"+ext); err != nil {
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
cmd.Args[i] = arg[:j] + out.Name() + arg[j+4+len(ext):]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
if in == nil {
|
||
|
|
cmd.Stdin = r
|
||
|
|
} else if _, err := io.Copy(in, r); err != nil {
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
if out == nil {
|
||
|
|
cmd.Stdout = w
|
||
|
|
} else {
|
||
|
|
defer io.Copy(w, out)
|
||
|
|
}
|
||
|
|
stderr := &bytes.Buffer{}
|
||
|
|
cmd.Stderr = stderr
|
||
|
|
|
||
|
|
err := cmd.Run()
|
||
|
|
if _, ok := err.(*exec.ExitError); ok {
|
||
|
|
if stderr.Len() != 0 {
|
||
|
|
err = fmt.Errorf("%s", stderr.String())
|
||
|
|
}
|
||
|
|
err = fmt.Errorf("command %s failed: %w", cmd.Path, err)
|
||
|
|
}
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
|
||
|
|
////////////////////////////////////////////////////////////////
|
||
|
|
|
||
|
|
// M holds a map of mimetype => function to allow recursive minifier calls of the minifier functions.
|
||
|
|
type M struct {
|
||
|
|
mutex sync.RWMutex
|
||
|
|
literal map[string]Minifier
|
||
|
|
pattern []patternMinifier
|
||
|
|
|
||
|
|
URL *url.URL
|
||
|
|
}
|
||
|
|
|
||
|
|
// New returns a new M.
|
||
|
|
func New() *M {
|
||
|
|
return &M{
|
||
|
|
sync.RWMutex{},
|
||
|
|
map[string]Minifier{},
|
||
|
|
[]patternMinifier{},
|
||
|
|
nil,
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// Add adds a minifier to the mimetype => function map (unsafe for concurrent use).
|
||
|
|
func (m *M) Add(mimetype string, minifier Minifier) {
|
||
|
|
m.mutex.Lock()
|
||
|
|
m.literal[mimetype] = minifier
|
||
|
|
m.mutex.Unlock()
|
||
|
|
}
|
||
|
|
|
||
|
|
// AddFunc adds a minify function to the mimetype => function map (unsafe for concurrent use).
|
||
|
|
func (m *M) AddFunc(mimetype string, minifier MinifierFunc) {
|
||
|
|
m.mutex.Lock()
|
||
|
|
m.literal[mimetype] = minifier
|
||
|
|
m.mutex.Unlock()
|
||
|
|
}
|
||
|
|
|
||
|
|
// AddRegexp adds a minifier to the mimetype => function map (unsafe for concurrent use).
|
||
|
|
func (m *M) AddRegexp(pattern *regexp.Regexp, minifier Minifier) {
|
||
|
|
m.mutex.Lock()
|
||
|
|
m.pattern = append(m.pattern, patternMinifier{pattern, minifier})
|
||
|
|
m.mutex.Unlock()
|
||
|
|
}
|
||
|
|
|
||
|
|
// AddFuncRegexp adds a minify function to the mimetype => function map (unsafe for concurrent use).
|
||
|
|
func (m *M) AddFuncRegexp(pattern *regexp.Regexp, minifier MinifierFunc) {
|
||
|
|
m.mutex.Lock()
|
||
|
|
m.pattern = append(m.pattern, patternMinifier{pattern, minifier})
|
||
|
|
m.mutex.Unlock()
|
||
|
|
}
|
||
|
|
|
||
|
|
// AddCmd adds a minify function to the mimetype => function map (unsafe for concurrent use) that executes a command to process the minification.
|
||
|
|
// It allows the use of external tools like ClosureCompiler, UglifyCSS, etc. for a specific mimetype.
|
||
|
|
func (m *M) AddCmd(mimetype string, cmd *exec.Cmd) {
|
||
|
|
m.mutex.Lock()
|
||
|
|
m.literal[mimetype] = &cmdMinifier{cmd}
|
||
|
|
m.mutex.Unlock()
|
||
|
|
}
|
||
|
|
|
||
|
|
// AddCmdRegexp adds a minify function to the mimetype => function map (unsafe for concurrent use) that executes a command to process the minification.
|
||
|
|
// It allows the use of external tools like ClosureCompiler, UglifyCSS, etc. for a specific mimetype regular expression.
|
||
|
|
func (m *M) AddCmdRegexp(pattern *regexp.Regexp, cmd *exec.Cmd) {
|
||
|
|
m.mutex.Lock()
|
||
|
|
m.pattern = append(m.pattern, patternMinifier{pattern, &cmdMinifier{cmd}})
|
||
|
|
m.mutex.Unlock()
|
||
|
|
}
|
||
|
|
|
||
|
|
// Match returns the pattern and minifier that gets matched with the mediatype.
|
||
|
|
// It returns nil when no matching minifier exists.
|
||
|
|
// It has the same matching algorithm as Minify.
|
||
|
|
func (m *M) Match(mediatype string) (string, map[string]string, MinifierFunc) {
|
||
|
|
m.mutex.RLock()
|
||
|
|
defer m.mutex.RUnlock()
|
||
|
|
|
||
|
|
mimetype, params := parse.Mediatype([]byte(mediatype))
|
||
|
|
if minifier, ok := m.literal[string(mimetype)]; ok { // string conversion is optimized away
|
||
|
|
return string(mimetype), params, minifier.Minify
|
||
|
|
}
|
||
|
|
|
||
|
|
for _, minifier := range m.pattern {
|
||
|
|
if minifier.pattern.Match(mimetype) {
|
||
|
|
return minifier.pattern.String(), params, minifier.Minify
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return string(mimetype), params, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
// Minify minifies the content of a Reader and writes it to a Writer (safe for concurrent use).
|
||
|
|
// An error is returned when no such mimetype exists (ErrNotExist) or when an error occurred in the minifier function.
|
||
|
|
// Mediatype may take the form of 'text/plain', 'text/*', '*/*' or 'text/plain; charset=UTF-8; version=2.0'.
|
||
|
|
func (m *M) Minify(mediatype string, w io.Writer, r io.Reader) error {
|
||
|
|
mimetype, params := parse.Mediatype([]byte(mediatype))
|
||
|
|
return m.MinifyMimetype(mimetype, w, r, params)
|
||
|
|
}
|
||
|
|
|
||
|
|
// MinifyMimetype minifies the content of a Reader and writes it to a Writer (safe for concurrent use).
|
||
|
|
// It is a lower level version of Minify and requires the mediatype to be split up into mimetype and parameters.
|
||
|
|
// It is mostly used internally by minifiers because it is faster (no need to convert a byte-slice to string and vice versa).
|
||
|
|
func (m *M) MinifyMimetype(mimetype []byte, w io.Writer, r io.Reader, params map[string]string) error {
|
||
|
|
m.mutex.RLock()
|
||
|
|
defer m.mutex.RUnlock()
|
||
|
|
|
||
|
|
if minifier, ok := m.literal[string(mimetype)]; ok { // string conversion is optimized away
|
||
|
|
return minifier.Minify(m, w, r, params)
|
||
|
|
}
|
||
|
|
for _, minifier := range m.pattern {
|
||
|
|
if minifier.pattern.Match(mimetype) {
|
||
|
|
return minifier.Minify(m, w, r, params)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return ErrNotExist
|
||
|
|
}
|
||
|
|
|
||
|
|
// Bytes minifies an array of bytes (safe for concurrent use). When an error occurs it return the original array and the error.
|
||
|
|
// It returns an error when no such mimetype exists (ErrNotExist) or any error occurred in the minifier function.
|
||
|
|
func (m *M) Bytes(mediatype string, v []byte) ([]byte, error) {
|
||
|
|
out := buffer.NewWriter(make([]byte, 0, len(v)))
|
||
|
|
if err := m.Minify(mediatype, out, buffer.NewReader(v)); err != nil {
|
||
|
|
return v, err
|
||
|
|
}
|
||
|
|
return out.Bytes(), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
// String minifies a string (safe for concurrent use). When an error occurs it return the original string and the error.
|
||
|
|
// It returns an error when no such mimetype exists (ErrNotExist) or any error occurred in the minifier function.
|
||
|
|
func (m *M) String(mediatype string, v string) (string, error) {
|
||
|
|
out := buffer.NewWriter(make([]byte, 0, len(v)))
|
||
|
|
if err := m.Minify(mediatype, out, buffer.NewReader([]byte(v))); err != nil {
|
||
|
|
return v, err
|
||
|
|
}
|
||
|
|
return string(out.Bytes()), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
// Reader wraps a Reader interface and minifies the stream.
|
||
|
|
// Errors from the minifier are returned by the reader.
|
||
|
|
func (m *M) Reader(mediatype string, r io.Reader) io.Reader {
|
||
|
|
pr, pw := io.Pipe()
|
||
|
|
go func() {
|
||
|
|
if err := m.Minify(mediatype, pw, r); err != nil {
|
||
|
|
pw.CloseWithError(err)
|
||
|
|
} else {
|
||
|
|
pw.Close()
|
||
|
|
}
|
||
|
|
}()
|
||
|
|
return pr
|
||
|
|
}
|
||
|
|
|
||
|
|
// writer makes sure that errors from the minifier are passed down through Close (can be blocking).
|
||
|
|
type writer struct {
|
||
|
|
pw *io.PipeWriter
|
||
|
|
wg sync.WaitGroup
|
||
|
|
err error
|
||
|
|
closed bool
|
||
|
|
}
|
||
|
|
|
||
|
|
// Write intercepts any writes to the writer.
|
||
|
|
func (w *writer) Write(b []byte) (int, error) {
|
||
|
|
if w.closed {
|
||
|
|
return 0, ErrClosedWriter
|
||
|
|
}
|
||
|
|
n, err := w.pw.Write(b)
|
||
|
|
if w.err != nil {
|
||
|
|
err = w.err
|
||
|
|
}
|
||
|
|
return n, err
|
||
|
|
}
|
||
|
|
|
||
|
|
// Close must be called when writing has finished. It returns the error from the minifier.
|
||
|
|
func (w *writer) Close() error {
|
||
|
|
if !w.closed {
|
||
|
|
w.pw.Close()
|
||
|
|
w.wg.Wait()
|
||
|
|
w.closed = true
|
||
|
|
}
|
||
|
|
return w.err
|
||
|
|
}
|
||
|
|
|
||
|
|
// Writer wraps a Writer interface and minifies the stream.
|
||
|
|
// Errors from the minifier are returned by Close on the writer.
|
||
|
|
// The writer must be closed explicitly.
|
||
|
|
func (m *M) Writer(mediatype string, w io.Writer) *writer {
|
||
|
|
pr, pw := io.Pipe()
|
||
|
|
mw := &writer{pw, sync.WaitGroup{}, nil, false}
|
||
|
|
mw.wg.Add(1)
|
||
|
|
go func() {
|
||
|
|
defer mw.wg.Done()
|
||
|
|
|
||
|
|
if err := m.Minify(mediatype, w, pr); err != nil {
|
||
|
|
mw.err = err
|
||
|
|
}
|
||
|
|
pr.Close()
|
||
|
|
}()
|
||
|
|
return mw
|
||
|
|
}
|
||
|
|
|
||
|
|
// responseWriter wraps an http.ResponseWriter and makes sure that errors from the minifier are passed down through Close (can be blocking).
|
||
|
|
// All writes to the response writer are intercepted and minified on the fly.
|
||
|
|
// http.ResponseWriter loses all functionality such as Pusher, Hijacker, Flusher, ...
|
||
|
|
type responseWriter struct {
|
||
|
|
http.ResponseWriter
|
||
|
|
|
||
|
|
writer *writer
|
||
|
|
m *M
|
||
|
|
mediatype string
|
||
|
|
}
|
||
|
|
|
||
|
|
// WriteHeader intercepts any header writes and removes the Content-Length header.
|
||
|
|
func (w *responseWriter) WriteHeader(status int) {
|
||
|
|
w.ResponseWriter.Header().Del("Content-Length")
|
||
|
|
w.ResponseWriter.WriteHeader(status)
|
||
|
|
}
|
||
|
|
|
||
|
|
// Write intercepts any writes to the response writer.
|
||
|
|
// The first write will extract the Content-Type as the mediatype. Otherwise it falls back to the RequestURI extension.
|
||
|
|
func (w *responseWriter) Write(b []byte) (int, error) {
|
||
|
|
if w.writer == nil {
|
||
|
|
// first write
|
||
|
|
if mediatype := w.ResponseWriter.Header().Get("Content-Type"); mediatype != "" {
|
||
|
|
w.mediatype = mediatype
|
||
|
|
}
|
||
|
|
w.writer = w.m.Writer(w.mediatype, w.ResponseWriter)
|
||
|
|
}
|
||
|
|
return w.writer.Write(b)
|
||
|
|
}
|
||
|
|
|
||
|
|
// Close must be called when writing has finished. It returns the error from the minifier.
|
||
|
|
func (w *responseWriter) Close() error {
|
||
|
|
if w.writer != nil {
|
||
|
|
return w.writer.Close()
|
||
|
|
}
|
||
|
|
return nil
|
||
|
|
}
|
||
|
|
|
||
|
|
// ResponseWriter minifies any writes to the http.ResponseWriter.
|
||
|
|
// http.ResponseWriter loses all functionality such as Pusher, Hijacker, Flusher, ...
|
||
|
|
// Minification might be slower than just sending the original file! Caching is advised.
|
||
|
|
func (m *M) ResponseWriter(w http.ResponseWriter, r *http.Request) *responseWriter {
|
||
|
|
mediatype := mime.TypeByExtension(path.Ext(r.RequestURI))
|
||
|
|
return &responseWriter{w, nil, m, mediatype}
|
||
|
|
}
|
||
|
|
|
||
|
|
// Middleware provides a middleware function that minifies content on the fly by intercepting writes to http.ResponseWriter.
|
||
|
|
// http.ResponseWriter loses all functionality such as Pusher, Hijacker, Flusher, ...
|
||
|
|
// Minification might be slower than just sending the original file! Caching is advised.
|
||
|
|
func (m *M) Middleware(next http.Handler) http.Handler {
|
||
|
|
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||
|
|
mw := m.ResponseWriter(w, r)
|
||
|
|
next.ServeHTTP(mw, r)
|
||
|
|
mw.Close()
|
||
|
|
})
|
||
|
|
}
|
||
|
|
|
||
|
|
// MiddlewareWithError provides a middleware function that minifies content on the fly by intercepting writes to http.ResponseWriter. The error function allows handling minification errors.
|
||
|
|
// http.ResponseWriter loses all functionality such as Pusher, Hijacker, Flusher, ...
|
||
|
|
// Minification might be slower than just sending the original file! Caching is advised.
|
||
|
|
func (m *M) MiddlewareWithError(next http.Handler, errorFunc func(w http.ResponseWriter, r *http.Request, err error)) http.Handler {
|
||
|
|
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||
|
|
mw := m.ResponseWriter(w, r)
|
||
|
|
next.ServeHTTP(mw, r)
|
||
|
|
if err := mw.Close(); err != nil {
|
||
|
|
errorFunc(w, r, err)
|
||
|
|
return
|
||
|
|
}
|
||
|
|
})
|
||
|
|
}
|