seaweedfs/weed/operation/compress.go

96 lines
2 KiB
Go
Raw Normal View History

package operation
import (
"bytes"
"compress/flate"
"compress/gzip"
"io/ioutil"
"strings"
"github.com/chrislusf/seaweedfs/weed/glog"
2018-12-22 23:05:31 +00:00
"golang.org/x/tools/godoc/util"
)
/*
* Default more not to gzip since gzip can be done on client side.
2013-02-27 06:54:22 +00:00
*/
2018-12-22 23:05:31 +00:00
func IsGzippable(ext, mtype string, data []byte) bool {
shouldBeZipped, iAmSure := IsGzippableFileType(ext, mtype)
if iAmSure {
return shouldBeZipped
}
isMostlyText := util.IsText(data)
return isMostlyText
}
/*
* Default more not to gzip since gzip can be done on client side.
*/
func IsGzippableFileType(ext, mtype string) (shouldBeZipped, iAmSure bool) {
2018-12-22 23:05:31 +00:00
// text
2013-01-17 08:56:56 +00:00
if strings.HasPrefix(mtype, "text/") {
return true, true
}
2018-12-22 23:05:31 +00:00
// images
switch ext {
case ".svg", ".bmp":
return true, true
2018-12-22 23:05:31 +00:00
}
if strings.HasPrefix(mtype, "image/") {
return false, true
2018-12-22 23:05:31 +00:00
}
2019-02-06 13:59:15 +00:00
// by file name extension
2013-01-17 08:56:56 +00:00
switch ext {
case ".zip", ".rar", ".gz", ".bz2", ".xz":
return false, true
2014-07-08 16:32:55 +00:00
case ".pdf", ".txt", ".html", ".htm", ".css", ".js", ".json":
return true, true
2018-12-22 23:05:31 +00:00
case ".php", ".java", ".go", ".rb", ".c", ".cpp", ".h", ".hpp":
return true, true
case ".png", ".jpg", ".jpeg":
return false, true
}
2018-12-22 23:05:31 +00:00
// by mime type
if strings.HasPrefix(mtype, "application/") {
if strings.HasSuffix(mtype, "xml") {
return true, true
}
if strings.HasSuffix(mtype, "script") {
return true, true
}
}
2018-12-22 23:05:31 +00:00
return false, false
}
2013-01-17 08:56:56 +00:00
func GzipData(input []byte) ([]byte, error) {
buf := new(bytes.Buffer)
w, _ := gzip.NewWriterLevel(buf, flate.BestSpeed)
if _, err := w.Write(input); err != nil {
glog.V(2).Infoln("error compressing data:", err)
2013-01-17 08:56:56 +00:00
return nil, err
}
if err := w.Close(); err != nil {
glog.V(2).Infoln("error closing compressed data:", err)
2013-01-17 08:56:56 +00:00
return nil, err
}
2013-01-17 08:56:56 +00:00
return buf.Bytes(), nil
}
2013-01-17 08:56:56 +00:00
func UnGzipData(input []byte) ([]byte, error) {
buf := bytes.NewBuffer(input)
r, _ := gzip.NewReader(buf)
defer r.Close()
output, err := ioutil.ReadAll(r)
if err != nil {
glog.V(2).Infoln("error uncompressing data:", err)
}
2013-01-17 08:56:56 +00:00
return output, err
}