seaweedfs/weed/util/compression.go

104 lines
2.1 KiB
Go
Raw Normal View History

2019-04-19 04:43:36 +00:00
package util
import (
"bytes"
"compress/flate"
"compress/gzip"
"io/ioutil"
"strings"
2018-12-22 23:05:31 +00:00
"golang.org/x/tools/godoc/util"
2020-03-27 06:50:07 +00:00
"github.com/chrislusf/seaweedfs/weed/glog"
)
2019-04-19 04:43:36 +00:00
func GzipData(input []byte) ([]byte, error) {
buf := new(bytes.Buffer)
w, _ := gzip.NewWriterLevel(buf, flate.BestSpeed)
if _, err := w.Write(input); err != nil {
glog.V(2).Infoln("error compressing data:", err)
return nil, err
}
if err := w.Close(); err != nil {
glog.V(2).Infoln("error closing compressed data:", err)
return nil, err
}
return buf.Bytes(), nil
}
func UnGzipData(input []byte) ([]byte, error) {
buf := bytes.NewBuffer(input)
r, _ := gzip.NewReader(buf)
defer r.Close()
output, err := ioutil.ReadAll(r)
if err != nil {
glog.V(2).Infoln("error uncompressing data:", err)
}
return output, err
}
/*
* Default more not to gzip since gzip can be done on client side.
2020-03-27 06:50:07 +00:00
*/
func IsGzippable(ext, mtype string, data []byte) bool {
2018-12-22 23:05:31 +00:00
shouldBeZipped, iAmSure := IsGzippableFileType(ext, mtype)
if iAmSure {
return shouldBeZipped
}
isMostlyText := util.IsText(data)
return isMostlyText
}
/*
* Default more not to gzip since gzip can be done on client side.
2019-04-19 04:43:36 +00:00
*/func IsGzippableFileType(ext, mtype string) (shouldBeZipped, iAmSure bool) {
2018-12-22 23:05:31 +00:00
// text
2013-01-17 08:56:56 +00:00
if strings.HasPrefix(mtype, "text/") {
return true, true
}
2018-12-22 23:05:31 +00:00
// images
switch ext {
2020-01-30 04:51:58 +00:00
case ".svg", ".bmp", ".wav":
return true, true
2018-12-22 23:05:31 +00:00
}
if strings.HasPrefix(mtype, "image/") {
return false, true
2018-12-22 23:05:31 +00:00
}
2019-02-06 13:59:15 +00:00
// by file name extension
2013-01-17 08:56:56 +00:00
switch ext {
case ".zip", ".rar", ".gz", ".bz2", ".xz":
return false, true
2014-07-08 16:32:55 +00:00
case ".pdf", ".txt", ".html", ".htm", ".css", ".js", ".json":
return true, true
2018-12-22 23:05:31 +00:00
case ".php", ".java", ".go", ".rb", ".c", ".cpp", ".h", ".hpp":
return true, true
case ".png", ".jpg", ".jpeg":
return false, true
}
2018-12-22 23:05:31 +00:00
// by mime type
if strings.HasPrefix(mtype, "application/") {
if strings.HasSuffix(mtype, "xml") {
return true, true
}
if strings.HasSuffix(mtype, "script") {
return true, true
}
2020-01-30 04:51:58 +00:00
}
if strings.HasPrefix(mtype, "audio/") {
switch strings.TrimPrefix(mtype, "audio/") {
case "wave", "wav", "x-wav", "x-pn-wav":
return true, true
}
}
2018-12-22 23:05:31 +00:00
return false, false
}