2012-07-30 08:36:25 +00:00
|
|
|
package storage
|
|
|
|
|
|
|
|
import (
|
2012-12-22 21:15:09 +00:00
|
|
|
"bytes"
|
|
|
|
"compress/flate"
|
|
|
|
"compress/gzip"
|
2013-08-09 06:57:22 +00:00
|
|
|
"code.google.com/p/weed-fs/go/glog"
|
2012-12-22 21:15:09 +00:00
|
|
|
"io/ioutil"
|
|
|
|
"strings"
|
2012-07-30 08:36:25 +00:00
|
|
|
)
|
|
|
|
|
2012-12-22 21:15:09 +00:00
|
|
|
/*
|
|
|
|
* Default more not to gzip since gzip can be done on client side.
|
2013-02-27 06:54:22 +00:00
|
|
|
*/
|
2012-10-23 17:59:40 +00:00
|
|
|
func IsGzippable(ext, mtype string) bool {
|
2013-01-17 08:56:56 +00:00
|
|
|
if strings.HasPrefix(mtype, "text/") {
|
2013-01-17 08:15:09 +00:00
|
|
|
return true
|
|
|
|
}
|
2013-01-17 08:56:56 +00:00
|
|
|
switch ext {
|
|
|
|
case ".zip", ".rar", ".gz", ".bz2", ".xz":
|
|
|
|
return false
|
|
|
|
case ".pdf", ".txt", ".html", ".css", ".js", ".json":
|
2012-12-22 21:15:09 +00:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
if strings.HasPrefix(mtype, "application/") {
|
2013-01-17 08:15:09 +00:00
|
|
|
if strings.HasSuffix(mtype, "xml") {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
if strings.HasSuffix(mtype, "script") {
|
2012-12-22 21:15:09 +00:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
2012-07-30 08:36:25 +00:00
|
|
|
}
|
2013-01-17 08:56:56 +00:00
|
|
|
|
|
|
|
func GzipData(input []byte) ([]byte, error) {
|
2012-12-22 21:15:09 +00:00
|
|
|
buf := new(bytes.Buffer)
|
|
|
|
w, _ := gzip.NewWriterLevel(buf, flate.BestCompression)
|
|
|
|
if _, err := w.Write(input); err != nil {
|
2013-08-11 18:38:55 +00:00
|
|
|
glog.V(2).Infoln("error compressing data:", err)
|
2013-01-17 08:56:56 +00:00
|
|
|
return nil, err
|
2012-12-22 21:15:09 +00:00
|
|
|
}
|
|
|
|
if err := w.Close(); err != nil {
|
2013-08-11 18:38:55 +00:00
|
|
|
glog.V(2).Infoln("error closing compressed data:", err)
|
2013-01-17 08:56:56 +00:00
|
|
|
return nil, err
|
2012-12-22 21:15:09 +00:00
|
|
|
}
|
2013-01-17 08:56:56 +00:00
|
|
|
return buf.Bytes(), nil
|
2012-07-30 08:36:25 +00:00
|
|
|
}
|
2013-01-17 08:56:56 +00:00
|
|
|
func UnGzipData(input []byte) ([]byte, error) {
|
2012-12-22 21:15:09 +00:00
|
|
|
buf := bytes.NewBuffer(input)
|
|
|
|
r, _ := gzip.NewReader(buf)
|
|
|
|
defer r.Close()
|
|
|
|
output, err := ioutil.ReadAll(r)
|
|
|
|
if err != nil {
|
2013-08-11 18:38:55 +00:00
|
|
|
glog.V(2).Infoln("error uncompressing data:", err)
|
2012-12-22 21:15:09 +00:00
|
|
|
}
|
2013-01-17 08:56:56 +00:00
|
|
|
return output, err
|
2012-07-30 08:52:11 +00:00
|
|
|
}
|