gitlab-com-seaweedfs/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2024-01-19 02:48:24 +00:00
Code Issues Projects Releases Wiki Activity

adjust compression to optimize for speed

Browse source
This commit is contained in:
Chris Lu 2019-04-07 11:01:28 -07:00
parent c731d9be6d
commit a32abda1a3
2 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
weed/operation/compress.go
View file

@ -72,7 +72,7 @@ func IsGzippableFileType(ext, mtype string) (shouldBeZipped, iAmSure bool) {
func GzipData(input []byte) ([]byte, error) { func GzipData(input []byte) ([]byte, error) {
buf := new(bytes.Buffer) buf := new(bytes.Buffer)
w, _ := gzip.NewWriterLevel(buf, flate.BestCompression) w, _ := gzip.NewWriterLevel(buf, flate.BestSpeed)
if _, err := w.Write(input); err != nil { if _, err := w.Write(input); err != nil {
glog.V(2).Infoln("error compressing data:", err) glog.V(2).Infoln("error compressing data:", err)
return nil, err return nil, err

3
weed/operation/upload_content.go
View file

@ -2,6 +2,7 @@ package operation
import ( import (
"bytes" "bytes"
"compress/flate"
"compress/gzip" "compress/gzip"
"encoding/json" "encoding/json"
"errors" "errors"
@ -50,7 +51,7 @@ func Upload(uploadUrl string, filename string, reader io.Reader, isGzipped bool,
} }
return upload_content(uploadUrl, func(w io.Writer) (err error) { return upload_content(uploadUrl, func(w io.Writer) (err error) {
if shouldGzipNow { if shouldGzipNow {
gzWriter := gzip.NewWriter(w) gzWriter, _ := gzip.NewWriterLevel(w, flate.BestSpeed)
_, err = io.Copy(gzWriter, reader) _, err = io.Copy(gzWriter, reader)
gzWriter.Close() gzWriter.Close()
} else { } else {