From 0e404cd84bf08e03fcab3340a6b15655ced67b55 Mon Sep 17 00:00:00 2001 From: Konstantin Lebedev Date: Mon, 24 May 2021 12:14:50 +0500 Subject: [PATCH] Chunk download stats --- weed/filer/stream.go | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/weed/filer/stream.go b/weed/filer/stream.go index 2c25b8722..eb02d0e56 100644 --- a/weed/filer/stream.go +++ b/weed/filer/stream.go @@ -6,9 +6,11 @@ import ( "io" "math" "strings" + "time" "github.com/chrislusf/seaweedfs/weed/glog" "github.com/chrislusf/seaweedfs/weed/pb/filer_pb" + "github.com/chrislusf/seaweedfs/weed/stats" "github.com/chrislusf/seaweedfs/weed/util" "github.com/chrislusf/seaweedfs/weed/wdclient" ) @@ -36,16 +38,21 @@ func StreamContent(masterClient wdclient.HasLookupFileIdFunction, w io.Writer, c for _, chunkView := range chunkViews { urlStrings := fileId2Url[chunkView.FileId] + start := time.Now() data, err := retriedFetchChunkData(urlStrings, chunkView.CipherKey, chunkView.IsGzipped, chunkView.IsFullChunk(), chunkView.Offset, int(chunkView.Size)) + stats.FilerRequestHistogram.WithLabelValues("chunkDownload").Observe(time.Since(start).Seconds()) if err != nil { + stats.FilerRequestCounter.WithLabelValues("chunkDownloadError").Inc() glog.Errorf("read chunk: %v", err) return fmt.Errorf("read chunk: %v", err) } _, err = w.Write(data) if err != nil { + stats.FilerRequestCounter.WithLabelValues("chunkDownloadedError").Inc() glog.Errorf("write chunk: %v", err) return fmt.Errorf("write chunk: %v", err) } + stats.FilerRequestCounter.WithLabelValues("chunkDownload").Inc() } return nil