gitlab-com-seaweedfs/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2024-01-19 02:48:24 +00:00
Code Issues Projects Releases Wiki Activity

Merge pull request #3190 from famosss/master

Browse source 
add bucket label to s3 prometheus metrics
This commit is contained in:
Chris Lu 2022-06-15 23:15:41 -07:00 committed by GitHub
parent 097a12dfb4 6449114e5e
commit 40055211bd
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 16 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
other/metrics/grafana_seaweedfs.json
View file

@ -539,11 +539,12 @@
"step": 60 "step": 60
}, },
{ {
"expr": "histogram_quantile(0.90, sum(rate(SeaweedFS_s3_request_seconds_bucket[1m])) by (le, type))", "expr": "histogram_quantile(0.90, sum(rate(SeaweedFS_s3_request_seconds_bucket[1m])) by (le, type, bucket))",
"format": "time_series", "format": "time_series",
"hide": false, "hide": false,
"interval": "",
"intervalFactor": 2, "intervalFactor": 2,
"legendFormat": "{{type}}", "legendFormat": "{{bucket}} {{type}}",
"refId": "B", "refId": "B",
"step": 60 "step": 60
} }
@ -645,11 +646,12 @@
"step": 60 "step": 60
}, },
{ {
"expr": "histogram_quantile(0.95, sum(rate(SeaweedFS_s3_request_seconds_bucket[1m])) by (le, type))", "expr": "histogram_quantile(0.95, sum(rate(SeaweedFS_s3_request_seconds_bucket[1m])) by (le, type, bucket))",
"format": "time_series", "format": "time_series",
"hide": false, "hide": false,
"interval": "",
"intervalFactor": 2, "intervalFactor": 2,
"legendFormat": "{{type}}", "legendFormat": "{{bucket}} {{type}}",
"refId": "B", "refId": "B",
"step": 60 "step": 60
} }
@ -751,11 +753,11 @@
"step": 60 "step": 60
}, },
{ {
"expr": "histogram_quantile(0.99, sum(rate(SeaweedFS_s3_request_seconds_bucket[1m])) by (le, type))", "expr": "histogram_quantile(0.99, sum(rate(SeaweedFS_s3_request_seconds_bucket[1m])) by (le, type, bucket))",
"format": "time_series", "format": "time_series",
"hide": false, "hide": false,
"intervalFactor": 2, "intervalFactor": 2,
"legendFormat": "{{type}}", "legendFormat": "{{bucket}} {{type}}",
"refId": "B", "refId": "B",
"step": 60 "step": 60
} }
@ -864,7 +866,7 @@
"expr": "rate(SeaweedFS_s3_request_total[1m])", "expr": "rate(SeaweedFS_s3_request_total[1m])",
"format": "time_series", "format": "time_series",
"intervalFactor": 2, "intervalFactor": 2,
"legendFormat": "{{type}}", "legendFormat": "{{bucket}} {{type}}",
"refId": "A", "refId": "A",
"step": 30 "step": 30
} }

6
weed/s3api/stats.go
View file

@ -1,6 +1,7 @@
package s3api package s3api
import ( import (
"github.com/chrislusf/seaweedfs/weed/s3api/s3_constants"
stats_collect "github.com/chrislusf/seaweedfs/weed/stats" stats_collect "github.com/chrislusf/seaweedfs/weed/stats"
"net/http" "net/http"
"strconv" "strconv"
@ -27,11 +28,12 @@ func (r *StatusRecorder) Flush() {
func track(f http.HandlerFunc, action string) http.HandlerFunc { func track(f http.HandlerFunc, action string) http.HandlerFunc {
return func(w http.ResponseWriter, r *http.Request) { return func(w http.ResponseWriter, r *http.Request) {
bucket, _ := s3_constants.GetBucketAndObject(r)
w.Header().Set("Server", "SeaweedFS S3") w.Header().Set("Server", "SeaweedFS S3")
recorder := NewStatusResponseWriter(w) recorder := NewStatusResponseWriter(w)
start := time.Now() start := time.Now()
f(recorder, r) f(recorder, r)
stats_collect.S3RequestHistogram.WithLabelValues(action).Observe(time.Since(start).Seconds()) stats_collect.S3RequestHistogram.WithLabelValues(action, bucket).Observe(time.Since(start).Seconds())
stats_collect.S3RequestCounter.WithLabelValues(action, strconv.Itoa(recorder.Status)).Inc() stats_collect.S3RequestCounter.WithLabelValues(action, strconv.Itoa(recorder.Status), bucket).Inc()
} }
} }

5
weed/stats/metrics.go
View file

@ -173,7 +173,8 @@ var (
Subsystem: "s3", Subsystem: "s3",
Name: "request_total", Name: "request_total",
Help: "Counter of s3 requests.", Help: "Counter of s3 requests.",
}, []string{"type", "code"}) }, []string{"type", "code", "bucket"})
S3RequestHistogram = prometheus.NewHistogramVec( S3RequestHistogram = prometheus.NewHistogramVec(
prometheus.HistogramOpts{ prometheus.HistogramOpts{
Namespace: "SeaweedFS", Namespace: "SeaweedFS",
@ -181,7 +182,7 @@ var (
Name: "request_seconds", Name: "request_seconds",
Help: "Bucketed histogram of s3 request processing time.", Help: "Bucketed histogram of s3 request processing time.",
Buckets: prometheus.ExponentialBuckets(0.0001, 2, 24), Buckets: prometheus.ExponentialBuckets(0.0001, 2, 24),
}, []string{"type"}) }, []string{"type", "bucket"})
) )
func init() { func init() {