From 6bc852d33b8a3f398cecfc740ca0038846c56540 Mon Sep 17 00:00:00 2001 From: Chris Lu Date: Tue, 17 Nov 2020 13:35:33 -0800 Subject: [PATCH] Created S3 API Benchmark (markdown) --- S3-API-Benchmark.md | 67 +++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 67 insertions(+) create mode 100644 S3-API-Benchmark.md diff --git a/S3-API-Benchmark.md b/S3-API-Benchmark.md new file mode 100644 index 0000000..5f8030b --- /dev/null +++ b/S3-API-Benchmark.md @@ -0,0 +1,67 @@ +Found this https://github.com/markhpc/hsbench tool which seems easy to use. + + +Here are my results on my laptop. Performances for Write and Read are pretty good. Deletions may needs more tuning. + +``` +benchmark$ hsbench -a accesstoken -s secret -z 4K -d 10 -t 10 -b 10 -u http://localhost:8333 -m "cxipgdx" -bp "hsbench-" +2020/11/17 12:40:22 Hotsauce S3 Benchmark Version 0.1 +2020/11/17 12:40:22 Parameters: +2020/11/17 12:40:22 url=http://localhost:8333 +2020/11/17 12:40:22 object_prefix= +2020/11/17 12:40:22 bucket_prefix=hsbench- +2020/11/17 12:40:22 region=us-east-1 +2020/11/17 12:40:22 modes=cxipgdx +2020/11/17 12:40:22 output= +2020/11/17 12:40:22 json_output= +2020/11/17 12:40:22 max_keys=1000 +2020/11/17 12:40:22 object_count=-1 +2020/11/17 12:40:22 bucket_count=10 +2020/11/17 12:40:22 duration=10 +2020/11/17 12:40:22 threads=10 +2020/11/17 12:40:22 loops=1 +2020/11/17 12:40:22 size=4K +2020/11/17 12:40:22 interval=1.000000 +2020/11/17 12:40:22 Running Loop 0 BUCKET CLEAR TEST +2020/11/17 12:40:22 Loop: 0, Int: TOTAL, Dur(s): 0.0, Mode: BCLR, Ops: 0, MB/s: 0.00, IO/s: 0, Lat(ms): [ min: 0.0, avg: 0.0, 99%: 0.0, max: 0.0 ], Slowdowns: 0 +2020/11/17 12:40:22 Running Loop 0 BUCKET DELETE TEST +2020/11/17 12:40:22 Loop: 0, Int: TOTAL, Dur(s): 0.0, Mode: BDEL, Ops: 0, MB/s: 0.00, IO/s: 0, Lat(ms): [ min: 0.0, avg: 0.0, 99%: 0.0, max: 0.0 ], Slowdowns: 0 +2020/11/17 12:40:22 Running Loop 0 BUCKET INIT TEST +2020/11/17 12:40:22 Loop: 0, Int: TOTAL, Dur(s): 0.0, Mode: BINIT, Ops: 10, MB/s: 0.00, IO/s: 3301, Lat(ms): [ min: 1.7, avg: 2.5, 99%: 2.9, max: 2.9 ], Slowdowns: 0 +2020/11/17 12:40:22 Running Loop 0 OBJECT PUT TEST +2020/11/17 12:40:24 Loop: 0, Int: 0, Dur(s): 1.0, Mode: PUT, Ops: 2775, MB/s: 10.84, IO/s: 2775, Lat(ms): [ min: 1.4, avg: 3.5, 99%: 42.7, max: 114.4 ], Slowdowns: 0 +2020/11/17 12:40:24 Loop: 0, Int: 1, Dur(s): 1.0, Mode: PUT, Ops: 3617, MB/s: 14.13, IO/s: 3617, Lat(ms): [ min: 1.4, avg: 2.8, 99%: 24.4, max: 87.9 ], Slowdowns: 0 +2020/11/17 12:40:25 Loop: 0, Int: 2, Dur(s): 1.0, Mode: PUT, Ops: 3551, MB/s: 13.87, IO/s: 3551, Lat(ms): [ min: 1.3, avg: 2.8, 99%: 24.6, max: 58.4 ], Slowdowns: 0 +2020/11/17 12:40:26 Loop: 0, Int: 3, Dur(s): 1.0, Mode: PUT, Ops: 4019, MB/s: 15.70, IO/s: 4019, Lat(ms): [ min: 1.3, avg: 2.5, 99%: 5.7, max: 96.0 ], Slowdowns: 0 +2020/11/17 12:40:27 Loop: 0, Int: 4, Dur(s): 1.0, Mode: PUT, Ops: 3852, MB/s: 15.05, IO/s: 3852, Lat(ms): [ min: 1.4, avg: 2.6, 99%: 5.8, max: 54.3 ], Slowdowns: 0 +2020/11/17 12:40:28 Loop: 0, Int: 5, Dur(s): 1.0, Mode: PUT, Ops: 3998, MB/s: 15.62, IO/s: 3998, Lat(ms): [ min: 1.4, avg: 2.5, 99%: 5.2, max: 60.0 ], Slowdowns: 0 +2020/11/17 12:40:29 Loop: 0, Int: 6, Dur(s): 1.0, Mode: PUT, Ops: 3935, MB/s: 15.37, IO/s: 3935, Lat(ms): [ min: 1.3, avg: 2.4, 99%: 5.4, max: 50.5 ], Slowdowns: 0 +2020/11/17 12:40:30 Loop: 0, Int: 7, Dur(s): 1.0, Mode: PUT, Ops: 3935, MB/s: 15.37, IO/s: 3935, Lat(ms): [ min: 1.4, avg: 2.6, 99%: 23.3, max: 47.6 ], Slowdowns: 0 +2020/11/17 12:40:31 Loop: 0, Int: 8, Dur(s): 1.0, Mode: PUT, Ops: 3872, MB/s: 15.12, IO/s: 3872, Lat(ms): [ min: 1.3, avg: 2.6, 99%: 22.2, max: 48.9 ], Slowdowns: 0 +2020/11/17 12:40:32 Loop: 0, Int: 9, Dur(s): 1.0, Mode: PUT, Ops: 3761, MB/s: 14.69, IO/s: 3761, Lat(ms): [ min: 1.4, avg: 2.7, 99%: 6.0, max: 52.6 ], Slowdowns: 0 +2020/11/17 12:40:32 Loop: 0, Int: TOTAL, Dur(s): 10.0, Mode: PUT, Ops: 37325, MB/s: 14.58, IO/s: 3732, Lat(ms): [ min: 1.3, avg: 2.7, 99%: 22.3, max: 114.4 ], Slowdowns: 0 +2020/11/17 12:40:32 Running Loop 0 OBJECT GET TEST +2020/11/17 12:40:33 Loop: 0, Int: 0, Dur(s): 1.0, Mode: GET, Ops: 4769, MB/s: 18.63, IO/s: 4769, Lat(ms): [ min: 1.0, avg: 2.0, 99%: 3.0, max: 105.2 ], Slowdowns: 0 +2020/11/17 12:40:34 Loop: 0, Int: 1, Dur(s): 1.0, Mode: GET, Ops: 4999, MB/s: 19.53, IO/s: 4999, Lat(ms): [ min: 1.1, avg: 2.0, 99%: 3.0, max: 104.5 ], Slowdowns: 0 +2020/11/17 12:40:35 Loop: 0, Int: 2, Dur(s): 1.0, Mode: GET, Ops: 4771, MB/s: 18.64, IO/s: 4771, Lat(ms): [ min: 1.1, avg: 2.1, 99%: 3.0, max: 48.1 ], Slowdowns: 0 +2020/11/17 12:40:36 Loop: 0, Int: 3, Dur(s): 1.0, Mode: GET, Ops: 4790, MB/s: 18.71, IO/s: 4790, Lat(ms): [ min: 1.0, avg: 2.1, 99%: 3.1, max: 67.3 ], Slowdowns: 0 +2020/11/17 12:40:37 Loop: 0, Int: 4, Dur(s): 1.0, Mode: GET, Ops: 4795, MB/s: 18.73, IO/s: 4795, Lat(ms): [ min: 1.1, avg: 2.0, 99%: 3.1, max: 29.7 ], Slowdowns: 0 +2020/11/17 12:40:38 Loop: 0, Int: 5, Dur(s): 1.0, Mode: GET, Ops: 4593, MB/s: 17.94, IO/s: 4593, Lat(ms): [ min: 1.1, avg: 2.1, 99%: 3.2, max: 40.0 ], Slowdowns: 0 +2020/11/17 12:40:39 Loop: 0, Int: 6, Dur(s): 1.0, Mode: GET, Ops: 4650, MB/s: 18.16, IO/s: 4650, Lat(ms): [ min: 1.1, avg: 2.1, 99%: 3.2, max: 29.1 ], Slowdowns: 0 +2020/11/17 12:40:40 Loop: 0, Int: TOTAL, Dur(s): 7.8, Mode: GET, Ops: 37325, MB/s: 18.65, IO/s: 4775, Lat(ms): [ min: 1.0, avg: 2.1, 99%: 3.1, max: 105.2 ], Slowdowns: 0 +2020/11/17 12:40:40 Running Loop 0 OBJECT DELETE TEST +2020/11/17 12:40:41 Loop: 0, Int: 0, Dur(s): 1.0, Mode: DEL, Ops: 302, MB/s: 1.18, IO/s: 302, Lat(ms): [ min: 20.8, avg: 32.7, 99%: 52.3, max: 54.6 ], Slowdowns: 0 +2020/11/17 12:40:42 Loop: 0, Int: 1, Dur(s): 1.0, Mode: DEL, Ops: 307, MB/s: 1.20, IO/s: 307, Lat(ms): [ min: 21.4, avg: 32.2, 99%: 54.0, max: 55.8 ], Slowdowns: 0 +2020/11/17 12:40:43 Loop: 0, Int: 2, Dur(s): 1.0, Mode: DEL, Ops: 311, MB/s: 1.21, IO/s: 311, Lat(ms): [ min: 19.8, avg: 32.2, 99%: 51.5, max: 53.3 ], Slowdowns: 0 +2020/11/17 12:40:44 Loop: 0, Int: 3, Dur(s): 1.0, Mode: DEL, Ops: 309, MB/s: 1.21, IO/s: 309, Lat(ms): [ min: 20.5, avg: 32.7, 99%: 65.4, max: 68.2 ], Slowdowns: 0 +2020/11/17 12:40:45 Loop: 0, Int: 4, Dur(s): 1.0, Mode: DEL, Ops: 310, MB/s: 1.21, IO/s: 310, Lat(ms): [ min: 21.7, avg: 32.3, 99%: 62.5, max: 65.0 ], Slowdowns: 0 +2020/11/17 12:40:46 Loop: 0, Int: 5, Dur(s): 1.0, Mode: DEL, Ops: 302, MB/s: 1.18, IO/s: 302, Lat(ms): [ min: 22.4, avg: 32.8, 99%: 72.8, max: 74.9 ], Slowdowns: 0 +2020/11/17 12:40:47 Loop: 0, Int: 6, Dur(s): 1.0, Mode: DEL, Ops: 300, MB/s: 1.17, IO/s: 300, Lat(ms): [ min: 23.5, avg: 33.4, 99%: 44.3, max: 48.5 ], Slowdowns: 0 +2020/11/17 12:40:48 Loop: 0, Int: 7, Dur(s): 1.0, Mode: DEL, Ops: 295, MB/s: 1.15, IO/s: 295, Lat(ms): [ min: 23.7, avg: 33.9, 99%: 46.3, max: 60.4 ], Slowdowns: 0 +2020/11/17 12:40:49 Loop: 0, Int: 8, Dur(s): 1.0, Mode: DEL, Ops: 299, MB/s: 1.17, IO/s: 299, Lat(ms): [ min: 20.5, avg: 33.4, 99%: 52.2, max: 54.2 ], Slowdowns: 0 +2020/11/17 12:40:50 Loop: 0, Int: 9, Dur(s): 1.0, Mode: DEL, Ops: 304, MB/s: 1.19, IO/s: 304, Lat(ms): [ min: 22.7, avg: 32.5, 99%: 47.7, max: 50.4 ], Slowdowns: 0 +2020/11/17 12:40:50 Loop: 0, Int: TOTAL, Dur(s): 10.0, Mode: DEL, Ops: 3049, MB/s: 1.19, IO/s: 305, Lat(ms): [ min: 19.8, avg: 32.8, 99%: 59.0, max: 74.9 ], Slowdowns: 0 +2020/11/17 12:40:50 Running Loop 0 BUCKET DELETE TEST +2020/11/17 12:40:52 Loop: 0, Int: 0, Dur(s): 1.0, Mode: BDEL, Ops: 0, MB/s: 0.00, IO/s: 0, Lat(ms): [ min: 0.0, avg: 0.0, 99%: 0.0, max: 0.0 ], Slowdowns: 0 +2020/11/17 12:40:52 Loop: 0, Int: TOTAL, Dur(s): 1.4, Mode: BDEL, Ops: 10, MB/s: 0.00, IO/s: 7, Lat(ms): [ min: 1216.6, avg: 1332.1, 99%: 1377.8, max: 1377.8 ], Slowdowns: 0 +``` \ No newline at end of file