diff --git a/config/metrics/grafana/sample-dashboards/SBK-MinIO-Benchmark.json b/config/metrics/grafana/sample-dashboards/SBK-MinIO-Benchmark.json new file mode 100644 index 000000000..2d10d94ae --- /dev/null +++ b/config/metrics/grafana/sample-dashboards/SBK-MinIO-Benchmark.json @@ -0,0 +1,1000 @@ +{ + "__inputs": [ + { + "name": "DS_PROMETHEUS", + "label": "Prometheus", + "description": "", + "type": "datasource", + "pluginId": "prometheus", + "pluginName": "Prometheus" + } + ], + "__requires": [ + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "6.6.1" + }, + { + "type": "panel", + "id": "graph", + "name": "Graph", + "version": "" + }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "1.0.0" + } + ], + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 0, + "id": null, + "links": [], + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 18, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "SBK_MinIO_Reading_AvgLatency", + "refId": "A" + }, + { + "expr": "SBK_MinIO_Reading_MaxLatency", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "MinIO Readers Avg and Max latencies", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 0 + }, + "hiddenSeries": false, + "id": 14, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "SBK_MinIO_Reading_RecordsPerSec", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "SBK_MinIO_Reading_RecordsPerSec", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 0 + }, + "hiddenSeries": false, + "id": 16, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "SBK_MinIO_Reading_50th", + "refId": "A" + }, + { + "expr": "SBK_MinIO_Reading_75th", + "refId": "B" + }, + { + "expr": "SBK_MinIO_Reading_90th", + "refId": "C" + }, + { + "expr": "SBK_MinIO_Reading_99th", + "refId": "D" + }, + { + "expr": "SBK_MinIO_Reading_99_9th", + "refId": "E" + }, + { + "expr": "SBK_MinIO_Reading_99_99th", + "refId": "F" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "MinIO Readers Latencies", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 8, + "x": 0, + "y": 8 + }, + "hiddenSeries": false, + "id": 12, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "SBK_MinIO_Reading_MBPerSec", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "SBK_MinIO_Reading_MBPerSec", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 8, + "x": 8, + "y": 8 + }, + "hiddenSeries": false, + "id": 10, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "SBK_MinIO_Writing_AvgLatency", + "refId": "A" + }, + { + "expr": "SBK_MinIO_Writing_MaxLatency", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "MinIO Avg and Max latencies", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 8, + "x": 16, + "y": 8 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "SBK_MinIO_Writing_50th", + "refId": "A" + }, + { + "expr": "SBK_MinIO_Writing_75th", + "refId": "B" + }, + { + "expr": "SBK_MinIO_Writing_90th", + "refId": "C" + }, + { + "expr": "SBK_MinIO_Writing_99th", + "refId": "D" + }, + { + "expr": "SBK_MinIO_Writing_99_9th", + "refId": "E" + }, + { + "expr": "SBK_MinIO_Writing_99_99th", + "refId": "F" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "MinIO Writers Latencies", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 8, + "x": 0, + "y": 15 + }, + "hiddenSeries": false, + "id": 6, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "SBK_MinIO_Writing_Bytes_total", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "SBK_MinIO_Writing_Bytes_total", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 8, + "x": 8, + "y": 15 + }, + "hiddenSeries": false, + "id": 4, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "SBK_MinIO_Writing_Writers", + "refId": "A" + }, + { + "expr": "SBK_MinIO_Reading_Readers", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "MinIO Writers and Readers", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 8, + "x": 16, + "y": 15 + }, + "hiddenSeries": false, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "SBK_MinIO_Writing_MBPerSec", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "SBK_MinIO_Writing_MBPerSec", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 22 + }, + "hiddenSeries": false, + "id": 20, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "SBK_MinIO_Write_Reading_50th", + "refId": "A" + }, + { + "expr": "SBK_MinIO_Write_Reading_75th", + "refId": "B" + }, + { + "expr": "SBK_MinIO_Write_Reading_90th", + "refId": "C" + }, + { + "expr": "SBK_MinIO_Write_Reading_99th", + "refId": "D" + }, + { + "expr": "SBK_MinIO_Write_Reading_99_9th", + "refId": "E" + }, + { + "expr": "SBK_MinIO_Write_Reading_99_99th", + "refId": "F" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "MinIO End to End Latencies", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + } + ], + "refresh": "5s", + "schemaVersion": 22, + "style": "dark", + "tags": [], + "templating": { + "list": [] + }, + "time": { + "from": "now-15m", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "SBK MinIO Benchmark", + "uid": "GJ5Isn_Mk", + "version": 3 +} diff --git a/driver-file/README.md b/driver-file/README.md index 102976dee..c7313ded4 100644 --- a/driver-file/README.md +++ b/driver-file/README.md @@ -7,8 +7,8 @@ You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 --> -# File System Benchmarking with SBK using File stream and Buffered write/Read APIs -The File system stream driver for SBK supports single Writer , single reader and multiple readers performance benchmarking. +# File System Benchmarking with SBK using File channel write/Read APIs +The File system driver for SBK supports single Writer , single reader and multiple readers performance benchmarking. SBK does not support the End to End latency for file system stream benchmarking. ## File write Benchmarking with SBK and FIO @@ -110,12 +110,12 @@ An example, fio --name=write --ioengine=psync --iodepth=1 --rw=write --bs=1048576 --size=5G --numjobs=1 --group_reporting --sync=1 --thread --nrfiles=1 ``` -The SBK can be used with buffered writes and reads. An example command of buffered write without -flush option is as follows. +The SBK can be used with writes and reads. An example command of write without -flush option is as follows. ``` ./build/install/sbk/bin/sbk -class file -file tmp.txt -size 1048576 -writers 1 -records 100000 ``` -output for 100GB buffered file write is as follows +output for 100GB file write is as follows ``` ./build/install/sbk/bin/sbk -class file -file tmp.txt -size 1048576 -writers 1 -records 100000 SLF4J: Class path contains multiple SLF4J bindings. @@ -147,11 +147,11 @@ Writing(Total) 100000 records, 2205.3 records/sec, 2205.27 MB/sec, ``` -the fio buffered write with pthreads is as follows +The fio write with pthreads is as follows ``` fio --name=write --ioengine=psync --iodepth=1 --rw=write --bs=1048576 --size=100G --numjobs=1 --group_reporting --thread --nrfiles=1 ``` -The output for buffered write without `sync` option for 100GB file as follows +The output for write without `sync` option for 100GB file as follows ``` fio --name=write --ioengine=psync --iodepth=1 --rw=write --bs=1048576 --size=100G --numjobs=1 --group_reporting --thread --nrfiles=1 @@ -186,4 +186,76 @@ Run status group 0 (all jobs): Disk stats (read/write): sde: ios=0/89881, merge=0/3, ticks=0/5184325, in_queue=5188927, util=65.26% -``` \ No newline at end of file +``` + +The SBK file read command is as follows: +``` +./build/install/sbk/bin/sbk -class file -file tmp.txt -size 1048576 -readers 1 -records 100000 +``` + +output for 100GB file write is as follows +``` +./build/install/sbk/bin/sbk -class file -file tmp.txt -size 1048576 -readers 1 -records 100000 +SLF4J: Class path contains multiple SLF4J bindings. +SLF4J: Found binding in [jar:file:/data/kmg/SBK/build/install/sbk/lib/slf4j-simple-1.7.14.jar!/org/slf4j/impl/StaticLoggerBinder.class] +SLF4J: Found binding in [jar:file:/data/kmg/SBK/build/install/sbk/lib/logback-classic-1.0.13.jar!/org/slf4j/impl/StaticLoggerBinder.class] +SLF4J: Found binding in [jar:file:/data/kmg/SBK/build/install/sbk/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class] +SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. +SLF4J: Actual binding is of type [org.slf4j.impl.SimpleLoggerFactory] +2020-06-09 04:38:26 INFO + _____ ____ _ __ + / ____| | _ \ | | / / + | (___ | |_) | | |/ / + \___ \ | _ < | < + ____) | | |_) | | |\ \ + |_____/ |____/ |_| \_\ + +2020-06-09 04:38:26 INFO SBK version: 0.77 +2020-06-09 04:38:27 INFO Reflections took 57 ms to scan 18 urls, producing 22 keys and 87 values +Reading 25722 records, 5143.4 records/sec, 5143.37 MB/sec, 0.2 ms avg latency, 2 ms max latency; Discarded Latencies: 0 lower, 0 higher; Latency Percentiles: 0 ms 10th, 0 ms 25th, 0 ms 50th, 0 ms 75th, 1 ms 95th, 1 ms 99th, 1 ms 99.9th, 1 ms 99.99th. +Reading 25819 records, 5162.8 records/sec, 5162.77 MB/sec, 0.2 ms avg latency, 1 ms max latency; Discarded Latencies: 0 lower, 0 higher; Latency Percentiles: 0 ms 10th, 0 ms 25th, 0 ms 50th, 0 ms 75th, 1 ms 95th, 1 ms 99th, 1 ms 99.9th, 1 ms 99.99th. +Reading 25847 records, 5168.4 records/sec, 5168.37 MB/sec, 0.2 ms avg latency, 1 ms max latency; Discarded Latencies: 0 lower, 0 higher; Latency Percentiles: 0 ms 10th, 0 ms 25th, 0 ms 50th, 0 ms 75th, 1 ms 95th, 1 ms 99th, 1 ms 99.9th, 1 ms 99.99th. +Reading(Total) 100000 records, 5064.1 records/sec, 5064.06 MB/sec, 0.2 ms avg latency, 2 ms max latency; Discarded Latencies: 0 lower, 0 higher; Latency Percentiles: 0 ms 10th, 0 ms 25th, 0 ms 50th, 0 ms 75th, 1 ms 95th, 1 ms 99th, 1 ms 99.9th, 1 ms 99.99th. + +``` + +The fio read is as follows +``` +fio --name=read --iodepth=1 --rw=read --bs=1048576 --size=100G --numjobs=1 --group_reporting --thread --nrfiles=1 +``` +The output for read for 100GB file as follows + +``` +fio --name=read --iodepth=1 --rw=read --bs=1048576 --size=100G --numjobs=1 --group_reporting --nrfiles=1 read: (g=0): rw=read, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=psync, iodepth=1 +fio-3.1 +Starting 1 process +Jobs: 1 (f=1): [R(1)][99.5%][r=497MiB/s,w=0KiB/s][r=497,w=0 IOPS][eta 00m:01s] +read: (groupid=0, jobs=1): err= 0: pid=737513: Tue Jun 9 23:44:25 2020 + read: IOPS=523, BW=524MiB/s (549MB/s)(100GiB/195505msec) + clat (usec): min=159, max=132771, avg=1820.71, stdev=4890.83 + lat (usec): min=159, max=132771, avg=1820.84, stdev=4890.83 + clat percentiles (usec): + | 1.00th=[ 273], 5.00th=[ 289], 10.00th=[ 302], 20.00th=[ 314], + | 30.00th=[ 326], 40.00th=[ 343], 50.00th=[ 359], 60.00th=[ 375], + | 70.00th=[ 392], 80.00th=[ 2835], 90.00th=[ 6325], 95.00th=[ 6980], + | 99.00th=[ 9896], 99.50th=[42730], 99.90th=[61604], 99.95th=[67634], + | 99.99th=[82314] + bw ( KiB/s): min=51200, max=1150976, per=100.00%, avg=560739.66, stdev=56052.56, samples=374 + iops : min= 50, max= 1124, avg=547.59, stdev=54.74, samples=374 + lat (usec) : 250=0.40%, 500=74.65%, 750=0.55%, 1000=0.25% + lat (msec) : 2=1.02%, 4=7.83%, 10=14.31%, 20=0.12%, 50=0.55% + lat (msec) : 100=0.32%, 250=0.01% + cpu : usr=0.11%, sys=30.14%, ctx=57450, majf=0, minf=2477 + IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% + submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% + complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% + issued rwt: total=102400,0,0, short=0,0,0, dropped=0,0,0 + latency : target=0, window=0, percentile=100.00%, depth=1 + +Run status group 0 (all jobs): + READ: bw=524MiB/s (549MB/s), 524MiB/s-524MiB/s (549MB/s-549MB/s), io=100GiB (107GB), run=195505-195505msec + +Disk stats (read/write): + sde: ios=408744/0, merge=0/0, ticks=9887857/0, in_queue=9886977, util=94.47% + +``` diff --git a/driver-minio/README.md b/driver-minio/README.md index 50e797281..5cc5607ad 100644 --- a/driver-minio/README.md +++ b/driver-minio/README.md @@ -30,12 +30,12 @@ For read performance benchmarking, you run the below command. The SBK Docker command writer benchmarking uploading the objects into https://play.min.io ``` -docker run kmgowda/sbk -class minio -writers 1 -size 10 -time 60 +docker run -p 127.0.0.1:8080:8080/tcp kmgowda/sbk -class minio -writers 1 -size 10 -time 60 ``` The SBK docker command to read the objects from https://play.min.io ``` -docker run kmgowda/sbk -class minio -readers 1 -size 10 -time 60 +docker run -p 127.0.0.1:8080:8080/tcp kmgowda/sbk -class minio -readers 1 -size 10 -time 60 ``` you can override the default access key and secret key by using the options `-key` and `-secret`