diff --git a/README.md b/README.md index 992cb81c..7b4ab02c 100644 --- a/README.md +++ b/README.md @@ -148,50 +148,54 @@ Running SBK locally: usage: sbk -out SystemLogger Storage Benchmark Kit - -class Storage Driver Class, - Available Drivers [Activemq, Artemis, AsyncFile, - BookKeeper, Cassandra, CephS3, Couchbase, CouchDB, - CSV, Db2, Derby, Dynamodb, Exasol, FdbRecord, File, - FileStream, FoundationDB, H2, HDFS, Hive, Jdbc, - Kafka, LevelDB, MariaDB, Memcached, MinIO, MongoDB, - MsSql, MySQL, Nats, NatsStream, Nsq, Null, OpenIO, - PostgreSQL, Pravega, Pulsar, RabbitMQ, Redis, - RedPanda, RocketMQ, RocksDB, SeaweedS3, SQLite] - -help Help message - -maxlatency Maximum latency; - use '-time' for time unit; default:180000 ms - -minlatency Minimum latency; - use '-time' for time unit; default:0 ms - -out Logger Driver Class, - Available Drivers [CSVLogger, GrpcLogger, - PrometheusLogger, Sl4jLogger, SystemLogger] - -readers Number of readers - -records Number of records(events) if 'seconds' not specified; - otherwise, Maximum records per second by writer(s); - and/or - Number of records per second by reader(s) - -ro Readonly Benchmarking, - Applicable only if both writers and readers are set; - default: false - -rq Benchmark Reade Requests; default: false - -rsec Number of seconds/step for readers, default: 0 - -rstep Number of readers/step, default: 1 - -seconds Number of seconds to run - if not specified, runs forever - -size Size of each message (event or record) - -sync Each Writer calls flush/sync after writing - number of of events(records); and/or - number of events(records) per Write or Read - Transaction - -throughput If > 0, throughput in MB/s - If 0, writes/reads 'records' - If -1, get the maximum throughput (default: -1) - -time Latency Time Unit [ms:MILLISECONDS, mcs:MICROSECONDS, - ns:NANOSECONDS]; default: ms - -wq Benchmark Write Requests; default: false - -writers Number of writers - -wsec Number of seconds/step for writers, default: 0 - -wstep Number of writers/step, default: 1 + -class Storage Driver Class, + Available Drivers [Activemq, Artemis, AsyncFile, + Atomicq, BookKeeper, Cassandra, CephS3, + ConcurrentQ, Conqueue, Couchbase, CouchDB, CSV, + Db2, Derby, Dynamodb, Exasol, FdbRecord, File, + FileStream, FoundationDB, H2, HDFS, Hive, Jdbc, + Kafka, LevelDB, Linkedbq, MariaDB, Memcached, + MinIO, MongoDB, MsSql, MySQL, Nats, NatsStream, + Nsq, Null, OpenIO, PostgreSQL, Pravega, Pulsar, + RabbitMQ, Redis, RedPanda, RocketMQ, RocksDB, + SeaweedS3, SQLite, Syncq] + -help Help message + -maxlatency Maximum latency; + use '-time' for time unit; default:180000 ms + -millisecsleep Idle sleep in milliseconds; default: 0 ms + -minlatency Minimum latency; + use '-time' for time unit; default:0 ms + -out Logger Driver Class, + Available Drivers [CSVLogger, GrpcLogger, + PrometheusLogger, Sl4jLogger, SystemLogger] + -readers Number of readers + -records Number of records(events) if 'seconds' not + specified; + otherwise, Maximum records per second by + writer(s); and/or + Number of records per second by reader(s) + -ro Readonly Benchmarking, + Applicable only if both writers and readers are + set; default: false + -rq Benchmark Reade Requests; default: false + -rsec Number of seconds/step for readers, default: 0 + -rstep Number of readers/step, default: 1 + -seconds Number of seconds to run + if not specified, runs forever + -size Size of each message (event or record) + -sync Each Writer calls flush/sync after writing + number of of events(records); and/or + number of events(records) per Write or Read + Transaction + -throughput If > 0, throughput in MB/s + If 0, writes/reads 'records' + If -1, get the maximum throughput (default: -1) + -time Latency Time Unit [ms:MILLISECONDS, + mcs:MICROSECONDS, ns:NANOSECONDS]; default: ms + -wq Benchmark Write Requests; default: false + -writers Number of writers + -wsec Number of seconds/step for writers, default: 0 + -wstep Number of writers/step, default: 1 Please report issues at https://github.com/kmgowda/SBK @@ -649,6 +653,7 @@ Storage Benchmark Kit -help Help message -maxlatency Maximum latency; use '-time' for time unit; default:180000 ms + -millisecsleep Idle sleep in milliseconds; default: 0 ms -minlatency Minimum latency; use '-time' for time unit; default:0 ms -partitions Number of partitions of the topic, default: 1 @@ -686,7 +691,6 @@ Storage Benchmark Kit Please report issues at https://github.com/kmgowda/SBK - ``` ### Add your driver to SBK Manually diff --git a/sbk-gem-yal/README.md b/sbk-gem-yal/README.md index ef961cef..4bc5dd2d 100644 --- a/sbk-gem-yal/README.md +++ b/sbk-gem-yal/README.md @@ -26,14 +26,8 @@ the SBK-GEM-YAL package too. The standard help output with SBK-GEM-YAL parameters as follows ``` -kmg@kmgs-MBP SBK % ./build/install/sbk/bin/sbk-gem-yal -SLF4J: Class path contains multiple SLF4J bindings. -SLF4J: Found binding in [jar:file:/Users/kmg/projects/SBK/build/install/sbk/lib/slf4j-simple-1.7.36.jar!/org/slf4j/impl/StaticLoggerBinder.class] -SLF4J: Found binding in [jar:file:/Users/kmg/projects/SBK/build/install/sbk/lib/logback-classic-1.0.13.jar!/org/slf4j/impl/StaticLoggerBinder.class] -SLF4J: Found binding in [jar:file:/Users/kmg/projects/SBK/build/install/sbk/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class] -SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. -SLF4J: Actual binding is of type [org.slf4j.impl.SimpleLoggerFactory] -2022-07-21 11:54:24 INFO +kmg@kmgs-MacBook-Pro SBK % ./build/install/sbk/bin/sbk-gem-yal +2024-08-24 17:06:31 INFO _____ ____ _ __ _____ ______ __ __ __ __ _ / ____| | _ \ | |/ / / ____| | ____| | \/ | \ \ / / /\ | | | (___ | |_) | | ' / ______ | | __ | |__ | \ / | ______ \ \_/ / / \ | | @@ -42,11 +36,11 @@ SLF4J: Actual binding is of type [org.slf4j.impl.SimpleLoggerFactory] |_____/ |____/ |_|\_\ \_____| |______| |_| |_| |_| /_/ \_\ |______| -2022-07-21 11:54:24 INFO Storage Benchmark Kit-Group Execution Monitor-YML Arguments Loader -2022-07-21 11:54:24 INFO SBK-GEM-YAL Version: 0.992 -2022-07-21 11:54:24 INFO Arguments List: [] -2022-07-21 11:54:24 INFO Java Runtime Version: 17.0.2+8 -2022-07-21 11:54:25 ERROR java.io.FileNotFoundException: ./sbk-gem.yml (No such file or directory) +2024-08-24 17:06:31 INFO Storage Benchmark Kit-Group Execution Monitor-YML Arguments Loader +2024-08-24 17:06:31 INFO SBK-GEM-YAL Version: 5.3 +2024-08-24 17:06:31 INFO Arguments List: [] +2024-08-24 17:06:31 INFO Java Runtime Version: 17.0.2+8 +2024-08-24 17:06:31 ERROR java.io.FileNotFoundException: ./sbk-gem.yml (No such file or directory) usage: sbk-gem-yal Storage Benchmark Kit-Group Execution Monitor-YML Arguments Loader @@ -56,19 +50,13 @@ Storage Benchmark Kit-Group Execution Monitor-YML Arguments Loader -p Print SBK-GEM Options Help Text Please report issues at https://github.com/kmgowda/SBK - ``` An Example output of SBK-GEM-YAL with 1 SBK file system benchmarking instances is as follows: ``` -kmg@kmgs-MBP SBK % ./build/install/sbk/bin/sbk-gem-yal -f ./sbk-gem-1.yaml -SLF4J: Class path contains multiple SLF4J bindings. -SLF4J: Found binding in [jar:file:/Users/kmg/projects/SBK/build/install/sbk/lib/slf4j-simple-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class] -SLF4J: Found binding in [jar:file:/Users/kmg/projects/SBK/build/install/sbk/lib/logback-classic-1.0.13.jar!/org/slf4j/impl/StaticLoggerBinder.class] -SLF4J: Found binding in [jar:file:/Users/kmg/projects/SBK/build/install/sbk/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class] -SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. -SLF4J: Actual binding is of type [org.slf4j.impl.SimpleLoggerFactory] -2021-09-07 15:25:22 INFO +kmg@kmgs-MacBook-Pro SBK % ./gradlew installDist +kmg@kmgs-MacBook-Pro SBK % ./build/install/sbk/bin/sbk-gem-yal -f ./sbk-gem-file-reader.yml +2024-08-24 17:08:07 INFO _____ ____ _ __ _____ ______ __ __ __ __ _ / ____| | _ \ | |/ / / ____| | ____| | \/ | \ \ / / /\ | | | (___ | |_) | | ' / ______ | | __ | |__ | \ / | ______ \ \_/ / / \ | | @@ -77,12 +65,13 @@ SLF4J: Actual binding is of type [org.slf4j.impl.SimpleLoggerFactory] |_____/ |____/ |_|\_\ \_____| |______| |_| |_| |_| /_/ \_\ |______| -2021-09-07 15:25:22 INFO SBK-GEM-YML Arguments Loader -2021-09-07 15:25:22 INFO SBK-GEM-YAL Version: 0.92 -2021-09-07 15:25:22 INFO Arguments List: [-f, ./sbk-gem-1.yaml] -2021-09-07 15:25:22 INFO Java Runtime Version: 11.0.8+11 -2021-09-07 15:25:22 INFO Reflections took 75 ms to scan 44 urls, producing 109 keys and 251 values -2021-09-07 15:25:22 INFO +2024-08-24 17:08:07 INFO Storage Benchmark Kit-Group Execution Monitor-YML Arguments Loader +2024-08-24 17:08:07 INFO SBK-GEM-YAL Version: 5.3 +2024-08-24 17:08:07 INFO Arguments List: [-f, ./sbk-gem-file-reader.yml] +2024-08-24 17:08:07 INFO Java Runtime Version: 17.0.2+8 +2024-08-24 17:08:07 INFO Reflections took 63 ms to scan 51 urls, producing 26 keys and 156 values +2024-08-24 17:08:07 INFO Reflections took 0 ms to scan 1 urls, producing 4 keys and 6 values +2024-08-24 17:08:07 INFO _____ ____ _ __ _____ ______ __ __ / ____| | _ \ | |/ / / ____| | ____| | \/ | | (___ | |_) | | ' / ______ | | __ | |__ | \ / | @@ -90,75 +79,103 @@ SLF4J: Actual binding is of type [org.slf4j.impl.SimpleLoggerFactory] ____) | | |_) | | . \ | |__| | | |____ | | | | |_____/ |____/ |_|\_\ \_____| |______| |_| |_| -2021-09-07 15:25:22 INFO Storage Benchmark Kit - Group Execution Monitor -2021-09-07 15:25:22 INFO SBK-GEM Version: 0.92 -2021-09-07 15:25:22 INFO SBK-GEM Website: https://github.com/kmgowda/SBK -2021-09-07 15:25:22 INFO Arguments List: [-nodes, localhost, -class, file, -readers, 1, -size, 10, -time, ns, -seconds, 60, -gemuser, kmg, -gempass, pass@123456, -sbkdir, /Users/kmg/projects/SBK/build/install/sbk] -2021-09-07 15:25:22 INFO Java Runtime Version: 11.0.8+11 -2021-09-07 15:25:22 INFO Storage Drivers Package: io.sbk -2021-09-07 15:25:22 INFO sbk.applicationName: sbk -2021-09-07 15:25:22 INFO sbk.className: -2021-09-07 15:25:22 INFO sbk.appHome: /Users/kmg/projects/SBK/build/install/sbk -2021-09-07 15:25:22 INFO '-class': file -2021-09-07 15:25:22 INFO Available Storage Drivers in package 'io.sbk': 40 [Artemis, -AsyncFile, BookKeeper, Cassandra, CephS3, ConcurrentQ, CouchDB, CSV, Db2, Derby, -FdbRecord, File, FileStream, FoundationDB, HDFS, Hive, Ignite, Jdbc, Kafka, LevelDB, -MariaDB, MinIO, MongoDB, MsSql, MySQL, Nats, NatsStream, Nsq, Null, OpenIO, PostgreSQL, -Pravega, Pulsar, RabbitMQ, Redis, RedPanda, RocketMQ, RocksDB, SeaweedS3, SQLite] -2021-09-07 15:25:22 INFO SBK-GEM [1]: Arguments to process : [-nodes, localhost, -readers, 1, -size, 10, -time, ns, -seconds, 60, -gemuser, kmg, -gempass, pass@123456, -sbkdir, /Users/kmg/projects/SBK/build/install/sbk] -2021-09-07 15:25:22 INFO Time Unit: NANOSECONDS -2021-09-07 15:25:22 INFO Minimum Latency: 0 ns -2021-09-07 15:25:22 INFO Maximum Latency: 180000000000 ns -2021-09-07 15:25:22 INFO SBK dir: /Users/kmg/projects/SBK/build/install/sbk -2021-09-07 15:25:22 INFO SBK command: bin/sbk -2021-09-07 15:25:22 INFO Arguments to remote SBK command: -class file -readers 1 -size 10 -seconds 60 -time ns -minlatency 0 -maxlatency 180000000000 -context no -ram kmgs-MBP.Dlink -ramport 9717 -2021-09-07 15:25:22 INFO SBK-GEM: Arguments to remote SBK command verification Success.. -2021-09-07 15:25:22 INFO Arguments to SBK-RAM: [-class, file, -action, r, -max, 1] -2021-09-07 15:25:22 INFO SBK-GEM: Arguments to SBK-RAM command verification Success.. -2021-09-07 15:25:22 INFO Window Latency Store: HashMap, Size: 512 MB -2021-09-07 15:25:22 INFO Total Window Latency Store: HashMap, Size: 1024 MB -2021-09-07 15:25:22 INFO Total Window Extension: None, Size: 0 MB -2021-09-07 15:25:22 INFO getOrCreateProvider(BC) created instance of org.bouncycastle.jce.provider.BouncyCastleProvider -2021-09-07 15:25:22 INFO getOrCreateProvider(EdDSA) created instance of net.i2p.crypto.eddsa.EdDSASecurityProvider -2021-09-07 15:25:23 INFO SBK GEM Benchmark Started -2021-09-07 15:25:23 INFO SBK-GEM: Ssh Connection to host 'localhost' starting... -2021-09-07 15:25:23 INFO Using MinaServiceFactoryFactory -2021-09-07 15:25:23 WARN Server at localhost/127.0.0.1:22 presented unverified EC key: SHA256:6kTtY0SqflZ/04wvcClPuoe9ZRxaVyeakHBYuVfTkSg -2021-09-07 15:25:23 INFO SBK-GEM: Ssh Connection to host 'localhost' Success. -2021-09-07 15:25:23 INFO SBK-GEM: Ssh session establishment Success.. -2021-09-07 15:25:23 INFO SBK-GEM: Matching Java Major Version: 11 Success.. -2021-09-07 15:25:23 INFO SBK-GEM: Removing the remote directory: 'sbk' Success.. -2021-09-07 15:25:23 INFO SBK-GEM: Creating remote directory: 'sbk' Success.. -2021-09-07 15:25:28 INFO Copy SBK application: 'bin/sbk' to remote nodes Success.. -2021-09-07 15:25:28 INFO SBK RAM Benchmark Started -2021-09-07 15:25:28 INFO SBK PrometheusLogger Started -2021-09-07 15:25:28 INFO SBK Connections PrometheusLogger Started -2021-09-07 15:25:28 INFO LatenciesRecord Benchmark Started -2021-09-07 15:25:28 INFO SBK-GEM: Remote SBK command: sbk/bin/sbk -class file -readers 1 -size 10 -seconds 60 -time ns -minlatency 0 -maxlatency 180000000000 -context no -ram kmgs-MBP.Dlink -ramport 9717 -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 0 Readers, 0 Max Writers, 0 Max Readers, 5 seconds, 0.0 MB, 0 records, 0.0 records/sec, 0.00 MB/sec, 0.0 ns avg latency, 0 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 0; Latency Percentiles: 0 ns 10th, 0 ns 20th, 0 ns 25th, 0 ns 30th, 0 ns 40th, 0 ns 50th, 0 ns 60th, 0 ns 70th, 0 ns 75th, 0 ns 80th, 0 ns 90th, 0 ns 92.5th, 0 ns 95th, 0 ns 97.5th, 0 ns 99th, 0 ns 99.25th, 0 ns 99.5th, 0 ns 99.75th, 0 ns 99.9th, 0 ns 99.95th, 0 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 58.4 MB, 6125815 records, 1222144.8 records/sec, 11.66 MB/sec, 740.6 ns avg latency, 3792770 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 8; Latency Percentiles: 644 ns 10th, 653 ns 20th, 656 ns 25th, 659 ns 30th, 665 ns 40th, 670 ns 50th, 676 ns 60th, 685 ns 70th, 690 ns 75th, 697 ns 80th, 721 ns 90th, 742 ns 92.5th, 1026 ns 95th, 1120 ns 97.5th, 1211 ns 99th, 1256 ns 99.25th, 1414 ns 99.5th, 2642 ns 99.75th, 19067 ns 99.9th, 21171 ns 99.95th, 28638 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 61.7 MB, 6473299 records, 1291649.7 records/sec, 12.32 MB/sec, 709.0 ns avg latency, 2626021 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 643 ns 10th, 650 ns 20th, 653 ns 25th, 656 ns 30th, 661 ns 40th, 667 ns 50th, 672 ns 60th, 678 ns 70th, 682 ns 75th, 686 ns 80th, 700 ns 90th, 705 ns 92.5th, 717 ns 95th, 751 ns 97.5th, 801 ns 99th, 828 ns 99.25th, 906 ns 99.5th, 1198 ns 99.75th, 17228 ns 99.9th, 20582 ns 99.95th, 27895 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 62.0 MB, 6503578 records, 1299929.2 records/sec, 12.40 MB/sec, 704.9 ns avg latency, 1856897 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 645 ns 10th, 652 ns 20th, 656 ns 25th, 658 ns 30th, 663 ns 40th, 669 ns 50th, 673 ns 60th, 678 ns 70th, 681 ns 75th, 684 ns 80th, 696 ns 90th, 701 ns 92.5th, 708 ns 95th, 721 ns 97.5th, 785 ns 99th, 812 ns 99.25th, 895 ns 99.5th, 1139 ns 99.75th, 15787 ns 99.9th, 20478 ns 99.95th, 28087 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 61.7 MB, 6470860 records, 1291107.7 records/sec, 12.31 MB/sec, 708.4 ns avg latency, 1453392 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 646 ns 10th, 655 ns 20th, 658 ns 25th, 660 ns 30th, 665 ns 40th, 670 ns 50th, 675 ns 60th, 680 ns 70th, 683 ns 75th, 686 ns 80th, 696 ns 90th, 700 ns 92.5th, 705 ns 95th, 715 ns 97.5th, 781 ns 99th, 811 ns 99.25th, 922 ns 99.5th, 1182 ns 99.75th, 16817 ns 99.9th, 20696 ns 99.95th, 30629 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 62.2 MB, 6525371 records, 1303205.3 records/sec, 12.43 MB/sec, 702.6 ns avg latency, 1265571 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 645 ns 10th, 652 ns 20th, 656 ns 25th, 659 ns 30th, 664 ns 40th, 669 ns 50th, 673 ns 60th, 678 ns 70th, 682 ns 75th, 685 ns 80th, 697 ns 90th, 701 ns 92.5th, 707 ns 95th, 717 ns 97.5th, 764 ns 99th, 794 ns 99.25th, 885 ns 99.5th, 1110 ns 99.75th, 15237 ns 99.9th, 20392 ns 99.95th, 27489 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 62.3 MB, 6530842 records, 1303674.0 records/sec, 12.43 MB/sec, 702.6 ns avg latency, 1250411 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 645 ns 10th, 653 ns 20th, 656 ns 25th, 659 ns 30th, 664 ns 40th, 669 ns 50th, 674 ns 60th, 679 ns 70th, 682 ns 75th, 686 ns 80th, 696 ns 90th, 700 ns 92.5th, 705 ns 95th, 715 ns 97.5th, 755 ns 99th, 788 ns 99.25th, 875 ns 99.5th, 1113 ns 99.75th, 15102 ns 99.9th, 20377 ns 99.95th, 27847 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 62.1 MB, 6509308 records, 1299069.4 records/sec, 12.39 MB/sec, 704.7 ns avg latency, 1199798 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 645 ns 10th, 653 ns 20th, 657 ns 25th, 659 ns 30th, 664 ns 40th, 670 ns 50th, 674 ns 60th, 679 ns 70th, 683 ns 75th, 686 ns 80th, 697 ns 90th, 702 ns 92.5th, 707 ns 95th, 730 ns 97.5th, 853 ns 99th, 865 ns 99.25th, 939 ns 99.5th, 1163 ns 99.75th, 15270 ns 99.9th, 20413 ns 99.95th, 27873 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 61.9 MB, 6493877 records, 1297288.7 records/sec, 12.37 MB/sec, 705.6 ns avg latency, 1302912 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 645 ns 10th, 652 ns 20th, 656 ns 25th, 658 ns 30th, 663 ns 40th, 669 ns 50th, 673 ns 60th, 678 ns 70th, 681 ns 75th, 685 ns 80th, 695 ns 90th, 700 ns 92.5th, 704 ns 95th, 713 ns 97.5th, 763 ns 99th, 795 ns 99.25th, 884 ns 99.5th, 1150 ns 99.75th, 17035 ns 99.9th, 20490 ns 99.95th, 27988 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 62.1 MB, 6512990 records, 1302191.1 records/sec, 12.42 MB/sec, 704.2 ns avg latency, 1265876 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 645 ns 10th, 652 ns 20th, 656 ns 25th, 659 ns 30th, 663 ns 40th, 669 ns 50th, 673 ns 60th, 679 ns 70th, 682 ns 75th, 686 ns 80th, 697 ns 90th, 701 ns 92.5th, 706 ns 95th, 716 ns 97.5th, 766 ns 99th, 799 ns 99.25th, 878 ns 99.5th, 1124 ns 99.75th, 15429 ns 99.9th, 20456 ns 99.95th, 28095 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 61.6 MB, 6459316 records, 1291471.8 records/sec, 12.32 MB/sec, 709.8 ns avg latency, 1167192 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 646 ns 10th, 653 ns 20th, 657 ns 25th, 660 ns 30th, 666 ns 40th, 671 ns 50th, 676 ns 60th, 683 ns 70th, 687 ns 75th, 691 ns 80th, 703 ns 90th, 706 ns 92.5th, 710 ns 95th, 720 ns 97.5th, 788 ns 99th, 816 ns 99.25th, 954 ns 99.5th, 1225 ns 99.75th, 17047 ns 99.9th, 20564 ns 99.95th, 27861 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 61.9 MB, 6493556 records, 1296092.4 records/sec, 12.36 MB/sec, 705.9 ns avg latency, 1251746 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 645 ns 10th, 653 ns 20th, 657 ns 25th, 659 ns 30th, 664 ns 40th, 670 ns 50th, 674 ns 60th, 680 ns 70th, 684 ns 75th, 688 ns 80th, 700 ns 90th, 703 ns 92.5th, 708 ns 95th, 717 ns 97.5th, 768 ns 99th, 798 ns 99.25th, 880 ns 99.5th, 1134 ns 99.75th, 16251 ns 99.9th, 20455 ns 99.95th, 27837 ns 99.99th. -Sbk-Ram 0 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 2 seconds, 61.7 MB, 6473163 records, 2439372.0 records/sec, 23.26 MB/sec, 706.2 ns avg latency, 1201935 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 645 ns 10th, 650 ns 20th, 654 ns 25th, 657 ns 30th, 662 ns 40th, 668 ns 50th, 672 ns 60th, 676 ns 70th, 679 ns 75th, 683 ns 80th, 695 ns 90th, 700 ns 92.5th, 706 ns 95th, 717 ns 97.5th, 783 ns 99th, 810 ns 99.25th, 915 ns 99.5th, 1151 ns 99.75th, 17301 ns 99.9th, 20577 ns 99.95th, 27801 ns 99.99th. -Total : Sbk-Ram 0 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 62 seconds, 739.8 MB, 77571975 records, 1236234.1 records/sec, 11.79 MB/sec, 708.6 ns avg latency, 3792770 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 645 ns 10th, 652 ns 20th, 656 ns 25th, 659 ns 30th, 664 ns 40th, 669 ns 50th, 674 ns 60th, 679 ns 70th, 683 ns 75th, 687 ns 80th, 699 ns 90th, 703 ns 92.5th, 710 ns 95th, 728 ns 97.5th, 853 ns 99th, 1019 ns 99.25th, 1108 ns 99.5th, 1284 ns 99.75th, 16554 ns 99.9th, 20504 ns 99.95th, 28025 ns 99.99th. -2021-09-07 15:26:31 INFO LatenciesRecord Benchmark Shutdown -2021-09-07 15:26:31 INFO SBK PrometheusLogger Shutdown -2021-09-07 15:26:31 INFO SBK RAM Benchmark Shutdown -2021-09-07 15:26:31 INFO SBK GEM Benchmark Shutdown +2024-08-24 17:08:07 INFO Storage Benchmark Kit - Group Execution Monitor +2024-08-24 17:08:07 INFO SBK-GEM Version: 5.3 +2024-08-24 17:08:07 INFO SBK-GEM Website: https://github.com/kmgowda/SBK +2024-08-24 17:08:07 INFO Arguments List: [-seconds, 60, -sbkdir, /Users/kmg/projects/SBK/build/install/sbk, -class, file, -sbmsleepms, 100, -gempass, Laki@2322, -nodes, localhost 127.0.0.1, -readers, 1, -time, ns, -gemuser, kmg, -size, 10] +2024-08-24 17:08:07 INFO Java Runtime Version: 17.0.2+8 +2024-08-24 17:08:07 INFO SBP Version Major: 3, Minor: 0 +2024-08-24 17:08:07 INFO Storage Drivers Package: io.sbk.driver +2024-08-24 17:08:07 INFO sbk.applicationName: sbk +2024-08-24 17:08:07 INFO sbk.className: +2024-08-24 17:08:07 INFO sbk.appHome: /Users/kmg/projects/SBK/build/install/sbk +2024-08-24 17:08:07 INFO '-class': file +2024-08-24 17:08:07 INFO Storage Classes in package 'io.sbk.driver': 49 [Activemq, +Artemis, AsyncFile, Atomicq, BookKeeper, Cassandra, CephS3, ConcurrentQ, Conqueue, +Couchbase, CouchDB, CSV, Db2, Derby, Dynamodb, Exasol, FdbRecord, File, FileStream, +FoundationDB, H2, HDFS, Hive, Jdbc, Kafka, LevelDB, Linkedbq, MariaDB, Memcached, +MinIO, MongoDB, MsSql, MySQL, Nats, NatsStream, Nsq, Null, OpenIO, PostgreSQL, Pravega, +Pulsar, RabbitMQ, Redis, RedPanda, RocketMQ, RocksDB, SeaweedS3, SQLite, Syncq] +2024-08-24 17:08:07 INFO Gem Logger Classes in package 'io.gem.logger': 1 [GemPrometheusLogger] +2024-08-24 17:08:07 INFO SBK-GEM [1]: Arguments to process : [-seconds, 60, -sbkdir, /Users/kmg/projects/SBK/build/install/sbk, -sbmsleepms, 100, -gempass, Laki@2322, -nodes, localhost 127.0.0.1, -readers, 1, -time, ns, -gemuser, kmg, -size, 10] +2024-08-24 17:08:07 INFO Time Unit: NANOSECONDS +2024-08-24 17:08:07 INFO Minimum Latency: 0 ns +2024-08-24 17:08:07 INFO Maximum Latency: 180000000000 ns +2024-08-24 17:08:07 INFO SBK dir: /Users/kmg/projects/SBK/build/install/sbk +2024-08-24 17:08:07 INFO SBK command: bin/sbk +2024-08-24 17:08:07 INFO Arguments to remote SBK command: -class file -seconds 60 -readers 1 -size 10 -out GrpcLogger -time ns -minlatency 0 -maxlatency 180000000000 -wq true -rq true -context no -sbm kmgs-MacBook-Pro.local -sbmport 9717 +2024-08-24 17:08:07 INFO SBK-GEM: Arguments to remote SBK command verification Success.. +2024-08-24 17:08:07 INFO Arguments to SBM: [-class, file, -action, r, -time, ns, -minlatency, 0, -maxlatency, 180000000000, -port, 9717, -wq, true, -rq, true, -max, 2, -millisecsleep, 100] +2024-08-24 17:08:07 INFO Logger for SBM: GemPrometheusLogger +2024-08-24 17:08:07 INFO SBK-GEM: Arguments to SBM command verification Success.. +2024-08-24 17:08:07 INFO Window Latency Store: HashMap, Size: 512 MB +2024-08-24 17:08:07 INFO Total Window Latency Store: HashMap, Size: 1024 MB +2024-08-24 17:08:07 INFO Total Window Extension: None, Size: 0 MB +2024-08-24 17:08:07 INFO getOrCreateProvider(BC) created instance of org.bouncycastle.jce.provider.BouncyCastleProvider +2024-08-24 17:08:07 INFO getOrCreateProvider(EdDSA) created instance of net.i2p.crypto.eddsa.EdDSASecurityProvider +2024-08-24 17:08:07 INFO SBK GEM Benchmark Started +2024-08-24 17:08:07 INFO SBK-GEM: Ssh Connection to host '127.0.0.1' starting... +2024-08-24 17:08:07 INFO SBK-GEM: Ssh Connection to host 'localhost' starting... +2024-08-24 17:08:07 INFO Using MinaServiceFactoryFactory +2024-08-24 17:08:07 INFO resolveEffectiveResolver(kmg@localhost:22/null) no configuration file at /Users/kmg/.ssh/config +2024-08-24 17:08:07 INFO resolveEffectiveResolver(kmg@127.0.0.1:22/null) no configuration file at /Users/kmg/.ssh/config +2024-08-24 17:08:08 WARN Server at /127.0.0.1:22 presented unverified EC key: SHA256:6kTtY0SqflZ/04wvcClPuoe9ZRxaVyeakHBYuVfTkSg +2024-08-24 17:08:08 WARN Server at localhost/127.0.0.1:22 presented unverified EC key: SHA256:6kTtY0SqflZ/04wvcClPuoe9ZRxaVyeakHBYuVfTkSg +2024-08-24 17:08:08 INFO Server announced support for publickey-hostbound@openssh.com version 0 +2024-08-24 17:08:08 INFO Server announced support for publickey-hostbound@openssh.com version 0 +2024-08-24 17:08:08 INFO SBK-GEM: Ssh Connection to host '127.0.0.1' Success. +2024-08-24 17:08:08 INFO SBK-GEM: Ssh Connection to host 'localhost' Success. +2024-08-24 17:08:08 INFO SBK-GEM: Ssh session establishment Success.. +2024-08-24 17:08:08 INFO SBK-GEM: Matching Java Major Version: 17 Success.. +2024-08-24 17:08:08 INFO SBK-GEM: Removing the remote directory: 'sbk' Success.. +2024-08-24 17:08:08 INFO SBK-GEM: Creating remote directory: 'sbk' Success.. +2024-08-24 17:08:08 WARN validateCommandStatusCode(ScpHelper[ClientSessionImpl[kmg@/127.0.0.1:22]])[/Users/kmg/projects/SBK/build/install/sbk] advisory ACK=1: scp: sbk-gem-5.3/sbk: File exists for command=D0755 0 sbk +2024-08-24 17:08:12 WARN handleCommandExitStatus(ClientSessionImpl[kmg@/127.0.0.1:22]) cmd='scp -d -r -p -t -- sbk-gem-5.3' may have terminated with some problems +2024-08-24 17:08:12 INFO Copy SBK application: 'bin/sbk' to remote nodes Success.. +2024-08-24 17:08:12 INFO SBM Started +2024-08-24 17:08:12 INFO SBK PrometheusLogger Started +2024-08-24 17:08:12 INFO SBK Connections PrometheusLogger Started +2024-08-24 17:08:12 INFO SbmLatencyBenchmark Started : 100 milliseconds idle sleep +2024-08-24 17:08:12 INFO SBK-GEM: Remote SBK command: sbk/bin/sbk -class file -seconds 60 -readers 1 -size 10 -out GrpcLogger -time ns -minlatency 0 -maxlatency 180000000000 -wq true -rq true -context no -sbm kmgs-MacBook-Pro.local -sbmport 9717 +SBM 2 connections, 2 max connections: File Reading 0 writers, 0 readers, 0 max writers, 0 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 0.0 read request MB, 0 read request records, 0.0 read request records/sec, 0.00 read request MB/sec, 0.00 write response pending MB, 0 write response pending records, 0.00 read response pending MB, 0 read response pending records, 0.00 write read request pending MB, 0 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 0.0 MB, 0 records, 0.0 records/sec, 0.00 MB/sec, 0.0 ns avg latency, 0 ns min latency, 0 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 0; Latency Percentiles: 0 ns 5th, 0 ns 10th, 0 ns 20th, 0 ns 25th, 0 ns 30th, 0 ns 40th, 0 ns 50th, 0 ns 60th, 0 ns 70th, 0 ns 75th, 0 ns 80th, 0 ns 90th, 0 ns 92.5th, 0 ns 95th, 0 ns 97.5th, 0 ns 99th, 0 ns 99.25th, 0 ns 99.5th, 0 ns 99.75th, 0 ns 99.9th, 0 ns 99.95th, 0 ns 99.99th + +SBM 2 connections, 2 max connections: File Reading 0 writers, 2 readers, 0 max writers, 2 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 58.5 read request MB, 6136372 read request records, 1209993.7 read request records/sec, 11.54 read request MB/sec, -58.22 write response pending MB, -6104620 write response pending records, 0.03 read response pending MB, 317540 read response pending records, -58.52 write read request pending MB, -6136372 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 58.2 MB, 6104620 records, 1203732.7 records/sec, 11.48 MB/sec, 1545.6 ns avg latency, 0 ns min latency, 4367581 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 8; Latency Percentiles: 1164 ns 5th, 1200 ns 10th, 1242 ns 20th, 1258 ns 25th, 1274 ns 30th, 1304 ns 40th, 1336 ns 50th, 1375 ns 60th, 1427 ns 70th, 1465 ns 75th, 1518 ns 80th, 1674 ns 90th, 1742 ns 92.5th, 1855 ns 95th, 2083 ns 97.5th, 3412 ns 99th, 5277 ns 99.25th, 16875 ns 99.5th, 22976 ns 99.75th, 28811 ns 99.9th, 32885 ns 99.95th, 57091 ns 99.99th + +SBM 2 connections, 2 max connections: File Reading 0 writers, 2 readers, 0 max writers, 2 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 57.4 read request MB, 6015129 read request records, 1178774.3 read request records/sec, 11.24 read request MB/sec, -115.72 write response pending MB, -12134282 write response pending records, 0.02 read response pending MB, 172210 read response pending records, -115.89 write read request pending MB, -12151501 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 57.5 MB, 6029662 records, 1181622.3 records/sec, 11.27 MB/sec, 1577.7 ns avg latency, 0 ns min latency, 5064563 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 8; Latency Percentiles: 1182 ns 5th, 1215 ns 10th, 1259 ns 20th, 1277 ns 25th, 1295 ns 30th, 1329 ns 40th, 1367 ns 50th, 1415 ns 60th, 1478 ns 70th, 1517 ns 75th, 1564 ns 80th, 1691 ns 90th, 1750 ns 92.5th, 1846 ns 95th, 2019 ns 97.5th, 2501 ns 99th, 4845 ns 99.25th, 18016 ns 99.5th, 23654 ns 99.75th, 28541 ns 99.9th, 32483 ns 99.95th, 52431 ns 99.99th + +SBM 2 connections, 2 max connections: File Reading 0 writers, 2 readers, 0 max writers, 2 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 54.9 read request MB, 5756510 read request records, 1150727.1 read request records/sec, 10.97 read request MB/sec, -170.61 write response pending MB, -17889907 write response pending records, 0.02 read response pending MB, 181040 read response pending records, -170.78 write read request pending MB, -17908011 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 54.9 MB, 5755625 records, 1150550.2 records/sec, 10.97 MB/sec, 1652.1 ns avg latency, 0 ns min latency, 4496183 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 9; Latency Percentiles: 1222 ns 5th, 1258 ns 10th, 1300 ns 20th, 1317 ns 25th, 1333 ns 30th, 1367 ns 40th, 1403 ns 50th, 1445 ns 60th, 1502 ns 70th, 1542 ns 75th, 1592 ns 80th, 1743 ns 90th, 1804 ns 92.5th, 1889 ns 95th, 2045 ns 97.5th, 3193 ns 99th, 17150 ns 99.25th, 19281 ns 99.5th, 24512 ns 99.75th, 30756 ns 99.9th, 34726 ns 99.95th, 64815 ns 99.99th + +SBM 2 connections, 2 max connections: File Reading 0 writers, 2 readers, 0 max writers, 2 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 57.8 read request MB, 6055685 read request records, 1197523.8 read request records/sec, 11.42 read request MB/sec, -228.43 write response pending MB, -23952820 write response pending records, 0.01 read response pending MB, 108770 read response pending records, -228.54 write read request pending MB, -23963696 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 57.8 MB, 6062913 records, 1198953.1 records/sec, 11.43 MB/sec, 1569.9 ns avg latency, 0 ns min latency, 4337114 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 8; Latency Percentiles: 1185 ns 5th, 1219 ns 10th, 1264 ns 20th, 1283 ns 25th, 1300 ns 30th, 1335 ns 40th, 1373 ns 50th, 1420 ns 60th, 1483 ns 70th, 1522 ns 75th, 1566 ns 80th, 1676 ns 90th, 1721 ns 92.5th, 1796 ns 95th, 1969 ns 97.5th, 2322 ns 99th, 3724 ns 99.25th, 17251 ns 99.5th, 23487 ns 99.75th, 29570 ns 99.9th, 33969 ns 99.95th, 57784 ns 99.99th + +SBM 2 connections, 2 max connections: File Reading 0 writers, 2 readers, 0 max writers, 2 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 61.3 read request MB, 6426688 read request records, 1276022.4 read request records/sec, 12.17 read request MB/sec, -289.76 write response pending MB, -30383234 write response pending records, 0.01 read response pending MB, 71500 read response pending records, -289.83 write read request pending MB, -30390384 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 61.3 MB, 6430414 records, 1276762.2 records/sec, 12.18 MB/sec, 1478.5 ns avg latency, 0 ns min latency, 2983951 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 8; Latency Percentiles: 1163 ns 5th, 1190 ns 10th, 1224 ns 20th, 1238 ns 25th, 1252 ns 30th, 1278 ns 40th, 1306 ns 50th, 1339 ns 60th, 1384 ns 70th, 1418 ns 75th, 1470 ns 80th, 1614 ns 90th, 1665 ns 92.5th, 1745 ns 95th, 1904 ns 97.5th, 2231 ns 99th, 2466 ns 99.25th, 15733 ns 99.5th, 21781 ns 99.75th, 27536 ns 99.9th, 31533 ns 99.95th, 46802 ns 99.99th + +SBM 2 connections, 2 max connections: File Reading 0 writers, 2 readers, 0 max writers, 2 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 63.2 read request MB, 6631129 read request records, 1312869.7 read request records/sec, 12.52 read request MB/sec, -353.01 write response pending MB, -37015775 write response pending records, 0.01 read response pending MB, 57390 read response pending records, -353.06 write read request pending MB, -37021513 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 63.3 MB, 6632541 records, 1313149.2 records/sec, 12.52 MB/sec, 1433.5 ns avg latency, 0 ns min latency, 2186353 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 1156 ns 5th, 1182 ns 10th, 1215 ns 20th, 1229 ns 25th, 1241 ns 30th, 1266 ns 40th, 1292 ns 50th, 1321 ns 60th, 1358 ns 70th, 1383 ns 75th, 1418 ns 80th, 1543 ns 90th, 1585 ns 92.5th, 1635 ns 95th, 1714 ns 97.5th, 1862 ns 99th, 1962 ns 99.25th, 10326 ns 99.5th, 21022 ns 99.75th, 26637 ns 99.9th, 31113 ns 99.95th, 45639 ns 99.99th + +SBM 2 connections, 2 max connections: File Reading 0 writers, 2 readers, 0 max writers, 2 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 62.1 read request MB, 6509061 read request records, 1288450.7 read request records/sec, 12.29 read request MB/sec, -415.08 write response pending MB, -43523985 write response pending records, 0.01 read response pending MB, 65900 read response pending records, -415.14 write read request pending MB, -43530574 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 62.1 MB, 6508210 records, 1288282.2 records/sec, 12.29 MB/sec, 1462.2 ns avg latency, 0 ns min latency, 2075656 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 1158 ns 5th, 1185 ns 10th, 1219 ns 20th, 1234 ns 25th, 1248 ns 30th, 1275 ns 40th, 1304 ns 50th, 1338 ns 60th, 1386 ns 70th, 1423 ns 75th, 1474 ns 80th, 1617 ns 90th, 1671 ns 92.5th, 1757 ns 95th, 1920 ns 97.5th, 2197 ns 99th, 2386 ns 99.25th, 5062 ns 99.5th, 20592 ns 99.75th, 26256 ns 99.9th, 30592 ns 99.95th, 41419 ns 99.99th + +SBM 2 connections, 2 max connections: File Reading 0 writers, 2 readers, 0 max writers, 2 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 58.6 read request MB, 6145478 read request records, 1214671.7 read request records/sec, 11.58 read request MB/sec, -473.69 write response pending MB, -49669712 write response pending records, 0.01 read response pending MB, 63400 read response pending records, -473.75 write read request pending MB, -49676052 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 58.6 MB, 6145727 records, 1214720.9 records/sec, 11.58 MB/sec, 1547.4 ns avg latency, 0 ns min latency, 3223832 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 8; Latency Percentiles: 1169 ns 5th, 1200 ns 10th, 1241 ns 20th, 1258 ns 25th, 1274 ns 30th, 1306 ns 40th, 1341 ns 50th, 1384 ns 60th, 1444 ns 70th, 1483 ns 75th, 1528 ns 80th, 1644 ns 90th, 1686 ns 92.5th, 1751 ns 95th, 1904 ns 97.5th, 2264 ns 99th, 4960 ns 99.25th, 17721 ns 99.5th, 23695 ns 99.75th, 29230 ns 99.9th, 33269 ns 99.95th, 57421 ns 99.99th + +SBM 2 connections, 2 max connections: File Reading 0 writers, 2 readers, 0 max writers, 2 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 63.8 read request MB, 6693929 read request records, 1318847.2 read request records/sec, 12.58 read request MB/sec, -537.54 write response pending MB, -56365549 write response pending records, 0.00 read response pending MB, 44320 read response pending records, -537.59 write read request pending MB, -56369981 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 63.9 MB, 6695837 records, 1319223.1 records/sec, 12.58 MB/sec, 1421.1 ns avg latency, 0 ns min latency, 2691380 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 6; Latency Percentiles: 1147 ns 5th, 1173 ns 10th, 1207 ns 20th, 1221 ns 25th, 1235 ns 30th, 1261 ns 40th, 1289 ns 50th, 1320 ns 60th, 1361 ns 70th, 1389 ns 75th, 1427 ns 80th, 1548 ns 90th, 1589 ns 92.5th, 1640 ns 95th, 1722 ns 97.5th, 1878 ns 99th, 1967 ns 99.25th, 2493 ns 99.5th, 18648 ns 99.75th, 25551 ns 99.9th, 29979 ns 99.95th, 38500 ns 99.99th + +SBM 2 connections, 2 max connections: File Reading 0 writers, 2 readers, 0 max writers, 2 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 59.6 read request MB, 6246758 read request records, 1235696.8 read request records/sec, 11.78 read request MB/sec, -597.11 write response pending MB, -62611482 write response pending records, 0.01 read response pending MB, 52570 read response pending records, -597.16 write read request pending MB, -62616739 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 59.6 MB, 6245933 records, 1235533.6 records/sec, 11.78 MB/sec, 1525.0 ns avg latency, 0 ns min latency, 7159150 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 8; Latency Percentiles: 1154 ns 5th, 1185 ns 10th, 1225 ns 20th, 1243 ns 25th, 1260 ns 30th, 1295 ns 40th, 1334 ns 50th, 1383 ns 60th, 1452 ns 70th, 1496 ns 75th, 1546 ns 80th, 1686 ns 90th, 1749 ns 92.5th, 1848 ns 95th, 1997 ns 97.5th, 2336 ns 99th, 2604 ns 99.25th, 15734 ns 99.5th, 21852 ns 99.75th, 26907 ns 99.9th, 31336 ns 99.95th, 51186 ns 99.99th + +SBM 2 connections, 2 max connections: File Reading 0 writers, 2 readers, 0 max writers, 2 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 60.6 read request MB, 6355906 read request records, 1259785.7 read request records/sec, 12.01 read request MB/sec, -657.72 write response pending MB, -68967100 write response pending records, 0.01 read response pending MB, 55450 read response pending records, -657.77 write read request pending MB, -68972645 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 60.6 MB, 6355618 records, 1259728.6 records/sec, 12.01 MB/sec, 1497.6 ns avg latency, 0 ns min latency, 2772632 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 8; Latency Percentiles: 1174 ns 5th, 1204 ns 10th, 1241 ns 20th, 1256 ns 25th, 1270 ns 30th, 1298 ns 40th, 1327 ns 50th, 1361 ns 60th, 1405 ns 70th, 1435 ns 75th, 1476 ns 80th, 1598 ns 90th, 1640 ns 92.5th, 1695 ns 95th, 1798 ns 97.5th, 2036 ns 99th, 2315 ns 99.25th, 16348 ns 99.5th, 22621 ns 99.75th, 28343 ns 99.9th, 32541 ns 99.95th, 52774 ns 99.99th + +SBM 0 connections, 2 max connections: File Reading 0 writers, 2 readers, 0 max writers, 2 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 64.7 read request MB, 6786707 read request records, 3006698.0 read request records/sec, 28.67 read request MB/sec, -722.46 write response pending MB, -75755380 write response pending records, 0.00 read response pending MB, 39720 read response pending records, -722.50 write read request pending MB, -75759352 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 2 seconds, 64.7 MB, 6788280 records, 3007394.8 records/sec, 28.68 MB/sec, 1398.4 ns avg latency, 0 ns min latency, 4776571 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 6; Latency Percentiles: 1141 ns 5th, 1167 ns 10th, 1199 ns 20th, 1212 ns 25th, 1224 ns 30th, 1249 ns 40th, 1275 ns 50th, 1305 ns 60th, 1347 ns 70th, 1377 ns 75th, 1424 ns 80th, 1567 ns 90th, 1615 ns 92.5th, 1687 ns 95th, 1876 ns 97.5th, 2070 ns 99th, 2188 ns 99.25th, 2402 ns 99.5th, 16151 ns 99.75th, 23230 ns 99.9th, 27521 ns 99.95th, 34559 ns 99.99th + +Total : SBM 0 connections, 2 max connections: File Reading 0 writers, 2 readers, 0 max writers, 2 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 722.5 read request MB, 75759352 read request records, 1204673.5 read request records/sec, 11.49 read request MB/sec, -722.46 write response pending MB, -75755380 write response pending records, 0.00 read response pending MB, 39720 read response pending records, -722.50 write read request pending MB, -75759352 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 62 seconds, 722.5 MB, 75755380 records, 1204610.3 records/sec, 11.49 MB/sec, 1505.7 ns avg latency, 0 ns min latency, 7159150 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 8; Latency Percentiles: 1162 ns 5th, 1192 ns 10th, 1230 ns 20th, 1247 ns 25th, 1262 ns 30th, 1293 ns 40th, 1325 ns 50th, 1364 ns 60th, 1419 ns 70th, 1457 ns 75th, 1504 ns 80th, 1634 ns 90th, 1684 ns 92.5th, 1761 ns 95th, 1924 ns 97.5th, 2267 ns 99th, 2640 ns 99.25th, 16146 ns 99.5th, 22332 ns 99.75th, 27722 ns 99.9th, 31891 ns 99.95th, 51440 ns 99.99th + +2024-08-24 17:09:15 INFO SbmLatencyBenchmark Shutdown +2024-08-24 17:09:15 INFO SBK PrometheusLogger Shutdown +2024-08-24 17:09:15 INFO SBM Shutdown +2024-08-24 17:09:15 INFO SBK GEM Benchmark Shutdown SBK-GEM Remote Results -------------------------------------------------------------------------------- Host 1: localhost, return code: 0 -------------------------------------------------------------------------------- - +Host 2: 127.0.0.1, return code: 0 +-------------------------------------------------------------------------------- ``` Note that at the results, The SBK-GEM prints the return code of each of the remote host. diff --git a/sbk-gem/README.md b/sbk-gem/README.md index 6692becb..f6dc93bc 100644 --- a/sbk-gem/README.md +++ b/sbk-gem/README.md @@ -25,9 +25,10 @@ SBK-GEM is a submodule/project of the SBK framework. If you [build SBK](./../REA The standard help output with SBK-GEM parameters as follows ``` -kmg@kmgs-MBP SBK % ./sbk-gem/build/install/sbk-gem/bin/sbk-gem -2021-08-07 14:50:30 INFO Reflections took 70 ms to scan 3 urls, producing 85 keys and 109 values -2021-08-07 14:50:30 INFO +kmg@kmgs-MacBook-Pro SBK % ./sbk-gem/build/install/sbk-gem/bin/sbk-gem +2024-08-24 16:52:17 INFO Reflections took 11 ms to scan 0 urls, producing 0 keys and 0 values +2024-08-24 16:52:17 INFO Reflections took 31 ms to scan 1 urls, producing 4 keys and 6 values +2024-08-24 16:52:17 INFO _____ ____ _ __ _____ ______ __ __ / ____| | _ \ | |/ / / ____| | ____| | \/ | | (___ | |_) | | ' / ______ | | __ | |__ | \ / | @@ -35,62 +36,80 @@ kmg@kmgs-MBP SBK % ./sbk-gem/build/install/sbk-gem/bin/sbk-gem ____) | | |_) | | . \ | |__| | | |____ | | | | |_____/ |____/ |_|\_\ \_____| |______| |_| |_| -2021-08-07 14:50:30 INFO Storage Benchmark Kit - Group Execution Monitor -2021-08-07 14:50:30 INFO SBK-GEM Version: 0.91 -2021-08-07 14:50:30 INFO Arguments List: [] -2021-08-07 14:50:30 INFO Java Runtime Version: 11.0.8+11 -2021-08-07 14:50:30 INFO Storage Drivers Package: io.sbk -2021-08-07 14:50:30 INFO sbk.applicationName: -2021-08-07 14:50:30 INFO sbk.className: -2021-08-07 14:50:30 INFO sbk.appHome: /Users/kmg/projects/SBK/sbk-gem/build/install/sbk-gem -2021-08-07 14:50:30 INFO '-class': -2021-08-07 14:50:30 INFO Available Storage Drivers in package 'io.sbk': 0 [] - -usage: sbk-gem +2024-08-24 16:52:17 INFO Storage Benchmark Kit - Group Execution Monitor +2024-08-24 16:52:17 INFO SBK-GEM Version: 5.3 +2024-08-24 16:52:17 INFO SBK-GEM Website: https://github.com/kmgowda/SBK +2024-08-24 16:52:17 INFO Arguments List: [] +2024-08-24 16:52:17 INFO Java Runtime Version: 17.0.2+8 +2024-08-24 16:52:17 INFO SBP Version Major: 3, Minor: 0 +2024-08-24 16:52:17 INFO Storage Drivers Package: io.sbk.driver +2024-08-24 16:52:17 INFO sbk.applicationName: +2024-08-24 16:52:17 INFO sbk.className: +2024-08-24 16:52:17 INFO sbk.appHome: /Users/kmg/projects/SBK/sbk-gem/build/install/sbk-gem +2024-08-24 16:52:17 INFO '-class': +2024-08-24 16:52:17 INFO Storage Classes in package 'io.sbk.driver': 0 [] +2024-08-24 16:52:17 INFO Gem Logger Classes in package 'io.gem.logger': 1 [GemPrometheusLogger] + +usage: sbk-gem -out GemPrometheusLogger Storage Benchmark Kit - Group Execution Monitor - -context Prometheus Metric context; 'no' disables this option; - default: 9719/metrics - -copy Copy the SBK package to remote hosts; default: true - -csvfile CSV file to record results; 'no' disables this - option, default: no - -delete Delete SBK package after benchmark; default: true - -gempass ssh user password of the remote hosts, default: - -gemport ssh port of the remote hosts, default: 22 - -gemuser ssh user name of the remote hosts, default: user - -help Help message - -localhost this local RAM host name, default: kmgs-MBP.Dlink - -maxlatency Maximum latency; use '-time' for time unit; default: - 180000 ms - -minlatency Minimum latency; use '-time' for time unit; default: - 0 ms - -nodes remote hostnames separated by ',' , default: - localhost - -ramport RAM port number; default: 9717 - -readers Number of readers - -records Number of records(events) if 'seconds' not specified; - otherwise, Maximum records per second by writer(s) - and/or Number of records per second by reader(s) - -rsec Number of seconds/step for readers, default: 0 - -rstep Number of readers/step, default: 1 - -sbkcommand remote sbk command; command path is relative to - 'sbkdir', default: bin/sbk - -sbkdir directory path of sbk application, default: - /Users/kmg/projects/SBK/sbk-gem/build/install/sbk-gem - -seconds Number of seconds to run; if not specified, runs - forever - -size Size of each message (event or record) - -sync Each Writer calls flush/sync after writing - number of of events(records) ; number of - events(records) per Write or Read Transaction - -throughput If > 0, throughput in MB/s - If 0, writes/reads 'records' - If -1, get the maximum throughput (default: -1) - -time Latency Time Unit [ms:MILLISECONDS, mcs:MICROSECONDS, - ns:NANOSECONDS]; default: ms - -writers Number of writers - -wsec Number of seconds/step for writers, default: 0 - -wstep Number of writers/step, default: 1 + -context Prometheus Metric context; + 'no' disables this option; default: 9719/metrics + -copy Copy the SBK package to remote hosts; default: + true + -csvfile CSV file to record results; + 'no' disables this option, default: no + -delete Delete SBK package after benchmark; default: true + -gempass ssh user password of the remote hosts, default: + -gemport ssh port of the remote hosts, default: 22 + -gemuser ssh user name of the remote hosts, default: user + -help Help message + -localhost this local SBM host name, default: + kmgs-MacBook-Pro.local + -maxlatency Maximum latency; + use '-time' for time unit; default:180000 ms + -millisecsleep Idle sleep in milliseconds; default: 0 ms + -minlatency Minimum latency; + use '-time' for time unit; default:0 ms + -nodes remote hostnames separated by ','; + default:localhost + -out Logger Driver Class, + Available Drivers [GemPrometheusLogger] + -readers Number of readers + -records Number of records(events) if 'seconds' not + specified; + otherwise, Maximum records per second by + writer(s); and/or + Number of records per second by reader(s) + -ro Readonly Benchmarking, + Applicable only if both writers and readers are + set; default: false + -rq Benchmark Reade Requests; default: false + -rsec Number of seconds/step for readers, default: 0 + -rstep Number of readers/step, default: 1 + -sbkcommand remote sbk command; command path is relative to + 'sbkdir', default: bin/sbk + -sbkdir directory path of sbk application, default: + /Users/kmg/projects/SBK/sbk-gem/build/install/sbk- + gem + -sbmport SBM port number; default: 9717 + -sbmsleepms SBM idle milliseconds to sleep; default: 10 ms + -seconds Number of seconds to run + if not specified, runs forever + -size Size of each message (event or record) + -sync Each Writer calls flush/sync after writing + number of of events(records); and/or + number of events(records) per Write or Read + Transaction + -throughput If > 0, throughput in MB/s + If 0, writes/reads 'records' + If -1, get the maximum throughput (default: -1) + -time Latency Time Unit [ms:MILLISECONDS, + mcs:MICROSECONDS, ns:NANOSECONDS]; default: ms + -wq Benchmark Write Requests; default: false + -writers Number of writers + -wsec Number of seconds/step for writers, default: 0 + -wstep Number of writers/step, default: 1 Please report issues at https://github.com/kmgowda/SBK @@ -99,8 +118,9 @@ An Example output of SBK-GEM with 1 SBK file system benchmarking instances is as ``` kmg@kmgs-MBP SBK % ./sbk-gem/build/install/sbk-gem/bin/sbk-gem -class file -readers 1 -size 10 -time ns -seconds 60 -gemuser kmg -gempass pass@123456 -sbkdir /Users/kmg/projects/SBK/build/install/sbk -2021-08-20 14:25:51 INFO Reflections took 69 ms to scan 3 urls, producing 88 keys and 115 values -2021-08-20 14:25:51 INFO +2024-08-24 17:03:28 INFO Reflections took 9 ms to scan 0 urls, producing 0 keys and 0 values +2024-08-24 17:03:28 INFO Reflections took 27 ms to scan 1 urls, producing 4 keys and 6 values +2024-08-24 17:03:28 INFO _____ ____ _ __ _____ ______ __ __ / ____| | _ \ | |/ / / ____| | ____| | \/ | | (___ | |_) | | ' / ______ | | __ | |__ | \ / | @@ -108,63 +128,83 @@ kmg@kmgs-MBP SBK % ./sbk-gem/build/install/sbk-gem/bin/sbk-gem -class file -read ____) | | |_) | | . \ | |__| | | |____ | | | | |_____/ |____/ |_|\_\ \_____| |______| |_| |_| -2021-08-20 14:25:51 INFO Storage Benchmark Kit - Group Execution Monitor -2021-08-20 14:25:51 INFO SBK-GEM Version: 0.91 -2021-08-20 14:25:51 INFO Arguments List: [-class, file, -readers, 1, -size, 10, -time, ns, -seconds, 60, -gemuser, kmg, -gempass, pass@123456, -sbkdir, /Users/kmg/projects/SBK/build/install/sbk] -2021-08-20 14:25:51 INFO Java Runtime Version: 11.0.8+11 -2021-08-20 14:25:51 INFO Storage Drivers Package: io.sbk -2021-08-20 14:25:51 INFO sbk.applicationName: -2021-08-20 14:25:51 INFO sbk.className: -2021-08-20 14:25:51 INFO sbk.appHome: /Users/kmg/projects/SBK/sbk-gem/build/install/sbk-gem -2021-08-20 14:25:51 INFO '-class': file -2021-08-20 14:25:51 INFO Available Storage Drivers in package 'io.sbk': 0 [] -2021-08-20 14:25:51 WARN Instantiation of storage class 'file' from the package 'io.sbk' failed!, error: java.lang.ClassNotFoundException: storage class 'file' not found in package: io.sbk -2021-08-20 14:25:51 INFO SBK-GEM [1]: Arguments to process : [-readers, 1, -size, 10, -time, ns, -seconds, 60, -gemuser, kmg, -gempass, pass@123456, -sbkdir, /Users/kmg/projects/SBK/build/install/sbk] -2021-08-20 14:25:51 INFO Time Unit: NANOSECONDS -2021-08-20 14:25:51 INFO Minimum Latency: 0 ns -2021-08-20 14:25:51 INFO Maximum Latency: 180000000000 ns -2021-08-20 14:25:51 INFO SBK dir: /Users/kmg/projects/SBK/build/install/sbk -2021-08-20 14:25:51 INFO SBK command: bin/sbk -2021-08-20 14:25:51 INFO Arguments to remote SBK command: -class file -readers 1 -size 10 -seconds 60 -time ns -minlatency 0 -maxlatency 180000000000 -context no -ram kmgs-MBP.Dlink -ramport 9717 -2021-08-20 14:25:51 INFO SBK-GEM: Arguments to remote SBK command verification Success.. -2021-08-20 14:25:51 INFO Arguments to SBK-RAM: [-class, file, -action, r, -max, 1] -2021-08-20 14:25:51 INFO SBK-GEM: Arguments to SBK-RAM command verification Success.. -2021-08-20 14:25:52 INFO Window Latency Store: HashMap, Size: 512 MB -2021-08-20 14:25:52 INFO Total Window Latency Store: HashMap, Size: 1024 MB -2021-08-20 14:25:52 INFO Total Window Extension: None, Size: 0 MB -2021-08-20 14:25:52 INFO SBK GEM Benchmark Started -2021-08-20 14:25:52 INFO Using MinaServiceFactoryFactory -2021-08-20 14:25:52 WARN Server at localhost/127.0.0.1:22 presented unverified EC key: SHA256:6kTtY0SqflZ/04wvcClPuoe9ZRxaVyeakHBYuVfTkSg -2021-08-20 14:25:52 INFO SBK-GEM: Ssh Connection to host 'localhost' Success.. -2021-08-20 14:25:52 INFO SBK-GEM: Ssh session establishment Success.. -2021-08-20 14:25:52 WARN globalRequest(ClientConnectionService[ClientSessionImpl[kmg@localhost/127.0.0.1:22]])[hostkeys-00@openssh.com, want-reply=false] failed (SshException) to process: EdDSA provider not supported -2021-08-20 14:25:52 INFO SBK-GEM: Matching Java Major Version: 11 Success.. -2021-08-20 14:25:52 INFO SBK-GEM: Removing the remote directory: 'sbk' Success.. -2021-08-20 14:25:52 INFO SBK-GEM: Creating remote directory: 'sbk' Success.. -2021-08-20 14:25:55 INFO Copy SBK application: 'bin/sbk' to remote nodes Success.. -2021-08-20 14:25:55 INFO SBK RAM Benchmark Started -2021-08-20 14:25:56 INFO SBK PrometheusLogger Started -2021-08-20 14:25:56 INFO SBK Connections PrometheusLogger Started -2021-08-20 14:25:56 INFO LatenciesRecord Benchmark Started -2021-08-20 14:25:56 INFO SBK-GEM: Remote SBK command: sbk/bin/sbk -class file -readers 1 -size 10 -seconds 60 -time ns -minlatency 0 -maxlatency 180000000000 -context no -ram kmgs-MBP.Dlink -ramport 9717 -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 0 Readers, 0 Max Writers, 0 Max Readers, 5 seconds, 0.0 MB, 0 records, 0.0 records/sec, 0.00 MB/sec, 0.0 ns avg latency, 0 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 0; Latency Percentiles: 0 ns 10th, 0 ns 20th, 0 ns 25th, 0 ns 30th, 0 ns 40th, 0 ns 50th, 0 ns 60th, 0 ns 70th, 0 ns 75th, 0 ns 80th, 0 ns 90th, 0 ns 92.5th, 0 ns 95th, 0 ns 97.5th, 0 ns 99th, 0 ns 99.25th, 0 ns 99.5th, 0 ns 99.75th, 0 ns 99.9th, 0 ns 99.95th, 0 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 52.3 MB, 5482367 records, 1094823.9 records/sec, 10.44 MB/sec, 827.0 ns avg latency, 4976086 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 10; Latency Percentiles: 675 ns 10th, 681 ns 20th, 684 ns 25th, 687 ns 30th, 692 ns 40th, 698 ns 50th, 708 ns 60th, 726 ns 70th, 735 ns 75th, 749 ns 80th, 836 ns 90th, 989 ns 92.5th, 1131 ns 95th, 1299 ns 97.5th, 1448 ns 99th, 1963 ns 99.25th, 2785 ns 99.5th, 16101 ns 99.75th, 22526 ns 99.9th, 25453 ns 99.95th, 32818 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 55.7 MB, 5843752 records, 1167122.6 records/sec, 11.13 MB/sec, 786.4 ns avg latency, 3759403 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 10; Latency Percentiles: 673 ns 10th, 679 ns 20th, 682 ns 25th, 685 ns 30th, 689 ns 40th, 694 ns 50th, 700 ns 60th, 711 ns 70th, 721 ns 75th, 730 ns 80th, 801 ns 90th, 825 ns 92.5th, 835 ns 95th, 851 ns 97.5th, 1007 ns 99th, 1123 ns 99.25th, 1257 ns 99.5th, 16104 ns 99.75th, 22434 ns 99.9th, 25130 ns 99.95th, 31812 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 53.1 MB, 5564312 records, 1112291.8 records/sec, 10.61 MB/sec, 822.6 ns avg latency, 2499157 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 10; Latency Percentiles: 693 ns 10th, 698 ns 20th, 702 ns 25th, 705 ns 30th, 713 ns 40th, 723 ns 50th, 728 ns 60th, 734 ns 70th, 738 ns 75th, 743 ns 80th, 773 ns 90th, 791 ns 92.5th, 808 ns 95th, 829 ns 97.5th, 1019 ns 99th, 1149 ns 99.25th, 1954 ns 99.5th, 18006 ns 99.75th, 23487 ns 99.9th, 25449 ns 99.95th, 32980 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 53.0 MB, 5556600 records, 1110901.3 records/sec, 10.59 MB/sec, 823.0 ns avg latency, 2222784 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 9; Latency Percentiles: 693 ns 10th, 699 ns 20th, 702 ns 25th, 705 ns 30th, 713 ns 40th, 722 ns 50th, 728 ns 60th, 736 ns 70th, 741 ns 75th, 747 ns 80th, 786 ns 90th, 801 ns 92.5th, 811 ns 95th, 829 ns 97.5th, 990 ns 99th, 1136 ns 99.25th, 2039 ns 99.5th, 18060 ns 99.75th, 23405 ns 99.9th, 24743 ns 99.95th, 31924 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 56.2 MB, 5889528 records, 1175348.4 records/sec, 11.21 MB/sec, 776.2 ns avg latency, 1919626 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 10; Latency Percentiles: 677 ns 10th, 681 ns 20th, 684 ns 25th, 686 ns 30th, 690 ns 40th, 694 ns 50th, 699 ns 60th, 706 ns 70th, 711 ns 75th, 721 ns 80th, 745 ns 90th, 762 ns 92.5th, 806 ns 95th, 839 ns 97.5th, 1139 ns 99th, 1191 ns 99.25th, 1265 ns 99.5th, 15422 ns 99.75th, 22520 ns 99.9th, 26356 ns 99.95th, 33135 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 57.3 MB, 6011604 records, 1200795.5 records/sec, 11.45 MB/sec, 760.1 ns avg latency, 1872033 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 9; Latency Percentiles: 676 ns 10th, 681 ns 20th, 683 ns 25th, 685 ns 30th, 689 ns 40th, 693 ns 50th, 696 ns 60th, 700 ns 70th, 703 ns 75th, 706 ns 80th, 718 ns 90th, 725 ns 92.5th, 745 ns 95th, 794 ns 97.5th, 840 ns 99th, 904 ns 99.25th, 1097 ns 99.5th, 15084 ns 99.75th, 22120 ns 99.9th, 25564 ns 99.95th, 32337 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 58.0 MB, 6079619 records, 1214649.0 records/sec, 11.58 MB/sec, 750.9 ns avg latency, 2811343 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 9; Latency Percentiles: 673 ns 10th, 677 ns 20th, 678 ns 25th, 679 ns 30th, 682 ns 40th, 686 ns 50th, 689 ns 60th, 693 ns 70th, 696 ns 75th, 698 ns 80th, 708 ns 90th, 713 ns 92.5th, 721 ns 95th, 752 ns 97.5th, 823 ns 99th, 865 ns 99.25th, 1069 ns 99.5th, 14925 ns 99.75th, 22076 ns 99.9th, 26094 ns 99.95th, 31842 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 57.7 MB, 6053821 records, 1209964.9 records/sec, 11.54 MB/sec, 754.3 ns avg latency, 1797372 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 10; Latency Percentiles: 675 ns 10th, 678 ns 20th, 679 ns 25th, 681 ns 30th, 684 ns 40th, 687 ns 50th, 690 ns 60th, 694 ns 70th, 696 ns 75th, 699 ns 80th, 708 ns 90th, 713 ns 92.5th, 722 ns 95th, 758 ns 97.5th, 830 ns 99th, 863 ns 99.25th, 1065 ns 99.5th, 15031 ns 99.75th, 22165 ns 99.9th, 26075 ns 99.95th, 32080 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 57.7 MB, 6053323 records, 1210133.8 records/sec, 11.54 MB/sec, 754.4 ns avg latency, 1651644 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 10; Latency Percentiles: 674 ns 10th, 677 ns 20th, 679 ns 25th, 680 ns 30th, 683 ns 40th, 686 ns 50th, 689 ns 60th, 693 ns 70th, 696 ns 75th, 699 ns 80th, 710 ns 90th, 716 ns 92.5th, 727 ns 95th, 753 ns 97.5th, 820 ns 99th, 865 ns 99.25th, 1063 ns 99.5th, 15069 ns 99.75th, 22211 ns 99.9th, 26293 ns 99.95th, 32048 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 57.1 MB, 5984359 records, 1195660.5 records/sec, 11.40 MB/sec, 764.3 ns avg latency, 1997768 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 10; Latency Percentiles: 676 ns 10th, 680 ns 20th, 683 ns 25th, 685 ns 30th, 689 ns 40th, 692 ns 50th, 696 ns 60th, 700 ns 70th, 703 ns 75th, 706 ns 80th, 719 ns 90th, 727 ns 92.5th, 741 ns 95th, 775 ns 97.5th, 839 ns 99th, 902 ns 99.25th, 1083 ns 99.5th, 15106 ns 99.75th, 22132 ns 99.9th, 25918 ns 99.95th, 32916 ns 99.99th. -Sbk-Ram 1 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 5 seconds, 57.1 MB, 5987817 records, 1195572.8 records/sec, 11.40 MB/sec, 763.2 ns avg latency, 1752429 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 10; Latency Percentiles: 675 ns 10th, 679 ns 20th, 681 ns 25th, 684 ns 30th, 688 ns 40th, 692 ns 50th, 696 ns 60th, 700 ns 70th, 703 ns 75th, 707 ns 80th, 719 ns 90th, 724 ns 92.5th, 739 ns 95th, 776 ns 97.5th, 841 ns 99th, 906 ns 99.25th, 1091 ns 99.5th, 15145 ns 99.75th, 22315 ns 99.9th, 26292 ns 99.95th, 33686 ns 99.99th. -Sbk-Ram 0 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 2 seconds, 57.4 MB, 6014953 records, 2113074.1 records/sec, 20.15 MB/sec, 758.4 ns avg latency, 1594881 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 9; Latency Percentiles: 675 ns 10th, 678 ns 20th, 680 ns 25th, 682 ns 30th, 685 ns 40th, 690 ns 50th, 694 ns 60th, 698 ns 70th, 702 ns 75th, 706 ns 80th, 724 ns 90th, 732 ns 92.5th, 743 ns 95th, 772 ns 97.5th, 835 ns 99th, 891 ns 99.25th, 1077 ns 99.5th, 15003 ns 99.75th, 22048 ns 99.9th, 25664 ns 99.95th, 31907 ns 99.99th. -Total : Sbk-Ram 0 Connections, 1 Max Connections: file Reading 0 Writers, 1 Readers, 0 Max Writers, 1 Max Readers, 62 seconds, 672.6 MB, 70522055 records, 1121007.8 records/sec, 10.69 MB/sec, 777.4 ns avg latency, 4976086 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 10; Latency Percentiles: 676 ns 10th, 680 ns 20th, 683 ns 25th, 685 ns 30th, 689 ns 40th, 694 ns 50th, 698 ns 60th, 705 ns 70th, 711 ns 75th, 719 ns 80th, 742 ns 90th, 755 ns 92.5th, 789 ns 95th, 832 ns 97.5th, 1101 ns 99th, 1240 ns 99.25th, 1346 ns 99.5th, 15844 ns 99.75th, 22615 ns 99.9th, 25762 ns 99.95th, 32402 ns 99.99th. -2021-08-20 14:26:59 INFO LatenciesRecord Benchmark Shutdown -2021-08-20 14:26:59 INFO SBK PrometheusLogger Shutdown -2021-08-20 14:26:59 INFO SBK RAM Benchmark Shutdown -2021-08-20 14:26:59 INFO SBK GEM Benchmark Shutdown +2024-08-24 17:03:28 INFO Storage Benchmark Kit - Group Execution Monitor +2024-08-24 17:03:28 INFO SBK-GEM Version: 5.3 +2024-08-24 17:03:28 INFO SBK-GEM Website: https://github.com/kmgowda/SBK +2024-08-24 17:03:28 INFO Arguments List: [-class, file, -readers, 1, -size, 10, -time, ns, -seconds, 60, -gemuser, kmg, -gempass, Laki@2322, -sbkdir, /Users/kmg/projects/SBK/build/install/sbk] +2024-08-24 17:03:28 INFO Java Runtime Version: 17.0.2+8 +2024-08-24 17:03:28 INFO SBP Version Major: 3, Minor: 0 +2024-08-24 17:03:28 INFO Storage Drivers Package: io.sbk.driver +2024-08-24 17:03:28 INFO sbk.applicationName: +2024-08-24 17:03:28 INFO sbk.className: +2024-08-24 17:03:28 INFO sbk.appHome: /Users/kmg/projects/SBK/sbk-gem/build/install/sbk-gem +2024-08-24 17:03:28 INFO '-class': file +2024-08-24 17:03:28 INFO Storage Classes in package 'io.sbk.driver': 0 [] +2024-08-24 17:03:28 INFO Gem Logger Classes in package 'io.gem.logger': 1 [GemPrometheusLogger] +2024-08-24 17:03:28 WARN Instantiation of storage class 'file' from the package 'io.sbk.driver' failed!, error: java.lang.ClassNotFoundException: class 'file' not found in package: io.sbk.driver +2024-08-24 17:03:28 INFO SBK-GEM [1]: Arguments to process : [-readers, 1, -size, 10, -time, ns, -seconds, 60, -gemuser, kmg, -gempass, Laki@2322, -sbkdir, /Users/kmg/projects/SBK/build/install/sbk] +2024-08-24 17:03:28 INFO Time Unit: NANOSECONDS +2024-08-24 17:03:28 INFO Minimum Latency: 0 ns +2024-08-24 17:03:28 INFO Maximum Latency: 180000000000 ns +2024-08-24 17:03:28 INFO SBK dir: /Users/kmg/projects/SBK/build/install/sbk +2024-08-24 17:03:28 INFO SBK command: bin/sbk +2024-08-24 17:03:28 INFO Arguments to remote SBK command: -class file -readers 1 -size 10 -seconds 60 -out GrpcLogger -time ns -minlatency 0 -maxlatency 180000000000 -wq true -rq true -context no -sbm kmgs-MacBook-Pro.local -sbmport 9717 +2024-08-24 17:03:28 INFO SBK-GEM: Arguments to remote SBK command verification Success.. +2024-08-24 17:03:28 INFO Arguments to SBM: [-class, file, -action, r, -time, ns, -minlatency, 0, -maxlatency, 180000000000, -port, 9717, -wq, true, -rq, true, -max, 1, -millisecsleep, 10] +2024-08-24 17:03:28 INFO Logger for SBM: GemPrometheusLogger +2024-08-24 17:03:28 INFO SBK-GEM: Arguments to SBM command verification Success.. +2024-08-24 17:03:28 INFO Window Latency Store: HashMap, Size: 512 MB +2024-08-24 17:03:28 INFO Total Window Latency Store: HashMap, Size: 1024 MB +2024-08-24 17:03:28 INFO Total Window Extension: None, Size: 0 MB +2024-08-24 17:03:28 INFO SBK GEM Benchmark Started +2024-08-24 17:03:28 INFO SBK-GEM: Ssh Connection to host 'localhost' starting... +2024-08-24 17:03:28 INFO Using MinaServiceFactoryFactory +2024-08-24 17:03:28 INFO resolveEffectiveResolver(kmg@localhost:22/null) no configuration file at /Users/kmg/.ssh/config +2024-08-24 17:03:28 WARN Server at localhost/127.0.0.1:22 presented unverified EC key: SHA256:6kTtY0SqflZ/04wvcClPuoe9ZRxaVyeakHBYuVfTkSg +2024-08-24 17:03:28 INFO Server announced support for publickey-hostbound@openssh.com version 0 +2024-08-24 17:03:29 INFO SBK-GEM: Ssh Connection to host 'localhost' Success. +2024-08-24 17:03:29 INFO SBK-GEM: Ssh session establishment Success.. +2024-08-24 17:03:29 INFO SBK-GEM: Matching Java Major Version: 17 Success.. +2024-08-24 17:03:29 INFO SBK-GEM: Removing the remote directory: 'sbk' Success.. +2024-08-24 17:03:29 INFO SBK-GEM: Creating remote directory: 'sbk' Success.. +2024-08-24 17:03:33 INFO Copy SBK application: 'bin/sbk' to remote nodes Success.. +2024-08-24 17:03:33 INFO SBM Started +2024-08-24 17:03:33 INFO SBK PrometheusLogger Started +2024-08-24 17:03:33 INFO SBK Connections PrometheusLogger Started +2024-08-24 17:03:33 INFO SbmLatencyBenchmark Started : 10 milliseconds idle sleep +2024-08-24 17:03:33 INFO SBK-GEM: Remote SBK command: sbk/bin/sbk -class file -readers 1 -size 10 -seconds 60 -out GrpcLogger -time ns -minlatency 0 -maxlatency 180000000000 -wq true -rq true -context no -sbm kmgs-MacBook-Pro.local -sbmport 9717 +SBM 1 connections, 1 max connections: File Reading 0 writers, 0 readers, 0 max writers, 0 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 0.0 read request MB, 0 read request records, 0.0 read request records/sec, 0.00 read request MB/sec, 0.00 write response pending MB, 0 write response pending records, 0.00 read response pending MB, 0 read response pending records, 0.00 write read request pending MB, 0 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 0.0 MB, 0 records, 0.0 records/sec, 0.00 MB/sec, 0.0 ns avg latency, 0 ns min latency, 0 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 0; Latency Percentiles: 0 ns 5th, 0 ns 10th, 0 ns 20th, 0 ns 25th, 0 ns 30th, 0 ns 40th, 0 ns 50th, 0 ns 60th, 0 ns 70th, 0 ns 75th, 0 ns 80th, 0 ns 90th, 0 ns 92.5th, 0 ns 95th, 0 ns 97.5th, 0 ns 99th, 0 ns 99.25th, 0 ns 99.5th, 0 ns 99.75th, 0 ns 99.9th, 0 ns 99.95th, 0 ns 99.99th + +SBM 1 connections, 1 max connections: File Reading 0 writers, 1 readers, 0 max writers, 1 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 46.6 read request MB, 4888539 read request records, 975412.4 read request records/sec, 9.30 read request MB/sec, -46.41 write response pending MB, -4866091 write response pending records, 0.02 read response pending MB, 224490 read response pending records, -46.62 write read request pending MB, -4888539 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 46.4 MB, 4866091 records, 970933.4 records/sec, 9.26 MB/sec, 948.4 ns avg latency, 0 ns min latency, 4136393 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 6; Latency Percentiles: 833 ns 5th, 838 ns 10th, 848 ns 20th, 853 ns 25th, 856 ns 30th, 861 ns 40th, 867 ns 50th, 875 ns 60th, 882 ns 70th, 888 ns 75th, 896 ns 80th, 1044 ns 90th, 1068 ns 92.5th, 1238 ns 95th, 1316 ns 97.5th, 1576 ns 99th, 1704 ns 99.25th, 1969 ns 99.5th, 2896 ns 99.75th, 17876 ns 99.9th, 23334 ns 99.95th, 32718 ns 99.99th + +SBM 1 connections, 1 max connections: File Reading 0 writers, 1 readers, 0 max writers, 1 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 46.2 read request MB, 4841599 read request records, 966803.2 read request records/sec, 9.22 read request MB/sec, -92.69 write response pending MB, -9718973 write response pending records, 0.01 read response pending MB, 111650 read response pending records, -92.79 write read request pending MB, -9730138 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 46.3 MB, 4852882 records, 969056.3 records/sec, 9.24 MB/sec, 953.4 ns avg latency, 0 ns min latency, 2916972 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 8; Latency Percentiles: 831 ns 5th, 836 ns 10th, 850 ns 20th, 854 ns 25th, 858 ns 30th, 868 ns 40th, 875 ns 50th, 883 ns 60th, 897 ns 70th, 903 ns 75th, 915 ns 80th, 966 ns 90th, 1028 ns 92.5th, 1051 ns 95th, 1073 ns 97.5th, 1103 ns 99th, 1146 ns 99.25th, 1381 ns 99.5th, 14951 ns 99.75th, 22057 ns 99.9th, 26177 ns 99.95th, 35805 ns 99.99th + +SBM 1 connections, 1 max connections: File Reading 0 writers, 1 readers, 0 max writers, 1 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 46.2 read request MB, 4849377 read request records, 967925.3 read request records/sec, 9.23 read request MB/sec, -138.96 write response pending MB, -14570701 write response pending records, 0.01 read response pending MB, 88150 read response pending records, -139.04 write read request pending MB, -14579515 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 46.3 MB, 4851728 records, 968394.6 records/sec, 9.24 MB/sec, 956.7 ns avg latency, 0 ns min latency, 1947324 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 830 ns 5th, 836 ns 10th, 850 ns 20th, 853 ns 25th, 856 ns 30th, 866 ns 40th, 873 ns 50th, 880 ns 60th, 892 ns 70th, 900 ns 75th, 917 ns 80th, 1049 ns 90th, 1072 ns 92.5th, 1140 ns 95th, 1292 ns 97.5th, 1343 ns 99th, 1369 ns 99.25th, 1460 ns 99.5th, 3014 ns 99.75th, 20632 ns 99.9th, 24448 ns 99.95th, 34089 ns 99.99th + +SBM 1 connections, 1 max connections: File Reading 0 writers, 1 readers, 0 max writers, 1 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 49.1 read request MB, 5149636 read request records, 1029719.6 read request records/sec, 9.82 read request MB/sec, -188.08 write response pending MB, -19721991 write response pending records, 0.01 read response pending MB, 71610 read response pending records, -188.15 write read request pending MB, -19729151 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 49.1 MB, 5151290 records, 1030050.4 records/sec, 9.82 MB/sec, 901.5 ns avg latency, 0 ns min latency, 1858411 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 6; Latency Percentiles: 817 ns 5th, 826 ns 10th, 834 ns 20th, 836 ns 25th, 840 ns 30th, 848 ns 40th, 853 ns 50th, 858 ns 60th, 865 ns 70th, 869 ns 75th, 875 ns 80th, 889 ns 90th, 901 ns 92.5th, 1000 ns 95th, 1061 ns 97.5th, 1083 ns 99th, 1090 ns 99.25th, 1108 ns 99.5th, 1357 ns 99.75th, 17327 ns 99.9th, 22051 ns 99.95th, 30905 ns 99.99th + +SBM 1 connections, 1 max connections: File Reading 0 writers, 1 readers, 0 max writers, 1 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 49.1 read request MB, 5147303 read request records, 1028886.7 read request records/sec, 9.81 read request MB/sec, -237.19 write response pending MB, -24870800 write response pending records, 0.01 read response pending MB, 56540 read response pending records, -237.24 write read request pending MB, -24876454 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 49.1 MB, 5148809 records, 1029187.7 records/sec, 9.82 MB/sec, 901.3 ns avg latency, 0 ns min latency, 1716458 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 6; Latency Percentiles: 820 ns 5th, 829 ns 10th, 835 ns 20th, 837 ns 25th, 840 ns 30th, 847 ns 40th, 853 ns 50th, 858 ns 60th, 865 ns 70th, 870 ns 75th, 875 ns 80th, 891 ns 90th, 899 ns 92.5th, 948 ns 95th, 1058 ns 97.5th, 1080 ns 99th, 1088 ns 99.25th, 1107 ns 99.5th, 1380 ns 99.75th, 17492 ns 99.9th, 22228 ns 99.95th, 30941 ns 99.99th + +SBM 1 connections, 1 max connections: File Reading 0 writers, 1 readers, 0 max writers, 1 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 48.2 read request MB, 5055869 read request records, 1010927.9 read request records/sec, 9.64 read request MB/sec, -285.40 write response pending MB, -29925836 write response pending records, 0.01 read response pending MB, 64870 read response pending records, -285.46 write read request pending MB, -29932323 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 48.2 MB, 5055036 records, 1010761.3 records/sec, 9.64 MB/sec, 917.6 ns avg latency, 0 ns min latency, 1566318 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 6; Latency Percentiles: 829 ns 5th, 832 ns 10th, 837 ns 20th, 839 ns 25th, 842 ns 30th, 849 ns 40th, 855 ns 50th, 860 ns 60th, 867 ns 70th, 872 ns 75th, 877 ns 80th, 926 ns 90th, 1046 ns 92.5th, 1077 ns 95th, 1277 ns 97.5th, 1323 ns 99th, 1335 ns 99.25th, 1353 ns 99.5th, 1884 ns 99.75th, 17199 ns 99.9th, 22158 ns 99.95th, 31058 ns 99.99th + +SBM 1 connections, 1 max connections: File Reading 0 writers, 1 readers, 0 max writers, 1 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 48.2 read request MB, 5056918 read request records, 1010908.6 read request records/sec, 9.64 read request MB/sec, -333.63 write response pending MB, -34983227 write response pending records, 0.01 read response pending MB, 60140 read response pending records, -333.68 write read request pending MB, -34989241 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 48.2 MB, 5057391 records, 1011003.2 records/sec, 9.64 MB/sec, 918.2 ns avg latency, 0 ns min latency, 2147700 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 6; Latency Percentiles: 829 ns 5th, 833 ns 10th, 839 ns 20th, 843 ns 25th, 847 ns 30th, 853 ns 40th, 857 ns 50th, 864 ns 60th, 872 ns 70th, 877 ns 75th, 881 ns 80th, 907 ns 90th, 937 ns 92.5th, 1027 ns 95th, 1062 ns 97.5th, 1086 ns 99th, 1098 ns 99.25th, 1174 ns 99.5th, 2266 ns 99.75th, 20376 ns 99.9th, 23490 ns 99.95th, 32986 ns 99.99th + +SBM 1 connections, 1 max connections: File Reading 0 writers, 1 readers, 0 max writers, 1 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 47.9 read request MB, 5020992 read request records, 1003812.1 read request records/sec, 9.57 read request MB/sec, -381.53 write response pending MB, -40005973 write response pending records, 0.00 read response pending MB, 42600 read response pending records, -381.57 write read request pending MB, -40010233 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 47.9 MB, 5022746 records, 1004162.8 records/sec, 9.58 MB/sec, 924.3 ns avg latency, 0 ns min latency, 1816351 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 7; Latency Percentiles: 823 ns 5th, 830 ns 10th, 835 ns 20th, 838 ns 25th, 841 ns 30th, 848 ns 40th, 854 ns 50th, 859 ns 60th, 867 ns 70th, 872 ns 75th, 877 ns 80th, 944 ns 90th, 1048 ns 92.5th, 1075 ns 95th, 1266 ns 97.5th, 1310 ns 99th, 1323 ns 99.25th, 1336 ns 99.5th, 1812 ns 99.75th, 20367 ns 99.9th, 23246 ns 99.95th, 33883 ns 99.99th + +SBM 1 connections, 1 max connections: File Reading 0 writers, 1 readers, 0 max writers, 1 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 48.8 read request MB, 5112469 read request records, 1020722.6 read request records/sec, 9.73 read request MB/sec, -430.29 write response pending MB, -45119121 write response pending records, 0.00 read response pending MB, 35810 read response pending records, -430.32 write read request pending MB, -45122702 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 48.8 MB, 5113148 records, 1020858.2 records/sec, 9.74 MB/sec, 907.5 ns avg latency, 0 ns min latency, 1698880 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 6; Latency Percentiles: 826 ns 5th, 830 ns 10th, 834 ns 20th, 836 ns 25th, 838 ns 30th, 845 ns 40th, 851 ns 50th, 856 ns 60th, 861 ns 70th, 865 ns 75th, 871 ns 80th, 893 ns 90th, 936 ns 92.5th, 1050 ns 95th, 1080 ns 97.5th, 1166 ns 99th, 1281 ns 99.25th, 1316 ns 99.5th, 1564 ns 99.75th, 17723 ns 99.9th, 22639 ns 99.95th, 31346 ns 99.99th + +SBM 1 connections, 1 max connections: File Reading 0 writers, 1 readers, 0 max writers, 1 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 48.3 read request MB, 5060783 read request records, 1011950.4 read request records/sec, 9.65 read request MB/sec, -478.56 write response pending MB, -50180218 write response pending records, 0.00 read response pending MB, 32670 read response pending records, -478.59 write read request pending MB, -50183485 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 48.3 MB, 5061097 records, 1012013.2 records/sec, 9.65 MB/sec, 916.1 ns avg latency, 0 ns min latency, 1664327 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 6; Latency Percentiles: 829 ns 5th, 832 ns 10th, 836 ns 20th, 838 ns 25th, 841 ns 30th, 848 ns 40th, 854 ns 50th, 859 ns 60th, 867 ns 70th, 872 ns 75th, 877 ns 80th, 907 ns 90th, 1007 ns 92.5th, 1069 ns 95th, 1261 ns 97.5th, 1329 ns 99th, 1337 ns 99.25th, 1349 ns 99.5th, 1570 ns 99.75th, 17431 ns 99.9th, 22697 ns 99.95th, 31465 ns 99.99th + +SBM 1 connections, 1 max connections: File Reading 0 writers, 1 readers, 0 max writers, 1 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 49.2 read request MB, 5163582 read request records, 1032045.8 read request records/sec, 9.84 read request MB/sec, -527.80 write response pending MB, -55343739 write response pending records, 0.00 read response pending MB, 33280 read response pending records, -527.83 write read request pending MB, -55347067 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 5 seconds, 49.2 MB, 5163521 records, 1032033.6 records/sec, 9.84 MB/sec, 899.1 ns avg latency, 0 ns min latency, 1728715 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 6; Latency Percentiles: 819 ns 5th, 829 ns 10th, 833 ns 20th, 835 ns 25th, 837 ns 30th, 843 ns 40th, 849 ns 50th, 855 ns 60th, 859 ns 70th, 862 ns 75th, 867 ns 80th, 884 ns 90th, 899 ns 92.5th, 1008 ns 95th, 1066 ns 97.5th, 1086 ns 99th, 1095 ns 99.25th, 1111 ns 99.5th, 1349 ns 99.75th, 17443 ns 99.9th, 22216 ns 99.95th, 31133 ns 99.99th + +SBM 0 connections, 1 max connections: File Reading 0 writers, 1 readers, 0 max writers, 1 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 48.4 read request MB, 5076152 read request records, 1792209.7 read request records/sec, 17.09 read request MB/sec, -576.21 write response pending MB, -60420360 write response pending records, 0.00 read response pending MB, 28600 read response pending records, -576.24 write read request pending MB, -60423219 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 2 seconds, 48.4 MB, 5076621 records, 1792375.3 records/sec, 17.09 MB/sec, 911.4 ns avg latency, 0 ns min latency, 1555326 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 6; Latency Percentiles: 817 ns 5th, 822 ns 10th, 832 ns 20th, 834 ns 25th, 836 ns 30th, 842 ns 40th, 849 ns 50th, 855 ns 60th, 860 ns 70th, 865 ns 75th, 870 ns 80th, 896 ns 90th, 1021 ns 92.5th, 1075 ns 95th, 1279 ns 97.5th, 1328 ns 99th, 1334 ns 99.25th, 1348 ns 99.5th, 1569 ns 99.75th, 17619 ns 99.9th, 21967 ns 99.95th, 30974 ns 99.99th + +Total : SBM 0 connections, 1 max connections: File Reading 0 writers, 1 readers, 0 max writers, 1 max readers, 0.0 write request MB, 0 write request records, 0.0 write request records/sec, 0.00 write request MB/sec, 576.2 read request MB, 60423219 read request records, 960806.6 read request records/sec, 9.16 read request MB/sec, -576.21 write response pending MB, -60420360 write response pending records, 0.00 read response pending MB, 28600 read response pending records, -576.24 write read request pending MB, -60423219 write read request pending records, 0 write timeout events, 0.00 write timeout events/sec, 0 read timeout events, 0.00 read timeout events/sec, 62 seconds, 576.2 MB, 60420360 records, 960761.1 records/sec, 9.16 MB/sec, 920.9 ns avg latency, 0 ns min latency, 4136393 ns max latency; 0 invalid latencies; Discarded Latencies: 0 lower, 0 higher; SLC-1: 0, SLC-2: 6; Latency Percentiles: 824 ns 5th, 831 ns 10th, 836 ns 20th, 839 ns 25th, 843 ns 30th, 851 ns 40th, 856 ns 50th, 862 ns 60th, 871 ns 70th, 876 ns 75th, 882 ns 80th, 924 ns 90th, 1007 ns 92.5th, 1060 ns 95th, 1109 ns 97.5th, 1308 ns 99th, 1329 ns 99.25th, 1358 ns 99.5th, 2129 ns 99.75th, 19616 ns 99.9th, 23133 ns 99.95th, 32323 ns 99.99th + +2024-08-24 17:04:35 INFO SbmLatencyBenchmark Shutdown +2024-08-24 17:04:35 INFO SBK PrometheusLogger Shutdown +2024-08-24 17:04:35 INFO SBM Shutdown +2024-08-24 17:04:35 INFO SBK GEM Benchmark Shutdown SBK-GEM Remote Results -------------------------------------------------------------------------------- diff --git a/sbk-gem/src/main/java/io/gem/params/impl/SbkGemParameters.java b/sbk-gem/src/main/java/io/gem/params/impl/SbkGemParameters.java index 2abe08b5..6c093c30 100644 --- a/sbk-gem/src/main/java/io/gem/params/impl/SbkGemParameters.java +++ b/sbk-gem/src/main/java/io/gem/params/impl/SbkGemParameters.java @@ -117,7 +117,7 @@ public void parseArgs(String[] args) throws ParseException, IllegalArgumentExcep config.sbkcommand = getOptionValue("sbkcommand", config.sbkcommand); localHost = getOptionValue("localhost", localHost); sbmPort = Integer.parseInt(getOptionValue("sbmport", Integer.toString(sbmPort))); - sbmIdleSleepMilliSeconds = Integer.parseInt(getOptionValue("sbmsleepms", Integer.toString(sbmPort))); + sbmIdleSleepMilliSeconds = Integer.parseInt(getOptionValue("sbmsleepms", Integer.toString(sbmIdleSleepMilliSeconds))); config.copy = Boolean.parseBoolean(getOptionValue("copy", Boolean.toString(config.copy))); config.delete = Boolean.parseBoolean(getOptionValue("delete", Boolean.toString(config.delete))); diff --git a/sbm/README.md b/sbm/README.md index 672f1acc..01cc29b3 100644 --- a/sbm/README.md +++ b/sbm/README.md @@ -28,33 +28,51 @@ SBM is a submodule/project of the SBK framework. If you [build SBK](./../README. The standard help output with SBM parameters as follows ``` -kmg@kmgs-MBP SBK % ./sbm/build/install/sbm/bin/sbm -help -2021-07-08 16:58:10 INFO - _____ ____ _ __ _____ __ __ - / ____| | _ \ | |/ / | __ \ /\ | \/ | - | (___ | |_) | | ' / ______ | |__) | / \ | \ / | - \___ \ | _ < | < |______| | _ / / /\ \ | |\/| | - ____) | | |_) | | . \ | | \ \ / ____ \ | | | | - |_____/ |____/ |_|\_\ |_| \_\ /_/ \_\ |_| |_| - -2021-07-08 16:58:10 INFO Storage Benchmark Kit - Results Aggregation Monitor -2021-07-08 16:58:10 INFO SBM Version: 0.892 -2021-07-08 16:58:10 INFO Arguments List: [-help] -2021-07-08 16:58:10 INFO Java Runtime Version: 11.0.8+11 - -usage: sbm -Storage Benchmark Kit - Results Aggregation Monitor - - -action action [r: read, w: write, wr: write and read], default: - r - -class storage class name; run 'sbk -help' to see the list - -context Prometheus Metric context; default: 9719/metrics; 'no' - disables the metrics - -help Help message - -max Maximum number of connections; default: 1000 - -ramport RAM port number; default: 9717 - -time Latency Time Unit [ms:MILLISECONDS, mcs:MICROSECONDS, - ns:NANOSECONDS]; default: ms +kmg@kmgs-MacBook-Pro SBK % ./sbm/build/install/sbm/bin/sbm -help +2024-08-24 16:50:31 INFO Reflections took 27 ms to scan 1 urls, producing 10 keys and 11 values +2024-08-24 16:50:31 INFO + _____ ____ __ __ + / ____| | _ \ | \/ | + | (___ | |_) | | \ / | + \___ \ | _ < | |\/| | + ____) | | |_) | | | | | + |_____/ |____/ |_| |_| + +2024-08-24 16:50:31 INFO Storage Benchmark Monitor +2024-08-24 16:50:31 INFO SBM Version: 5.3 +2024-08-24 16:50:31 INFO SBM Website: https://github.com/kmgowda/SBK +2024-08-24 16:50:31 INFO Arguments List: [-help] +2024-08-24 16:50:31 INFO Java Runtime Version: 17.0.2+8 +2024-08-24 16:50:31 INFO SBP Version Major: 3, Minor: 0 +2024-08-24 16:50:31 INFO Logger Classes in package 'io.sbm.logger': 1 [SbmPrometheusLogger] + +usage: sbm -out SbmPrometheusLogger +Storage Benchmark Monitor + + -action action [r: read, w: write, + wr: write and read, wro: write but only read, + rw: read and write, rwo: read but only write], + default: r + -class storage class name; run 'sbk -help' to see the + list + -context Prometheus Metric context; + 'no' disables this option; default: 9719/metrics + -csvfile CSV file to record results; + 'no' disables this option, default: no + -help Help message + -max Maximum number of connections; default: 1000 + -maxlatency Maximum latency; + use '-time' for time unit; default:180000 ms + -millisecsleep Idle sleep in milliseconds; default: 10 ms + -minlatency Minimum latency; + use '-time' for time unit; default:0 ms + -out logger driver class, + Available Drivers [SbmPrometheusLogger] + -port SBM port number; default: 9717 + -rq Benchmark Reade Requests; default: false + -time Latency Time Unit [ms:MILLISECONDS, + mcs:MICROSECONDS, ns:NANOSECONDS]; default: ms + -wq Benchmark Write Requests; default: false Please report issues at https://github.com/kmgowda/SBK diff --git a/sbm/src/main/java/io/sbm/params/impl/SbmParameters.java b/sbm/src/main/java/io/sbm/params/impl/SbmParameters.java index 9f74207f..22f0444e 100644 --- a/sbm/src/main/java/io/sbm/params/impl/SbmParameters.java +++ b/sbm/src/main/java/io/sbm/params/impl/SbmParameters.java @@ -59,6 +59,7 @@ public SbmParameters(String name, int port, int maxConnections, int idleMS, Stri super(name, SbmConfig.DESC); this.maxConnections = maxConnections; this.port = port; + this.idleSleepMilliSeconds = idleMS; if (loggerNames != null && loggerNames.length > 0) { this.loggerNames = loggerNames.clone(); } else { @@ -74,8 +75,8 @@ public SbmParameters(String name, int port, int maxConnections, int idleMS, Stri rw: read and write, rwo: read but only write], default: r"""); addOption("port", true, "SBM port number; default: " + this.port); - addOption("max", true, "Maximum number of connections; default: " + maxConnections); - addOption("millisecsleep", true, "Idle sleep in milliseconds; default: " + idleMS+" ms"); + addOption("max", true, "Maximum number of connections; default: " + this.maxConnections); + addOption("millisecsleep", true, "Idle sleep in milliseconds; default: " + this.idleSleepMilliSeconds + " ms"); }