Extended HASH, LIST, and STRING benchmarks (#276)

* Added SET with EX test * Added HELLO pipeline benchmarks * Added LPUSH pipeline benchmarks * Added LINDEX pipeline benchmarks * Added ZREVRANGEBYSCORE pipeline benchmarks * Added ZREVRANGE benchmark * fixed memtier_benchmark-1Mkeys-string-get-10B-pipeline-10 * Included 2 listpack benchmarks (LRANGE command) focused on integer encoding * Fixed missing pipeline 10 on the 2 new listpack tests * Moved latency benchmark suite out of common folder * Fixed memtier_benchmark-1key-hash-1K-fields-hgetall init step * Extended io-threads use-case to 100% gets and mixed reads/writes * applied fmt
redis · Dec 16, 2024 · 12b4f92 · 12b4f92
1 parent f424438
commit 12b4f92
Show file tree

Hide file tree

Showing 163 changed files with 547 additions and 9 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "redis-benchmarks-specification"
-version = "0.1.247"
+version = "0.1.256"
 description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute."
 authors = ["filipecosta90 <[email protected]>","Redis Performance Group <[email protected]>"]
 readme = "Readme.md"

diff --git a/redis_benchmarks_specification/__compare__/compare.py b/redis_benchmarks_specification/__compare__/compare.py
@@ -804,21 +804,22 @@ def compute_regression_table(
     len_baseline_only_list = len(baseline_only_list)
     if len_baseline_only_list > 0:
         table_output += f"\n  WARNING: There were {len_baseline_only_list} benchmarks with datapoints only on baseline.\n\n"
-        baseline_only_test_names_str = "|".join([l[0] for l in baseline_only_list])
+        baseline_only_test_names_str = "|".join([l for l in baseline_only_list])
         table_output += (
             f"  Baseline only test regexp names: {baseline_only_test_names_str}\n\n"
         )
     len_comparison_only_list = len(comparison_only_list)
     if len_comparison_only_list > 0:
         table_output += f"\n  WARNING: There were {len_comparison_only_list} benchmarks with datapoints only on comparison.\n\n"
-        comparison_only_test_names_str = "|".join([l[0] for l in comparison_only_list])
+        comparison_only_test_names_str = "|".join([l for l in comparison_only_list])
         table_output += (
             f"  Comparison only test regexp names: {comparison_only_test_names_str}\n\n"
         )
     len_no_datapoints = len(no_datapoints_list)
     if len_no_datapoints > 0:
         table_output += f"\n  WARNING: There were {len_no_datapoints} benchmarks with NO datapoints for both baseline and comparison.\n\n"
-        no_datapoints_test_names_str = "|".join([l[0] for l in no_datapoints_list])
+        no_datapoints_test_names_str = "|".join([l for l in no_datapoints_list])
+
         table_output += (
             f"  NO DATAPOINTS test regexp names: {no_datapoints_test_names_str}\n\n"
         )

diff --git a/...ys-hash-hgetall-50-fields-100B-values.yml → ...ys-hash-hgetall-50-fields-100B-values.yml b/...ys-hash-hgetall-50-fields-100B-values.yml → ...ys-hash-hgetall-50-fields-100B-values.yml
diff --git a/...load-hash-50-fields-with-1000B-values.yml → ...load-hash-50-fields-with-1000B-values.yml b/...load-hash-50-fields-with-1000B-values.yml → ...load-hash-50-fields-with-1000B-values.yml
diff --git a/...-load-hash-50-fields-with-100B-values.yml → ...-load-hash-50-fields-with-100B-values.yml b/...-load-hash-50-fields-with-100B-values.yml → ...-load-hash-50-fields-with-100B-values.yml
diff --git a/...s-load-hash-50-fields-with-10B-values.yml → ...s-load-hash-50-fields-with-10B-values.yml b/...s-load-hash-50-fields-with-10B-values.yml → ...s-load-hash-50-fields-with-10B-values.yml
diff --git a/...5-fields-with-100B-values-pipeline-10.yml → ...5-fields-with-100B-values-pipeline-10.yml b/...5-fields-with-100B-values-pipeline-10.yml → ...5-fields-with-100B-values-pipeline-10.yml
diff --git a/...s-load-hash-5-fields-with-100B-values.yml → ...s-load-hash-5-fields-with-100B-values.yml b/...s-load-hash-5-fields-with-100B-values.yml → ...s-load-hash-5-fields-with-100B-values.yml
diff --git a/...-5-fields-with-10B-values-pipeline-10.yml → ...-5-fields-with-10B-values-pipeline-10.yml b/...-5-fields-with-10B-values-pipeline-10.yml → ...-5-fields-with-10B-values-pipeline-10.yml
diff --git a/...ys-load-hash-5-fields-with-10B-values.yml → ...ys-load-hash-5-fields-with-10B-values.yml b/...ys-load-hash-5-fields-with-10B-values.yml → ...ys-load-hash-5-fields-with-10B-values.yml
diff --git a/...benchmark-1Mkeys-100B-expire-use-case.yml → ...benchmark-1Mkeys-100B-expire-use-case.yml b/...benchmark-1Mkeys-100B-expire-use-case.yml → ...benchmark-1Mkeys-100B-expire-use-case.yml
diff --git a/..._benchmark-1Mkeys-10B-expire-use-case.yml → ..._benchmark-1Mkeys-10B-expire-use-case.yml b/..._benchmark-1Mkeys-10B-expire-use-case.yml → ..._benchmark-1Mkeys-10B-expire-use-case.yml
diff --git a/...benchmark-1Mkeys-1KiB-expire-use-case.yml → ...benchmark-1Mkeys-1KiB-expire-use-case.yml b/...benchmark-1Mkeys-1KiB-expire-use-case.yml → ...benchmark-1Mkeys-1KiB-expire-use-case.yml
diff --git a/...benchmark-1Mkeys-4KiB-expire-use-case.yml → ...benchmark-1Mkeys-4KiB-expire-use-case.yml b/...benchmark-1Mkeys-4KiB-expire-use-case.yml → ...benchmark-1Mkeys-4KiB-expire-use-case.yml
diff --git a/...mark-1Mkeys-bitmap-getbit-pipeline-10.yml → ...mark-1Mkeys-bitmap-getbit-pipeline-10.yml b/...mark-1Mkeys-bitmap-getbit-pipeline-10.yml → ...mark-1Mkeys-bitmap-getbit-pipeline-10.yml
diff --git a/...ark-1Mkeys-generic-exists-pipeline-10.yml → ...ark-1Mkeys-generic-exists-pipeline-10.yml b/...ark-1Mkeys-generic-exists-pipeline-10.yml → ...ark-1Mkeys-generic-exists-pipeline-10.yml
diff --git a/...ark-1Mkeys-generic-expire-pipeline-10.yml → ...ark-1Mkeys-generic-expire-pipeline-10.yml b/...ark-1Mkeys-generic-expire-pipeline-10.yml → ...ark-1Mkeys-generic-expire-pipeline-10.yml
diff --git a/...k-1Mkeys-generic-expireat-pipeline-10.yml → ...k-1Mkeys-generic-expireat-pipeline-10.yml b/...k-1Mkeys-generic-expireat-pipeline-10.yml → ...k-1Mkeys-generic-expireat-pipeline-10.yml
diff --git a/...rk-1Mkeys-generic-pexpire-pipeline-10.yml → ...rk-1Mkeys-generic-pexpire-pipeline-10.yml b/...rk-1Mkeys-generic-pexpire-pipeline-10.yml → ...rk-1Mkeys-generic-pexpire-pipeline-10.yml
diff --git a/...hmark-1Mkeys-generic-scan-pipeline-10.yml → ...hmark-1Mkeys-generic-scan-pipeline-10.yml b/...hmark-1Mkeys-generic-scan-pipeline-10.yml → ...hmark-1Mkeys-generic-scan-pipeline-10.yml
diff --git a/...mark-1Mkeys-generic-touch-pipeline-10.yml → ...mark-1Mkeys-generic-touch-pipeline-10.yml b/...mark-1Mkeys-generic-touch-pipeline-10.yml → ...mark-1Mkeys-generic-touch-pipeline-10.yml
diff --git a/...chmark-1Mkeys-generic-ttl-pipeline-10.yml → ...chmark-1Mkeys-generic-ttl-pipeline-10.yml b/...chmark-1Mkeys-generic-ttl-pipeline-10.yml → ...chmark-1Mkeys-generic-ttl-pipeline-10.yml
diff --git a/...memtier_benchmark-1Mkeys-hash-hexists.yml → ...memtier_benchmark-1Mkeys-hash-hexists.yml b/...memtier_benchmark-1Mkeys-hash-hexists.yml → ...memtier_benchmark-1Mkeys-hash-hexists.yml
diff --git a/...-hgetall-hkeys-hvals-with-100B-values.yml → ...-hgetall-hkeys-hvals-with-100B-values.yml b/...-hgetall-hkeys-hvals-with-100B-values.yml → ...-hgetall-hkeys-hvals-with-100B-values.yml
diff --git a/...eys-hash-hgetall-50-fields-10B-values.yml → ...eys-hash-hgetall-50-fields-10B-values.yml b/...eys-hash-hgetall-50-fields-10B-values.yml → ...eys-hash-hgetall-50-fields-10B-values.yml
diff --git a/...memtier_benchmark-1Mkeys-hash-hincrby.yml → ...memtier_benchmark-1Mkeys-hash-hincrby.yml b/...memtier_benchmark-1Mkeys-hash-hincrby.yml → ...memtier_benchmark-1Mkeys-hash-hincrby.yml
diff --git a/...5-fields-with-100B-values-pipeline-10.yml → ...5-fields-with-100B-values-pipeline-10.yml b/...5-fields-with-100B-values-pipeline-10.yml → ...5-fields-with-100B-values-pipeline-10.yml
diff --git a/...h-transactions-multi-exec-pipeline-20.yml → ...h-transactions-multi-exec-pipeline-20.yml b/...h-transactions-multi-exec-pipeline-20.yml → ...h-transactions-multi-exec-pipeline-20.yml
diff --git a/...Mkeys-list-lpop-rpop-with-100B-values.yml → ...Mkeys-list-lpop-rpop-with-100B-values.yml b/...Mkeys-list-lpop-rpop-with-100B-values.yml → ...Mkeys-list-lpop-rpop-with-100B-values.yml
diff --git a/...1Mkeys-list-lpop-rpop-with-10B-values.yml → ...1Mkeys-list-lpop-rpop-with-10B-values.yml b/...1Mkeys-list-lpop-rpop-with-10B-values.yml → ...1Mkeys-list-lpop-rpop-with-10B-values.yml
diff --git a/...Mkeys-list-lpop-rpop-with-1KiB-values.yml → ...Mkeys-list-lpop-rpop-with-1KiB-values.yml b/...Mkeys-list-lpop-rpop-with-1KiB-values.yml → ...Mkeys-list-lpop-rpop-with-1KiB-values.yml
diff --git a/...-fields-with-1000B-values-pipeline-10.yml → ...-fields-with-1000B-values-pipeline-10.yml b/...-fields-with-1000B-values-pipeline-10.yml → ...-fields-with-1000B-values-pipeline-10.yml
diff --git a/...-load-hash-5-fields-with-1000B-values.yml → ...-load-hash-5-fields-with-1000B-values.yml b/...-load-hash-5-fields-with-1000B-values.yml → ...-load-hash-5-fields-with-1000B-values.yml
diff --git a/...hash-hmset-5-fields-with-1000B-values.yml → ...hash-hmset-5-fields-with-1000B-values.yml b/...hash-hmset-5-fields-with-1000B-values.yml → ...hash-hmset-5-fields-with-1000B-values.yml
diff --git a/...ark-1Mkeys-load-list-with-100B-values.yml → ...ark-1Mkeys-load-list-with-100B-values.yml b/...ark-1Mkeys-load-list-with-100B-values.yml → ...ark-1Mkeys-load-list-with-100B-values.yml
diff --git a/...mark-1Mkeys-load-list-with-10B-values.yml → ...mark-1Mkeys-load-list-with-10B-values.yml b/...mark-1Mkeys-load-list-with-10B-values.yml → ...mark-1Mkeys-load-list-with-10B-values.yml
diff --git a/...ark-1Mkeys-load-list-with-1KiB-values.yml → ...ark-1Mkeys-load-list-with-1KiB-values.yml b/...ark-1Mkeys-load-list-with-1KiB-values.yml → ...ark-1Mkeys-load-list-with-1KiB-values.yml
diff --git a/...-intset-with-100-elements-pipeline-10.yml → ...-intset-with-100-elements-pipeline-10.yml b/...-intset-with-100-elements-pipeline-10.yml → ...-intset-with-100-elements-pipeline-10.yml
diff --git a/...eys-load-set-intset-with-100-elements.yml → ...eys-load-set-intset-with-100-elements.yml b/...eys-load-set-intset-with-100-elements.yml → ...eys-load-set-intset-with-100-elements.yml
diff --git a/...1-fields-with-100B-values-pipeline-10.yml → ...1-fields-with-100B-values-pipeline-10.yml b/...1-fields-with-100B-values-pipeline-10.yml → ...1-fields-with-100B-values-pipeline-10.yml
diff --git a/...load-stream-1-fields-with-100B-values.yml → ...load-stream-1-fields-with-100B-values.yml b/...load-stream-1-fields-with-100B-values.yml → ...load-stream-1-fields-with-100B-values.yml
diff --git a/...5-fields-with-100B-values-pipeline-10.yml → ...5-fields-with-100B-values-pipeline-10.yml b/...5-fields-with-100B-values-pipeline-10.yml → ...5-fields-with-100B-values-pipeline-10.yml
diff --git a/...load-stream-5-fields-with-100B-values.yml → ...load-stream-5-fields-with-100B-values.yml b/...load-stream-5-fields-with-100B-values.yml → ...load-stream-5-fields-with-100B-values.yml
diff --git a/...d-string-with-100B-values-pipeline-10.yml → ...d-string-with-100B-values-pipeline-10.yml b/...d-string-with-100B-values-pipeline-10.yml → ...d-string-with-100B-values-pipeline-10.yml
diff --git a/...k-1Mkeys-load-string-with-100B-values.yml → ...k-1Mkeys-load-string-with-100B-values.yml b/...k-1Mkeys-load-string-with-100B-values.yml → ...k-1Mkeys-load-string-with-100B-values.yml
diff --git a/...ad-string-with-10B-values-pipeline-10.yml → ...ad-string-with-10B-values-pipeline-10.yml b/...ad-string-with-10B-values-pipeline-10.yml → ...ad-string-with-10B-values-pipeline-10.yml
diff --git a/...rk-1Mkeys-load-string-with-10B-values.yml → ...rk-1Mkeys-load-string-with-10B-values.yml b/...rk-1Mkeys-load-string-with-10B-values.yml → ...rk-1Mkeys-load-string-with-10B-values.yml
diff --git a/...k-1Mkeys-load-string-with-1KiB-values.yml → ...k-1Mkeys-load-string-with-1KiB-values.yml b/...k-1Mkeys-load-string-with-1KiB-values.yml → ...k-1Mkeys-load-string-with-1KiB-values.yml
diff --git a/...-1Mkeys-load-string-with-20KiB-values.yml → ...-1Mkeys-load-string-with-20KiB-values.yml b/...-1Mkeys-load-string-with-20KiB-values.yml → ...-1Mkeys-load-string-with-20KiB-values.yml
diff --git a/...ad-zset-with-10-elements-double-score.yml → ...ad-zset-with-10-elements-double-score.yml b/...ad-zset-with-10-elements-double-score.yml → ...ad-zset-with-10-elements-double-score.yml
diff --git a/...-load-zset-with-10-elements-int-score.yml → ...-load-zset-with-10-elements-int-score.yml b/...-load-zset-with-10-elements-int-score.yml → ...-load-zset-with-10-elements-int-score.yml
diff --git a/...keys-string-append-1-100B-pipeline-10.yml → ...keys-string-append-1-100B-pipeline-10.yml b/...keys-string-append-1-100B-pipeline-10.yml → ...keys-string-append-1-100B-pipeline-10.yml
diff --git a/...benchmark-1Mkeys-string-append-1-100B.yml → ...benchmark-1Mkeys-string-append-1-100B.yml b/...benchmark-1Mkeys-string-append-1-100B.yml → ...benchmark-1Mkeys-string-append-1-100B.yml
diff --git a/...-memtier_benchmark-1Mkeys-string-decr.yml → ...-memtier_benchmark-1Mkeys-string-decr.yml b/...-memtier_benchmark-1Mkeys-string-decr.yml → ...-memtier_benchmark-1Mkeys-string-decr.yml
diff --git a/...rk-1Mkeys-string-get-100B-pipeline-10.yml → ...rk-1Mkeys-string-get-100B-pipeline-10.yml b/...rk-1Mkeys-string-get-100B-pipeline-10.yml → ...rk-1Mkeys-string-get-100B-pipeline-10.yml
diff --git a/...tier_benchmark-1Mkeys-string-get-100B.yml → ...tier_benchmark-1Mkeys-string-get-100B.yml b/...tier_benchmark-1Mkeys-string-get-100B.yml → ...tier_benchmark-1Mkeys-string-get-100B.yml
diff --git a/...ark-1Mkeys-string-get-10B-pipeline-10.yml → ...ark-1Mkeys-string-get-10B-pipeline-10.yml b/...ark-1Mkeys-string-get-10B-pipeline-10.yml → ...ark-1Mkeys-string-get-10B-pipeline-10.yml
diff --git a/...mtier_benchmark-1Mkeys-string-get-10B.yml → ...mtier_benchmark-1Mkeys-string-get-10B.yml b/...mtier_benchmark-1Mkeys-string-get-10B.yml → ...mtier_benchmark-1Mkeys-string-get-10B.yml
diff --git a/...rk-1Mkeys-string-get-1KiB-pipeline-10.yml → ...rk-1Mkeys-string-get-1KiB-pipeline-10.yml b/...rk-1Mkeys-string-get-1KiB-pipeline-10.yml → ...rk-1Mkeys-string-get-1KiB-pipeline-10.yml
diff --git a/...tier_benchmark-1Mkeys-string-get-1KiB.yml → ...tier_benchmark-1Mkeys-string-get-1KiB.yml b/...tier_benchmark-1Mkeys-string-get-1KiB.yml → ...tier_benchmark-1Mkeys-string-get-1KiB.yml
diff --git a/...ier_benchmark-1Mkeys-string-get-20KiB.yml → ...ier_benchmark-1Mkeys-string-get-20KiB.yml b/...ier_benchmark-1Mkeys-string-get-20KiB.yml → ...ier_benchmark-1Mkeys-string-get-20KiB.yml
diff --git a/...mark-1Mkeys-string-incrby-pipeline-10.yml → ...mark-1Mkeys-string-incrby-pipeline-10.yml b/...mark-1Mkeys-string-incrby-pipeline-10.yml → ...mark-1Mkeys-string-incrby-pipeline-10.yml
diff --git a/...emtier_benchmark-1Mkeys-string-incrby.yml → ...emtier_benchmark-1Mkeys-string-incrby.yml b/...emtier_benchmark-1Mkeys-string-incrby.yml → ...emtier_benchmark-1Mkeys-string-incrby.yml
diff --git a/...1Mkeys-string-incrbyfloat-pipeline-10.yml → ...1Mkeys-string-incrbyfloat-pipeline-10.yml b/...1Mkeys-string-incrbyfloat-pipeline-10.yml → ...1Mkeys-string-incrbyfloat-pipeline-10.yml
diff --git a/...r_benchmark-1Mkeys-string-incrbyfloat.yml → ...r_benchmark-1Mkeys-string-incrbyfloat.yml b/...r_benchmark-1Mkeys-string-incrbyfloat.yml → ...r_benchmark-1Mkeys-string-incrbyfloat.yml
diff --git a/...ier_benchmark-1Mkeys-string-mget-1KiB.yml → ...ier_benchmark-1Mkeys-string-mget-1KiB.yml b/...ier_benchmark-1Mkeys-string-mget-1KiB.yml → ...ier_benchmark-1Mkeys-string-mget-1KiB.yml
diff --git a/...-1Mkeys-string-setex-100B-pipeline-10.yml → ...-1Mkeys-string-setex-100B-pipeline-10.yml b/...-1Mkeys-string-setex-100B-pipeline-10.yml → ...-1Mkeys-string-setex-100B-pipeline-10.yml
diff --git a/...keys-string-setrange-100B-pipeline-10.yml → ...keys-string-setrange-100B-pipeline-10.yml b/...keys-string-setrange-100B-pipeline-10.yml → ...keys-string-setrange-100B-pipeline-10.yml
diff --git a/...benchmark-1Mkeys-string-setrange-100B.yml → ...benchmark-1Mkeys-string-setrange-100B.yml b/...benchmark-1Mkeys-string-setrange-100B.yml → ...benchmark-1Mkeys-string-setrange-100B.yml
diff --git a/..._benchmark-1key-geo-2-elements-geopos.yml → ..._benchmark-1key-geo-2-elements-geopos.yml b/..._benchmark-1key-geo-2-elements-geopos.yml → ..._benchmark-1key-geo-2-elements-geopos.yml
diff --git a/...ements-geosearch-fromlonlat-withcoord.yml → ...ements-geosearch-fromlonlat-withcoord.yml b/...ements-geosearch-fromlonlat-withcoord.yml → ...ements-geosearch-fromlonlat-withcoord.yml
diff --git a/...-geo-60M-elements-geodist-pipeline-10.yml → ...-geo-60M-elements-geodist-pipeline-10.yml b/...-geo-60M-elements-geodist-pipeline-10.yml → ...-geo-60M-elements-geodist-pipeline-10.yml
diff --git a/...nchmark-1key-geo-60M-elements-geodist.yml → ...nchmark-1key-geo-60M-elements-geodist.yml b/...nchmark-1key-geo-60M-elements-geodist.yml → ...nchmark-1key-geo-60M-elements-geodist.yml
diff --git a/...-geo-60M-elements-geohash-pipeline-10.yml → ...-geo-60M-elements-geohash-pipeline-10.yml b/...-geo-60M-elements-geohash-pipeline-10.yml → ...-geo-60M-elements-geohash-pipeline-10.yml
diff --git a/...nchmark-1key-geo-60M-elements-geohash.yml → ...nchmark-1key-geo-60M-elements-geohash.yml b/...nchmark-1key-geo-60M-elements-geohash.yml → ...nchmark-1key-geo-60M-elements-geohash.yml
diff --git a/...y-geo-60M-elements-geopos-pipeline-10.yml → ...y-geo-60M-elements-geopos-pipeline-10.yml b/...y-geo-60M-elements-geopos-pipeline-10.yml → ...y-geo-60M-elements-geopos-pipeline-10.yml
diff --git a/...enchmark-1key-geo-60M-elements-geopos.yml → ...enchmark-1key-geo-60M-elements-geopos.yml b/...enchmark-1key-geo-60M-elements-geopos.yml → ...enchmark-1key-geo-60M-elements-geopos.yml
diff --git a/...M-elements-geosearch-fromlonlat-bybox.yml → ...M-elements-geosearch-fromlonlat-bybox.yml b/...M-elements-geosearch-fromlonlat-bybox.yml → ...M-elements-geosearch-fromlonlat-bybox.yml
diff --git a/...ents-geosearch-fromlonlat-pipeline-10.yml → ...ents-geosearch-fromlonlat-pipeline-10.yml b/...ents-geosearch-fromlonlat-pipeline-10.yml → ...ents-geosearch-fromlonlat-pipeline-10.yml
diff --git a/...geo-60M-elements-geosearch-fromlonlat.yml → ...geo-60M-elements-geosearch-fromlonlat.yml b/...geo-60M-elements-geosearch-fromlonlat.yml → ...geo-60M-elements-geosearch-fromlonlat.yml
diff --git a/...-1key-hash-hscan-50-fields-10B-values.yml → ...-1key-hash-hscan-50-fields-10B-values.yml b/...-1key-hash-hscan-50-fields-10B-values.yml → ...-1key-hash-hscan-50-fields-10B-values.yml
diff --git a/...ments-lrange-all-elements-pipeline-10.yml → ...ments-lrange-all-elements-pipeline-10.yml b/...ments-lrange-all-elements-pipeline-10.yml → ...ments-lrange-all-elements-pipeline-10.yml
diff --git a/...-list-10-elements-lrange-all-elements.yml → ...-list-10-elements-lrange-all-elements.yml b/...-list-10-elements-lrange-all-elements.yml → ...-list-10-elements-lrange-all-elements.yml
diff --git a/...ments-lrange-all-elements-pipeline-10.yml → ...ments-lrange-all-elements-pipeline-10.yml b/...ments-lrange-all-elements-pipeline-10.yml → ...ments-lrange-all-elements-pipeline-10.yml
diff --git a/...list-100-elements-lrange-all-elements.yml → ...list-100-elements-lrange-all-elements.yml b/...list-100-elements-lrange-all-elements.yml → ...list-100-elements-lrange-all-elements.yml
diff --git a/...1key-list-10K-elements-lindex-integer.yml → ...1key-list-10K-elements-lindex-integer.yml b/...1key-list-10K-elements-lindex-integer.yml → ...1key-list-10K-elements-lindex-integer.yml
diff --git a/...-1key-list-10K-elements-lindex-string.yml → ...-1key-list-10K-elements-lindex-string.yml b/...-1key-list-10K-elements-lindex-string.yml → ...-1key-list-10K-elements-lindex-string.yml
diff --git a/...ments-lrange-all-elements-pipeline-10.yml → ...ments-lrange-all-elements-pipeline-10.yml b/...ments-lrange-all-elements-pipeline-10.yml → ...ments-lrange-all-elements-pipeline-10.yml
diff --git a/...-list-1K-elements-lrange-all-elements.yml → ...-list-1K-elements-lrange-all-elements.yml b/...-list-1K-elements-lrange-all-elements.yml → ...-list-1K-elements-lrange-all-elements.yml
diff --git a/...ark-1key-pfadd-4KB-values-pipeline-10.yml → ...ark-1key-pfadd-4KB-values-pipeline-10.yml b/...ark-1key-pfadd-4KB-values-pipeline-10.yml → ...ark-1key-pfadd-4KB-values-pipeline-10.yml
diff --git a/...-set-10-elements-smembers-pipeline-10.yml → ...-set-10-elements-smembers-pipeline-10.yml b/...-set-10-elements-smembers-pipeline-10.yml → ...-set-10-elements-smembers-pipeline-10.yml
diff --git a/...nchmark-1key-set-10-elements-smembers.yml → ...nchmark-1key-set-10-elements-smembers.yml b/...nchmark-1key-set-10-elements-smembers.yml → ...nchmark-1key-set-10-elements-smembers.yml
diff --git a/...hmark-1key-set-10-elements-smismember.yml → ...hmark-1key-set-10-elements-smismember.yml b/...hmark-1key-set-10-elements-smismember.yml → ...hmark-1key-set-10-elements-smismember.yml
diff --git a/...et-100-elements-sismember-is-a-member.yml → ...et-100-elements-sismember-is-a-member.yml b/...et-100-elements-sismember-is-a-member.yml → ...et-100-elements-sismember-is-a-member.yml
diff --git a/...t-100-elements-sismember-not-a-member.yml → ...t-100-elements-sismember-not-a-member.yml b/...t-100-elements-sismember-not-a-member.yml → ...t-100-elements-sismember-not-a-member.yml
diff --git a/...chmark-1key-set-100-elements-smembers.yml → ...chmark-1key-set-100-elements-smembers.yml b/...chmark-1key-set-100-elements-smembers.yml → ...chmark-1key-set-100-elements-smembers.yml
diff --git a/...mark-1key-set-100-elements-smismember.yml → ...mark-1key-set-100-elements-smismember.yml b/...mark-1key-set-100-elements-smismember.yml → ...mark-1key-set-100-elements-smismember.yml
diff --git a/...benchmark-1key-set-100-elements-sscan.yml → ...benchmark-1key-set-100-elements-sscan.yml b/...benchmark-1key-set-100-elements-sscan.yml → ...benchmark-1key-set-100-elements-sscan.yml
diff --git a/...t-10M-elements-sismember-50pct-chance.yml → ...t-10M-elements-sismember-50pct-chance.yml b/...t-10M-elements-sismember-50pct-chance.yml → ...t-10M-elements-sismember-50pct-chance.yml
diff --git a/...nchmark-1key-set-1K-elements-smembers.yml → ...nchmark-1key-set-1K-elements-smembers.yml b/...nchmark-1key-set-1K-elements-smembers.yml → ...nchmark-1key-set-1K-elements-smembers.yml
diff --git a/...et-1M-elements-sismember-50pct-chance.yml → ...et-1M-elements-sismember-50pct-chance.yml b/...et-1M-elements-sismember-50pct-chance.yml → ...et-1M-elements-sismember-50pct-chance.yml
diff --git a/...-1key-set-200K-elements-sadd-constant.yml → ...-1key-set-200K-elements-sadd-constant.yml b/...-1key-set-200K-elements-sadd-constant.yml → ...-1key-set-200K-elements-sadd-constant.yml
diff --git a/...-1key-set-2M-elements-sadd-increasing.yml → ...-1key-set-2M-elements-sadd-increasing.yml b/...-1key-set-2M-elements-sadd-increasing.yml → ...-1key-set-2M-elements-sadd-increasing.yml
diff --git a/...k-1key-zincrby-1M-elements-pipeline-1.yml → ...k-1key-zincrby-1M-elements-pipeline-1.yml b/...k-1key-zincrby-1M-elements-pipeline-1.yml → ...k-1key-zincrby-1M-elements-pipeline-1.yml
diff --git a/...ark-1key-zrank-1M-elements-pipeline-1.yml → ...ark-1key-zrank-1M-elements-pipeline-1.yml b/...ark-1key-zrank-1M-elements-pipeline-1.yml → ...ark-1key-zrank-1M-elements-pipeline-1.yml
diff --git a/...mark-1key-zrem-5M-elements-pipeline-1.yml → ...mark-1key-zrem-5M-elements-pipeline-1.yml b/...mark-1key-zrem-5M-elements-pipeline-1.yml → ...mark-1key-zrem-5M-elements-pipeline-1.yml
diff --git a/...rangebyscore-256K-elements-pipeline-1.yml → ...rangebyscore-256K-elements-pipeline-1.yml b/...rangebyscore-256K-elements-pipeline-1.yml → ...rangebyscore-256K-elements-pipeline-1.yml
diff --git a/...-1key-zrevrank-1M-elements-pipeline-1.yml → ...-1key-zrevrank-1M-elements-pipeline-1.yml b/...-1key-zrevrank-1M-elements-pipeline-1.yml → ...-1key-zrevrank-1M-elements-pipeline-1.yml
diff --git a/...ments-zrange-all-elements-long-scores.yml → ...ments-zrange-all-elements-long-scores.yml b/...ments-zrange-all-elements-long-scores.yml → ...ments-zrange-all-elements-long-scores.yml
diff --git a/...-zset-10-elements-zrange-all-elements.yml → ...-zset-10-elements-zrange-all-elements.yml b/...-zset-10-elements-zrange-all-elements.yml → ...-zset-10-elements-zrange-all-elements.yml
diff --git a/...zset-100-elements-zrange-all-elements.yml → ...zset-100-elements-zrange-all-elements.yml b/...zset-100-elements-zrange-all-elements.yml → ...zset-100-elements-zrange-all-elements.yml
diff --git a/...rangebyscore-all-elements-long-scores.yml → ...rangebyscore-all-elements-long-scores.yml b/...rangebyscore-all-elements-long-scores.yml → ...rangebyscore-all-elements-long-scores.yml
diff --git a/...0-elements-zrangebyscore-all-elements.yml → ...0-elements-zrangebyscore-all-elements.yml b/...0-elements-zrangebyscore-all-elements.yml → ...0-elements-zrangebyscore-all-elements.yml
diff --git a/...enchmark-1key-zset-100-elements-zscan.yml → ...enchmark-1key-zset-100-elements-zscan.yml b/...enchmark-1key-zset-100-elements-zscan.yml → ...enchmark-1key-zset-100-elements-zscan.yml
diff --git a/...ey-zset-1M-elements-zcard-pipeline-10.yml → ...ey-zset-1M-elements-zcard-pipeline-10.yml b/...ey-zset-1M-elements-zcard-pipeline-10.yml → ...ey-zset-1M-elements-zcard-pipeline-10.yml
diff --git a/...zset-1M-elements-zrevrange-5-elements.yml → ...zset-1M-elements-zrevrange-5-elements.yml b/...zset-1M-elements-zrevrange-5-elements.yml → ...zset-1M-elements-zrevrange-5-elements.yml
diff --git a/...y-zset-1M-elements-zscore-pipeline-10.yml → ...y-zset-1M-elements-zscore-pipeline-10.yml b/...y-zset-1M-elements-zscore-pipeline-10.yml → ...y-zset-1M-elements-zscore-pipeline-10.yml
diff --git a/..._benchmark-2keys-lua-eval-hset-expire.yml → ..._benchmark-2keys-lua-eval-hset-expire.yml b/..._benchmark-2keys-lua-eval-hset-expire.yml → ..._benchmark-2keys-lua-eval-hset-expire.yml
diff --git a/...nchmark-2keys-lua-evalsha-hset-expire.yml → ...nchmark-2keys-lua-evalsha-hset-expire.yml b/...nchmark-2keys-lua-evalsha-hset-expire.yml → ...nchmark-2keys-lua-evalsha-hset-expire.yml
diff --git a/...hmark-2keys-set-10-100-elements-sdiff.yml → ...hmark-2keys-set-10-100-elements-sdiff.yml b/...hmark-2keys-set-10-100-elements-sdiff.yml → ...hmark-2keys-set-10-100-elements-sdiff.yml
diff --git a/...mark-2keys-set-10-100-elements-sinter.yml → ...mark-2keys-set-10-100-elements-sinter.yml b/...mark-2keys-set-10-100-elements-sinter.yml → ...mark-2keys-set-10-100-elements-sinter.yml
diff --git a/...mark-2keys-set-10-100-elements-sunion.yml → ...mark-2keys-set-10-100-elements-sunion.yml b/...mark-2keys-set-10-100-elements-sunion.yml → ...mark-2keys-set-10-100-elements-sunion.yml
diff --git a/...entries-xread-all-entries-pipeline-10.yml → ...entries-xread-all-entries-pipeline-10.yml b/...entries-xread-all-entries-pipeline-10.yml → ...entries-xread-all-entries-pipeline-10.yml
diff --git a/...ys-stream-5-entries-xread-all-entries.yml → ...ys-stream-5-entries-xread-all-entries.yml b/...ys-stream-5-entries-xread-all-entries.yml → ...ys-stream-5-entries-xread-all-entries.yml
diff --git a/...k-3Mkeys-load-string-with-512B-values.yml → ...k-3Mkeys-load-string-with-512B-values.yml b/...k-3Mkeys-load-string-with-512B-values.yml → ...k-3Mkeys-load-string-with-512B-values.yml
diff --git a/...ps-memtier_benchmark-connection-hello.yml → ...ps-memtier_benchmark-connection-hello.yml b/...ps-memtier_benchmark-connection-hello.yml → ...ps-memtier_benchmark-connection-hello.yml
diff --git a/...oad-hash-50-fields-with-10000B-values.yml → ...oad-hash-50-fields-with-10000B-values.yml b/...oad-hash-50-fields-with-10000B-values.yml → ...oad-hash-50-fields-with-10000B-values.yml
diff --git a/...stpack-with-100-elements-double-score.yml → ...stpack-with-100-elements-double-score.yml b/...stpack-with-100-elements-double-score.yml → ...stpack-with-100-elements-double-score.yml
diff --git a/...chmark-1key-100M-bits-bitmap-bitcount.yml → ...chmark-1key-100M-bits-bitmap-bitcount.yml b/...chmark-1key-100M-bits-bitmap-bitcount.yml → ...chmark-1key-100M-bits-bitmap-bitcount.yml
diff --git a/...ist-10K-elements-linsert-lrem-integer.yml → ...ist-10K-elements-linsert-lrem-integer.yml b/...ist-10K-elements-linsert-lrem-integer.yml → ...ist-10K-elements-linsert-lrem-integer.yml
diff --git a/...list-10K-elements-linsert-lrem-string.yml → ...list-10K-elements-linsert-lrem-string.yml b/...list-10K-elements-linsert-lrem-string.yml → ...list-10K-elements-linsert-lrem-string.yml
diff --git a/...k-1key-list-10K-elements-lpos-integer.yml → ...k-1key-list-10K-elements-lpos-integer.yml b/...k-1key-list-10K-elements-lpos-integer.yml → ...k-1key-list-10K-elements-lpos-integer.yml
diff --git a/...rk-1key-list-10K-elements-lpos-string.yml → ...rk-1key-list-10K-elements-lpos-string.yml b/...rk-1key-list-10K-elements-lpos-string.yml → ...rk-1key-list-10K-elements-lpos-string.yml
diff --git a/...s-quicklist-lrange-all-elements-longs.yml → ...s-quicklist-lrange-all-elements-longs.yml b/...s-quicklist-lrange-all-elements-longs.yml → ...s-quicklist-lrange-all-elements-longs.yml
diff --git a/...-zset-1K-elements-zrange-all-elements.yml → ...-zset-1K-elements-zrange-all-elements.yml b/...-zset-1K-elements-zrange-all-elements.yml → ...-zset-1K-elements-zrange-all-elements.yml
diff --git a/...-300-elements-skiplist-encoded-zunion.yml → ...-300-elements-skiplist-encoded-zunion.yml b/...-300-elements-skiplist-encoded-zunion.yml → ...-300-elements-skiplist-encoded-zunion.yml
diff --git a/...elements-skiplist-encoded-zunionstore.yml → ...elements-skiplist-encoded-zunionstore.yml b/...elements-skiplist-encoded-zunionstore.yml → ...elements-skiplist-encoded-zunionstore.yml
diff --git a/...rk-1key-1Billion-bits-bitmap-bitcount.yml → ...rk-1key-1Billion-bits-bitmap-bitcount.yml b/...rk-1key-1Billion-bits-bitmap-bitcount.yml → ...rk-1key-1Billion-bits-bitmap-bitcount.yml
diff --git a/...test-suites/memtier_benchmark-100Kkeys-load-hash-20-fields-with-1B-values-pipeline-30.yml b/...test-suites/memtier_benchmark-100Kkeys-load-hash-20-fields-with-1B-values-pipeline-30.yml
@@ -0,0 +1,30 @@
+version: 0.4
+name: memtier_benchmark-100Kkeys-load-hash-20-fields-with-1B-values-pipeline-30
+description: Runs memtier_benchmark, for a keyspace length of 100K keys loading HASHES with 50 fields each. Each field value has a data size of 10 Bytes.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 6g
+tested-groups:
+- hash
+tested-commands:
+- hset
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 120 --distinct-client-seed "--data-size" "10" --command "HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ field:5 __data__ field:6 __data__ field:7 __data__ field:8 __data__ field:9 __data__ field:10 __data__ field:11 __data__ field:12 __data__ field:13 __data__ field:14 __data__ field:15 __data__ field:16 __data__ field:17 __data__ field:18 __data__ field:19 __data__ field:20 __data__ field:21 __data__ field:22 __data__ field:23 __data__ field:24 __data__ field:25 __data__ field:26 __data__ field:27 __data__ field:28 __data__ field:29 __data__ field:30 __data__ field:31 __data__ field:32 __data__ field:33 __data__ field:34 __data__ field:35 __data__ field:36 __data__ field:37 __data__ field:38 __data__ field:39 __data__ field:40 __data__ field:41 __data__ field:42 __data__ field:43 __data__ field:44 __data__ field:45 __data__ field:46 __data__ field:47 __data__ field:48 __data__ field:49 __data__ field:50 __data__" --command-key-pattern="R" --key-minimum=1 --key-maximum 100000 -c 50 -t 4 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 5
diff --git a/...ification/test-suites/memtier_benchmark-10Kkeys-load-list-with-10B-values-pipeline-50.yml b/...ification/test-suites/memtier_benchmark-10Kkeys-load-list-with-10B-values-pipeline-50.yml
@@ -0,0 +1,30 @@
+version: 0.4
+name: memtier_benchmark-10Kkeys-load-list-with-10B-values-pipeline-50
+description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs in which the value has a data size of 10 Bytes.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 1g
+tested-groups:
+- list
+tested-commands:
+- lpush
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '"--data-size" "10" --pipeline 50 --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 10000 --test-time 180 -c 50 -t 4 --hide-histogram'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 38
diff --git a/...cification/test-suites/memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10.yml b/...cification/test-suites/memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10.yml
@@ -0,0 +1,30 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10
+description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs in which the value has a data size of 10 Bytes.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 1g
+tested-groups:
+- list
+tested-commands:
+- lpush
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '"--data-size" "10" --pipeline 10 --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 38
diff --git a/...chmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml b/...chmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml
@@ -9,7 +9,7 @@ dbconfig:
   preload_tool:
     run_image: redislabs/memtier_benchmark:edge
     tool: memtier_benchmark
-    arguments: '"--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+    arguments: '"--key-maximum" "1000000" "-n" "allkeys" "--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
   resources:
     requests:
       memory: 1g
@@ -23,7 +23,7 @@ build-variants:
 clientconfig:
   run_image: redislabs/memtier_benchmark:edge
   tool: memtier_benchmark
-  arguments: '"--pipeline" "10" "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180'
+  arguments: '"--key-minimum" "1" "--key-maximum" "1000000" "--pipeline" "10" "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180'
   resources:
     requests:
       cpus: '4'

diff --git a/...pecification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml b/...pecification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml
@@ -0,0 +1,33 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10
+description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 100 Bytes for each key.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+  resources:
+    requests:
+      memory: 1g
+tested-commands:
+- set
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 120 --pipeline 10 --command "SET __key__ __value__ EX 3600" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+tested-groups:
+- string
+priority: 1
diff --git a/...s_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml b/...s_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml
diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml
diff --git a/...emtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml b/...emtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml
@@ -0,0 +1,32 @@
+version: 0.4
+name: memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10
+description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 100 integer elements (all of one encoding type: 7BIT_UINT) in it and we query it using LRANGE with a range of all elements. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  resources:
+    requests:
+      memory: 1g
+  init_commands:
+   - '"LPUSH" "list:100:ints:7BIT_UINT" "0" "1" "2" "3" "4" "5" "6" "7" "8" "9" "10" "11" "12" "13" "14" "15" "16" "17" "18" "19" "20" "21" "22" "23" "24" "25" "26" "27" "28" "29" "30" "31" "32" "33" "34" "35" "36" "37" "38" "39" "40" "41" "42" "43" "44" "45" "46" "47" "48" "49" "50" "51" "52" "53" "54" "55" "56" "57" "58" "59" "60" "61" "62" "63" "64" "65" "66" "67" "68" "69" "70" "71" "72" "73" "74" "75" "76" "77" "78" "79" "80" "81" "82" "83" "84" "85" "86" "87" "88" "89" "90" "91" "92" "93" "94" "95" "96" "97" "98" "99"'
+tested-groups:
+- list
+tested-commands:
+- lrange
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --pipeline 10 --command="LRANGE list:100:ints:7BIT_UINT 0 -1"  --hide-histogram --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 34
diff --git a/...t-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml b/...t-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml
@@ -0,0 +1,32 @@
+version: 0.4
+name: memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10
+description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 100 integer elements (across all 6 encoding types, meaning 7BIT_UINT 13BIT_INT 16BIT_INT 24BIT_INT 32BIT_INT 64BIT_INT) in it and we query it using LRANGE with a range of all elements. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  resources:
+    requests:
+      memory: 1g
+  init_commands:
+   - '"LPUSH" "list:100:ints" "0" "7" "14" "21" "28" "35" "42" "49" "56" "63" "70" "77" "84" "91" "98" "105" "112" "-4096" "-3585" "-3074" "-2563" "-2052" "-1541" "-1030" "-519" "-8" "503" "1014" "1525" "2036" "2547" "3058" "3569" "4080" "-32768" "-28673" "-24578" "-20483" "-16388" "-12293" "-8198" "-4103" "-8" "4087" "8182" "12277" "16372" "20467" "24562" "28657" "32752" "-8388608" "-7340033" "-6291458" "-5242883" "-4194308" "-3145733" "-2097158" "-1048583" "-8" "1048567" "2097142" "3145717" "4194292" "5242867" "6291442" "7340017" "8388592" "-2147483648" "-1861152495" "-1574821342" "-1288490189" "-1002159036" "-715827883" "-429496730" "-143165577" "143165576" "429496729" "715827882" "1002159035" "1288490188" "1574821341" "1861152494" "2147483647" "-9223372036854775808" "-7993589098607472367" "-6763806160360168926" "-5534023222112865485" "-4304240283865562044" "-3074457345618258603" "-1844674407370955162" "-614891469123651721" "614891469123651720" "1844674407370955161" "3074457345618258602" "4304240283865562043" "5534023222112865484" "6763806160360168925" "7993589098607472366" "9223372036854775807"'
+tested-groups:
+- list
+tested-commands:
+- lrange
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --pipeline 10 --command="LRANGE list:100:ints 0 -1"  --hide-histogram --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 34
diff --git a/...cation/test-suites/memtier_benchmark-1key-list-10K-elements-lindex-string-pipeline-10.yml b/...cation/test-suites/memtier_benchmark-1key-list-10K-elements-lindex-string-pipeline-10.yml
@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-1key-list-10K-elements-lindex-string-pipeline-10
+description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 10000 string elements in it and we query it using LPOS of a element that we know it is in the middle of the list. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: --hide-histogram --command "RPUSH strlist __key__" --key-maximum 10000 --key-minimum 1 -n allkeys --key-prefix "hello" --command-key-pattern S -c 1 -t 1 --pipeline 10
+  resources:
+    requests:
+      cpus: '2'
+      memory: 1g
+tested-groups:
+- list
+tested-commands:
+- lindex
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="LINDEX strlist 5000"  --hide-histogram --test-time 120 --pipeline 10
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+priority: 34
diff --git a/...s_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml b/...s_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml
diff --git a/...marks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml b/...marks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml
@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-1key-zrank-100K-elements-pipeline-1
+description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 100K elements and we query it using ZRANK.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: --pipeline 50 --command="ZADD key1 __key__  __key__" --command-key-pattern=P --key-maximum 100000 --key-prefix "" -n allkeys --hide-histogram -t 1 -c 1
+  resources:
+    requests:
+      memory: 1g
+tested-groups:
+- sorted-set
+tested-commands:
+- zrank
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="ZRANK key1 __key__" --key-maximum 100000 --command-key-pattern=R --key-prefix "" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 72
diff --git a/...hmarks_specification/test-suites/memtier_benchmark-1key-zrank-10M-elements-pipeline-1.yml b/...hmarks_specification/test-suites/memtier_benchmark-1key-zrank-10M-elements-pipeline-1.yml
@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-1key-zrank-10M-elements-pipeline-1
+description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 10M elements and we query it using ZRANK.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: --pipeline 50 --command="ZADD key1 __key__  __key__" --command-key-pattern=P --key-maximum 10000000 --key-prefix "" -n 1000000 --hide-histogram -t 10 -c 1
+  resources:
+    requests:
+      memory: 1g
+tested-groups:
+- sorted-set
+tested-commands:
+- zrank
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="ZRANK key1 __key__" --key-maximum 10000000 --command-key-pattern=R --key-prefix "" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 72
diff --git a/...chmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml b/...chmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml
@@ -9,7 +9,7 @@ dbconfig:
   preload_tool:
     run_image: redislabs/memtier_benchmark:edge
     tool: memtier_benchmark
-    arguments: --command="ZADD key1 __key__  __key__" --command-key-pattern=P --key-maximum 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1
+    arguments: --pipeline 50 --command="ZADD key1 __key__  __key__" --command-key-pattern=P --key-maximum 1000000 --key-prefix "" -n 100000 --hide-histogram -t 10 -c 1
   resources:
     requests:
       memory: 1g

diff --git a/...ication/test-suites/memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10.yml b/...ication/test-suites/memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10.yml
@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10
+description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 256K elements of 1KB each and we query it using ZREVRANGEBYSCORE.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: --command="ZADD key1 __key__  __data__" --command-key-pattern=P --key-maximum 262144 --key-prefix "" -R --data-size=1024 -n 262144 --hide-histogram -t 1 -c 1
+  resources:
+    requests:
+      memory: 1g
+tested-groups:
+- sorted-set
+tested-commands:
+- zrevrangebyscore
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="ZREVRANGEBYSCORE key1 262144 1 WITHSCORES LIMIT 1 10" --hide-histogram --test-time 180 --pipeline 10
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 16