Change producer configuration format

README.md

@@ -25,7 +25,7 @@ Core(TM) i7-4712HQ CPU @ 2.30GHz:
 → cargo install
 [...]
 
-→ kafka-benchmark producer producer_benchmark_config.yaml msg_bursts_base
+→ kafka-benchmark producer config/base_producer_benchmark.yaml msg_bursts_base
 Scenario: msg_bursts_base, repeat 5 times, 10s pause after each
 * Produced 20000000 messages (190.735 MB) in 5.045 seconds using 6 threads
     3964321 messages/s
@@ -44,8 +44,8 @@ Scenario: msg_bursts_base, repeat 5 times, 10s pause after each
     37.874 MB/s
 Average: 3964950 messages/s, 37.813 MB/s
 
-→ kafka-benchmark produce producer_benchmark_config.yaml byte_bursts
-Scenario: byte_bursts, repeat 3 times, 20s pause after each
+→ kafka-benchmark produce config/base_producer_benchmark.yaml 1KB_bursts
+Scenario: 1KB_bursts, repeat 3 times, 20s pause after each
 * Produced 200000 messages (1.863 GB) in 2.800 seconds using 6 threads
     71429 messages/s
     681.196 MB/s

config/base_producer_benchmark.yaml

@@ -0,0 +1,30 @@
+---
+default:
+  threads: 6
+  producer_type: BaseProducer
+  producer_config:
+    bootstrap.servers: localhost:9092
+    queue.buffering.max.ms: 100
+    queue.buffering.max.messages: 1000000
+
+scenarios:
+  10B_bursts:
+    repeat_times: 5
+    repeat_pause: 10
+    topic: benchmark_topic_10B
+    message_size: 10
+    message_count: 20000000
+
+  1KB_bursts:
+    repeat_times: 3
+    repeat_pause: 20
+    topic: benchmark_topic_1KB
+    message_size: 1024
+    message_count: 500000
+
+  10KB_bursts:
+    repeat_times: 3
+    repeat_pause: 20
+    topic: benchmark_topic_10KB
+    message_size: 10240
+    message_count: 50000

config/future_producer_benchmark.yaml

@@ -0,0 +1,30 @@
+---
+default:
+  threads: 6
+  producer_type: FutureProducer
+  producer_config:
+    bootstrap.servers: localhost:9092
+    queue.buffering.max.ms: 100
+    queue.buffering.max.messages: 1000000
+
+scenarios:
+  10B_bursts:
+    repeat_times: 5
+    repeat_pause: 10
+    topic: benchmark_topic_10b
+    message_size: 10
+    message_count: 20000000
+
+  1KB_bursts:
+    repeat_times: 3
+    repeat_pause: 20
+    topic: benchmark_topic_1kb
+    message_size: 1024
+    message_count: 500000
+
+  10KB_bursts:
+    repeat_times: 3
+    repeat_pause: 20
+    topic: benchmark_topic_10kb
+    message_size: 10240
+    message_count: 50000

consumer_benchmark_config.yaml

@@ -12,13 +12,15 @@ default:
     session.timeout.ms: 6000
 
 scenarios:
-  full_topic:
+  10B_full_topic:
+    topic: benchmark_topic_10B
     message_limit: -1
 
-  one_million_base:
+  1KB_one_million:
     consumer_type: BaseConsumer
+    topic: benchmark_topic_1KB
     message_limit: 1000000
 
-  one_million_future:
+  one_million_stream:
     consumer_type: StreamConsumer
     message_limit: 1000000