chore: setup local testing

Author: ryan-gang

Makefile

@@ -25,27 +25,23 @@ test_concurrent_requests_with_kafka: build
 	CODECRAFTERS_TEST_CASES_JSON="[{\"slug\":\"nh4\",\"tester_log_prefix\":\"stage-C1\",\"title\":\"Stage #C1: Multiple sequential requests from client\"}, {\"slug\":\"sk0\",\"tester_log_prefix\":\"stage-C2\",\"title\":\"Stage #C2: Multiple concurrent requests from client\"}]" \
 	dist/main.out
 
-test_all:
-	make test_base_with_kafka
-	make test_concurrent_requests_with_kafka
-	make test_describe_topic_partitions_with_kafka
-	make test_fetch_with_kafka
-
 test_fetch_with_kafka: build
 	CODECRAFTERS_REPOSITORY_DIR=./internal/test_helpers/pass_all \
 	CODECRAFTERS_TEST_CASES_JSON="[{\"slug\":\"gs0\",\"tester_log_prefix\":\"stage-F1\",\"title\":\"Stage #F1: API Version with Fetch Key\"}, {\"slug\":\"dh6\",\"tester_log_prefix\":\"stage-F2\",\"title\":\"Stage #F2: Fetch with no topics\"}, {\"slug\":\"hn6\",\"tester_log_prefix\":\"stage-F3\",\"title\":\"Stage #F3: Fetch with unknown topic\"}, {\"slug\":\"cm4\",\"tester_log_prefix\":\"stage-F4\",\"title\":\"Stage #F4: Fetch with empty topic\"}, {\"slug\":\"eg2\",\"tester_log_prefix\":\"stage-F5\",\"title\":\"Stage #F5: Single Fetch from Disk\"}, {\"slug\":\"fd8\",\"tester_log_prefix\":\"stage-F6\",\"title\":\"Stage #F6: Multi Fetch from Disk\"}]" \
 	dist/main.out
 
-debug: build
-	CODECRAFTERS_REPOSITORY_DIR=./internal/test_helpers/pass_all \
-	CODECRAFTERS_TEST_CASES_JSON="[{\"slug\":\"ar4\",\"tester_log_prefix\":\"stage-P7\",\"title\":\"Stage #P7: Produce with multiple topics\"}]" \
-	dist/main.out
-
 test_produce_with_kafka: build
 	CODECRAFTERS_REPOSITORY_DIR=./internal/test_helpers/pass_all \
 	CODECRAFTERS_TEST_CASES_JSON="[{\"slug\":\"um3\",\"tester_log_prefix\":\"stage-P1\",\"title\":\"Stage #P1: Add Produce API to APIVersions\"}, {\"slug\":\"ck2\",\"tester_log_prefix\":\"stage-P2\",\"title\":\"Stage #P2: Produce with unknown topic\"}, {\"slug\":\"dp1\",\"tester_log_prefix\":\"stage-P3\",\"title\":\"Stage #P3: Produce with known topic\"}, {\"slug\":\"ps7\",\"tester_log_prefix\":\"stage-P4\",\"title\":\"Stage #P4: Produce with know topics 2\"}, {\"slug\":\"sb8\",\"tester_log_prefix\":\"stage-P5\",\"title\":\"Stage #P5: Produce multiple messages\"}, {\"slug\":\"mf2\",\"tester_log_prefix\":\"stage-P6\",\"title\":\"Stage #P6: Produce with multiple partitions\"}, {\"slug\":\"ar4\",\"tester_log_prefix\":\"stage-P7\",\"title\":\"Stage #P7: Produce with multiple topics\"}]" \
 	dist/main.out
 
+test_all:
+	make test_base_with_kafka
+	make test_concurrent_requests_with_kafka
+	make test_describe_topic_partitions_with_kafka
+	make test_fetch_with_kafka
+	make test_produce_with_kafka
+
 test:
 	TESTER_DIR=$(shell pwd) go test -v ./internal/ -failfast --count=1
 

internal/test_helpers/course_definition.yml

@@ -915,10 +915,53 @@ stages:
     marketing_md: |-
       In this stage, you'll implement the Fetch response for a topic with multiple messages, reading them from disk.
 
+  # Producing Messages
+
   - slug: "um3"
+    primary_extension_slug: "producing-messages"
+    name: "Include Produce in APIVersions"
+    difficulty: easy
+    marketing_md: |-
+      In this stage, you'll add the Produce API to the APIVersions response.
+
   - slug: "ck2"
+    primary_extension_slug: "producing-messages"
+    name: "Produce to an invalid topic"
+    difficulty: medium
+    marketing_md: |-
+      In this stage, you'll implement the Produce response for an invalid topic.
+
   - slug: "dp1"
+    primary_extension_slug: "producing-messages"
+    name: "Respond to Produce requests"
+    difficulty: medium
+    marketing_md: |-
+      In this stage, you'll implement the Produce response for a valid topic.
+
   - slug: "ps7"
+    primary_extension_slug: "producing-messages"
+    name: "Produce a single record"
+    difficulty: hard
+    marketing_md: |-
+      In this stage, you'll implement producing a single record to disk.
+
   - slug: "sb8"
+    primary_extension_slug: "producing-messages"
+    name: "Produce multiple records"
+    difficulty: hard
+    marketing_md: |-
+      In this stage, you'll implement producing multiple records.
+
   - slug: "mf2"
-  - slug: "ar4"
+    primary_extension_slug: "producing-messages"
+    name: "Produce to multiple partitions"
+    difficulty: hard
+    marketing_md: |-
+      In this stage, you'll implement producing to multiple partitions.
+
+  - slug: "ar4"
+    primary_extension_slug: "producing-messages"
+    name: "Produce to multiple topics"
+    difficulty: hard
+    marketing_md: |-
+      In this stage, you'll implement producing to multiple topics.

internal/test_helpers/pass_all/your_program.sh

@@ -6,5 +6,4 @@
 # sudo chown -R user:group ./kafka-latest
 # rm -rf /tmp/kafka-logs /tmp/zookeeper /tmp/kraft-combined-logs
 SCRIPT_DIR=$(dirname "$(realpath "$0")")
-/usr/local/kafka-latest/bin/kafka-server-start.sh $@ > /dev/null
-# /Users/ryang/Developer/tmp/kafka/kafka_2.13-4.0.0/bin/kafka-server-start.sh $@ > /dev/null
+/usr/local/kafka-latest/bin/kafka-server-start.sh $@ > /dev/null

local_testing/Dockerfile

@@ -28,12 +28,6 @@ RUN sudo mv kafka_2.13-4.0.0-SNAPSHOT/ /usr/local/kafka-latest
 ENV PATH=$PATH:/usr/local/kafka-latest/bin
 RUN rm kafka_2.13-4.0.0-SNAPSHOT.tgz
 
-# RUN wget --progress=dot:giga https://media.githubusercontent.com/media/codecrafters-io/build-your-own-kafka/add-latest-kafka-release/kafka_2.13-4.0.0.tgz
-# RUN tar -xzf kafka_2.13-4.0.0.tgz
-# RUN sudo mv kafka_2.13-4.0.0/ /usr/local/kafka-latest
-# ENV PATH=$PATH:/usr/local/kafka-latest/bin
-# RUN rm kafka_2.13-4.0.0.tgz
-
 # Starting from Go 1.20, the go standard library is no longer compiled.
 # Setting GODEBUG to "installgoroot=all" restores the old behavior
 RUN GODEBUG="installgoroot=all" go install std

local_testing/test.sh

@@ -7,9 +7,6 @@ cd "$(dirname "$0")/.."
 
 # Build and run
 docker build -t local-kafka-tester -f local_testing/Dockerfile .
-# Run make test
-# docker run --rm -it -v $(pwd):/app local-git-tester make test
 # Generate fixtures
 # docker run --rm -it -e CODECRAFTERS_RECORD_FIXTURES=true -v $(pwd):/app local-kafka-tester make test
-# Run test_all/
 docker run --rm -it -v $(pwd):/app local-kafka-tester make test