From 66c230dbe2c6b5a2dac95dceea2cd5105a06b5d0 Mon Sep 17 00:00:00 2001 From: Kun <1amb4a@gmail.com> Date: Wed, 10 Nov 2021 13:14:58 +0000 Subject: [PATCH] GitBook: [#66] WIP: Slide --- 01-data-infra/1.2-processing.md | 2 +- .../2.2-batch/{untitled.md => 2.1.1-spark-intro.md} | 0 02-processing/2.3-workflow.md | 2 +- 02-processing/2.4-stream/2.4.1-spark-streaming-intro.md | 2 ++ .../2.4-stream/2.4.2-spark-structured-streaming.md | 2 ++ 02-processing/2.4-stream/2.4.3-spark-streaming-window.md | 2 ++ 02-processing/2.4-stream/2.4.4-spark-streaming-state.md | 2 ++ 02-processing/{2.4-stream.md => 2.4-stream/README.md} | 0 SUMMARY.md | 8 ++++++-- 9 files changed, 16 insertions(+), 4 deletions(-) rename 02-processing/2.2-batch/{untitled.md => 2.1.1-spark-intro.md} (100%) create mode 100644 02-processing/2.4-stream/2.4.1-spark-streaming-intro.md create mode 100644 02-processing/2.4-stream/2.4.2-spark-structured-streaming.md create mode 100644 02-processing/2.4-stream/2.4.3-spark-streaming-window.md create mode 100644 02-processing/2.4-stream/2.4.4-spark-streaming-state.md rename 02-processing/{2.4-stream.md => 2.4-stream/README.md} (100%) diff --git a/01-data-infra/1.2-processing.md b/01-data-infra/1.2-processing.md index 8d5ff04..9aa347c 100644 --- a/01-data-infra/1.2-processing.md +++ b/01-data-infra/1.2-processing.md @@ -1,3 +1,3 @@ # 1.2 데이터 가공 (Processing) -실습 과정입니aPractical AWS Pipeline 의 실습 과정입니다.다. +Practical AWS Pipeline 의 실습 과정입니다. diff --git a/02-processing/2.2-batch/untitled.md b/02-processing/2.2-batch/2.1.1-spark-intro.md similarity index 100% rename from 02-processing/2.2-batch/untitled.md rename to 02-processing/2.2-batch/2.1.1-spark-intro.md diff --git a/02-processing/2.3-workflow.md b/02-processing/2.3-workflow.md index 02d8c65..18f49c5 100644 --- a/02-processing/2.3-workflow.md +++ b/02-processing/2.3-workflow.md @@ -1,3 +1,3 @@ # 2.3 워크플로우 (Workflow) 관리 -아직 미공개 된 챕터입니다 (2021. 12. 10 이후 공개) +Practical AWS Pipeline 이론 과정입니다. diff --git a/02-processing/2.4-stream/2.4.1-spark-streaming-intro.md b/02-processing/2.4-stream/2.4.1-spark-streaming-intro.md new file mode 100644 index 0000000..96d0acf --- /dev/null +++ b/02-processing/2.4-stream/2.4.1-spark-streaming-intro.md @@ -0,0 +1,2 @@ +# 2.4.1 Spark Streaming Intro + diff --git a/02-processing/2.4-stream/2.4.2-spark-structured-streaming.md b/02-processing/2.4-stream/2.4.2-spark-structured-streaming.md new file mode 100644 index 0000000..c7a3c86 --- /dev/null +++ b/02-processing/2.4-stream/2.4.2-spark-structured-streaming.md @@ -0,0 +1,2 @@ +# 2.4.2 Spark Structured Streaming + diff --git a/02-processing/2.4-stream/2.4.3-spark-streaming-window.md b/02-processing/2.4-stream/2.4.3-spark-streaming-window.md new file mode 100644 index 0000000..31d5906 --- /dev/null +++ b/02-processing/2.4-stream/2.4.3-spark-streaming-window.md @@ -0,0 +1,2 @@ +# 2.4.3 Spark Streaming Window + diff --git a/02-processing/2.4-stream/2.4.4-spark-streaming-state.md b/02-processing/2.4-stream/2.4.4-spark-streaming-state.md new file mode 100644 index 0000000..3f5498c --- /dev/null +++ b/02-processing/2.4-stream/2.4.4-spark-streaming-state.md @@ -0,0 +1,2 @@ +# 2.4.4 Spark Streaming State + diff --git a/02-processing/2.4-stream.md b/02-processing/2.4-stream/README.md similarity index 100% rename from 02-processing/2.4-stream.md rename to 02-processing/2.4-stream/README.md diff --git a/SUMMARY.md b/SUMMARY.md index 160587e..d692ea3 100644 --- a/SUMMARY.md +++ b/SUMMARY.md @@ -15,7 +15,7 @@ * [2.1 데이터 처리](02-processing/2.1.md) * [2.2 배치 (Batch) 처리](02-processing/2.2-batch/README.md) - * [2.1.1 Spark Intro](02-processing/2.2-batch/untitled.md) + * [2.1.1 Spark Intro](02-processing/2.2-batch/2.1.1-spark-intro.md) * [2.1.2 Spark Tutorial](02-processing/2.2-batch/2.1.2-spark-architecture.md) * [2.1.3 Spark Concept](02-processing/2.2-batch/2.1.3-spark-concept.md) * [2.1.4 Spark Architecture](02-processing/2.2-batch/2.1.4-spark-architecture.md) @@ -26,7 +26,11 @@ * [2.1.9 Spark Join](02-processing/2.2-batch/2.1.x-spark-join.md) * [2.2.1 Spark Memory](02-processing/2.2-batch/2.1.5-spark-memory-management.md) * [2.3 워크플로우 (Workflow) 관리](02-processing/2.3-workflow.md) -* [2.4 스트림 (Stream) 처리](02-processing/2.4-stream.md) +* [2.4 스트림 (Stream) 처리](02-processing/2.4-stream/README.md) + * [2.4.1 Spark Streaming Intro](02-processing/2.4-stream/2.4.1-spark-streaming-intro.md) + * [2.4.2 Spark Structured Streaming](02-processing/2.4-stream/2.4.2-spark-structured-streaming.md) + * [2.4.3 Spark Streaming Window](02-processing/2.4-stream/2.4.3-spark-streaming-window.md) + * [2.4.4 Spark Streaming State](02-processing/2.4-stream/2.4.4-spark-streaming-state.md) ## 04 - 데이터 스토리지