From d4bbd251fd76a0c80a2fe553b92e8b61484452c1 Mon Sep 17 00:00:00 2001 From: wonchul Date: Tue, 9 Jan 2024 14:56:09 +0900 Subject: [PATCH] addded torchrun --- _posts/pytorch/2024-01-09-torchrun.md | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/_posts/pytorch/2024-01-09-torchrun.md b/_posts/pytorch/2024-01-09-torchrun.md index 14dc4f1..b32e979 100644 --- a/_posts/pytorch/2024-01-09-torchrun.md +++ b/_posts/pytorch/2024-01-09-torchrun.md @@ -146,4 +146,6 @@ train_sampler.set_epoch(epoch) - [pytorch examples for ddp](https://github.com/pytorch/examples/blob/main/distributed/ddp/README.md) -- [💥 Training Neural Nets on Larger Batches: Practical Tips for 1-GPU, Multi-GPU & Distributed setups](https://medium.com/huggingface/training-larger-batches-practical-tips-on-1-gpu-multi-gpu-distributed-setups-ec88c3e51255) \ No newline at end of file +- [💥 Training Neural Nets on Larger Batches: Practical Tips for 1-GPU, Multi-GPU & Distributed setups](https://medium.com/huggingface/training-larger-batches-practical-tips-on-1-gpu-multi-gpu-distributed-setups-ec88c3e51255) + +- [PYTORCH로 분산 어플리케이션 개발하기](https://tutorials.pytorch.kr/intermediate/dist_tuto.html) \ No newline at end of file