issue #25: NCCL_P2P_DISABLE

Author: SayanoAI

training_cli.py

@@ -9,6 +9,7 @@
 
 hps = utils.get_hparams()
 os.environ["CUDA_VISIBLE_DEVICES"] = hps.gpus.replace("-", ",")
+os.environ["NCCL_P2P_DISABLE"] = 1
 from random import shuffle, randint
 
 import torch