File tree Expand file tree Collapse file tree 4 files changed +6
-3
lines changed
Expand file tree Collapse file tree 4 files changed +6
-3
lines changed Original file line number Diff line number Diff line change @@ -20,9 +20,10 @@ pip install -e ".[megatron]"
2020# uv sync -extra megatron
2121```
2222
23- Then, install NVIDIA's Apex library for mixed-precision training:
23+ Then, install mbridge and NVIDIA's Apex library for mixed-precision training:
2424
2525``` bash
26+ pip install -U git+https://github.com/ISEEKYAN/mbridge.git
2627pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation \
2728 --config-settings " --build-option=--cpp_ext" \
2829 --config-settings " --build-option=--cuda_ext" \
Original file line number Diff line number Diff line change @@ -20,9 +20,10 @@ pip install -e ".[megatron]"
2020# uv sync -extra megatron
2121```
2222
23- 另外还需要从源码安装 NVIDIA 的 Apex 库以支持混合精度训练:
23+ 另外还需要从源码安装 mbridge 和 NVIDIA 的 Apex 库以支持混合精度训练:
2424
2525``` bash
26+ pip install -U git+https://github.com/ISEEKYAN/mbridge.git
2627pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation \
2728 --config-settings " --build-option=--cpp_ext" \
2829 --config-settings " --build-option=--cuda_ext" \
Original file line number Diff line number Diff line change @@ -81,7 +81,7 @@ megatron = [
8181 # "transformer_engine[pytorch]==2.8.0",
8282
8383 # Install mbridge from main branch (unreleased version)
84- " mbridge @ git+https://github.com/ISEEKYAN/mbridge.git@20e9ffbbe72ae7b1df83bfe1bc3c11f7382f2612" ,
84+ # "mbridge @ git+https://github.com/ISEEKYAN/mbridge.git@20e9ffbbe72ae7b1df83bfe1bc3c11f7382f2612",
8585]
8686tinker = [
8787 " tinker; python_version >= '3.11'" ,
Original file line number Diff line number Diff line change @@ -32,6 +32,7 @@ RUN pip install --upgrade pip \
3232 && pip install flash_attn==2.8.1 --no-build-isolation \
3333 && pip install -e .[megatron] \
3434 && pip install transformer_engine[pytorch]==2.8.0 --no-build-isolation --no-cache-dir \
35+ && pip install -U git+https://github.com/ISEEKYAN/mbridge.git \
3536 && NVCC_APPEND_FLAGS="--threads 4" APEX_PARALLEL_BUILD=8 pip install -v \
3637 --disable-pip-version-check --no-cache-dir --no-build-isolation \
3738 --config-settings "--build-option=--cpp_ext" \
You can’t perform that action at this time.
0 commit comments