Skip to content

Commit

Permalink
Set IB default settings to 2 QPs per connection, no split.
Browse files Browse the repository at this point in the history
  • Loading branch information
bureddy committed Jan 3, 2024
1 parent 82400b2 commit 17e4f1e
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions src/ib_plugin.c
Original file line number Diff line number Diff line change
Expand Up @@ -247,7 +247,7 @@ ncclResult_t ncclIbInit(ncclDebugLogger_t logFunction) {
return nccl_p2p_ib_init(&ncclNIbDevs, ncclIbDevs, ncclIbIfName, &ncclIbIfAddr, &ncclIbAsyncThread, logFunction);
}

NCCL_PARAM(IbQpsPerConn, "IB_QPS_PER_CONNECTION", 1);
NCCL_PARAM(IbQpsPerConn, "IB_QPS_PER_CONNECTION", 2);

ncclResult_t ncclIbInitVerbs(int dev, struct ibv_context* ctx, struct ncclIbVerbs* verbs) {
verbs->dev = dev;
Expand Down Expand Up @@ -746,7 +746,7 @@ ncclResult_t ncclIbDeregMr(void* comm, void* mhandle) {
return res;
}

NCCL_PARAM(IbSplitDataOnQps, "IB_SPLIT_DATA_ON_QPS", 1);
NCCL_PARAM(IbSplitDataOnQps, "IB_SPLIT_DATA_ON_QPS", 0);

ncclResult_t ncclIbMultiSend(struct ncclIbSendComm* comm, int slot) {
struct ncclIbRequest** reqs = comm->fifoReqs[slot];
Expand Down

0 comments on commit 17e4f1e

Please sign in to comment.