prov/efa: Add env variable for testing with efa direct

Signed-off-by: Jessie Yang <[email protected]>

Author: jiaxiyan

prov/efa/src/efa_env.c

@@ -40,6 +40,7 @@ struct efa_env efa_env = {
 	.huge_page_setting = EFA_ENV_HUGE_PAGE_UNSPEC,
 	.use_unsolicited_write_recv = 1,
 	.internal_rx_refill_threshold = 8,
+	.use_efa_direct = 0,
 };
 
 /**
@@ -155,6 +156,7 @@ void efa_env_param_get(void)
 			    &efa_env.efa_max_gdrcopy_msg_size);
 	fi_param_get_bool(&efa_prov, "use_sm2", &efa_env.use_sm2);
 	fi_param_get_bool(&efa_prov, "use_unsolicited_write_recv", &efa_env.use_unsolicited_write_recv);
+	fi_param_get_bool(&efa_prov, "use_efa_direct", &efa_env.use_efa_direct);
 
 	int use_huge_page;
 	if (fi_param_get_bool(&efa_prov, "use_huge_page", &use_huge_page) ==0) {
@@ -236,6 +238,8 @@ void efa_env_define()
 			"Use device's unsolicited write recv functionality when it's available. (Default: true)");
 	fi_param_define(&efa_prov, "internal_rx_refill_threshold", FI_PARAM_SIZE_T,
 			"The threshold that EFA provider will refill the internal rx pkt pool. (Default: %zu)", efa_env.internal_rx_refill_threshold);
+	fi_param_define(&efa_prov, "use_efa_direct", FI_PARAM_BOOL,
+			"Use efa direct path. (Default: false)");
 }
 
 

prov/efa/src/efa_env.h

@@ -85,6 +85,7 @@ struct efa_env {
 	 * the refill will be skipped.
 	 */
 	size_t internal_rx_refill_threshold;
+	int use_efa_direct;
 };
 
 extern struct efa_env efa_env;

prov/efa/src/rdm/efa_rdm_cq.c

@@ -687,6 +687,9 @@ int efa_rdm_cq_open(struct fid_domain *domain, struct fi_cq_attr *attr,
 	(*cq_fid)->fid.ops = &efa_rdm_cq_fi_ops;
 	(*cq_fid)->ops = &efa_rdm_cq_ops;
 
+	if (efa_env.use_efa_direct)
+		cq->util_cq.progress = efa_cq_progress;
+
 	/* open shm cq as peer cq */
 	if (efa_domain->shm_domain) {
 		memcpy(&shm_cq_attr, attr, sizeof(*attr));

prov/efa/src/rdm/efa_rdm_ep_fiops.c

@@ -14,6 +14,9 @@
 #include "efa_rdm_pke_req.h"
 #include "efa_cntr.h"
 
+extern struct fi_ops_msg efa_msg_ops;
+extern struct fi_ops_rma efa_rma_ops;
+
 static
 void efa_rdm_ep_construct_ibv_qp_init_attr_ex(struct efa_rdm_ep *ep,
 					struct ibv_qp_init_attr_ex *attr_ex,
@@ -1288,6 +1291,7 @@ static int efa_rdm_ep_ctrl(struct fid *fid, int command, void *arg)
 	struct fi_peer_srx_context peer_srx_context = {0};
 	struct fi_rx_attr peer_srx_attr = {0};
 	struct util_srx_ctx *srx_ctx;
+	struct fid_ep *ep_fid;
 
 	switch (command) {
 	case FI_ENABLE:
@@ -1320,6 +1324,13 @@ static int efa_rdm_ep_ctrl(struct fid *fid, int command, void *arg)
 				    efa_rdm_ep_domain(ep)->device->efa_attr.inline_buf_size);
 		}
 
+		if (efa_env.use_efa_direct) {
+			ep_fid = &ep->base_ep.util_ep.ep_fid;
+			ep_fid->msg = &efa_msg_ops;
+			ep_fid->rma = &efa_rma_ops;
+			ep->base_ep.inject_rma_size = 0;
+		}
+
 		ret = efa_rdm_ep_create_base_ep_ibv_qp(ep);
 		if (ret)
 			return ret;