Debian Codegraph @

prov/efa/test/efa_unit_test_msg.c

raw
1 /* SPDX-License-Identifier: BSD-2-Clause OR GPL-2.0-only */
2 /* SPDX-FileCopyrightText: Copyright Amazon.com, Inc. or its affiliates. All
3 * rights reserved. */
4
5 #include "efa_unit_tests.h"
6 #include "ofi_util.h"
7
8
9 static void test_efa_msg_recv_prep(struct efa_resource *resource,
10 fi_addr_t *addr)
11 {
12 struct ibv_qp *ibv_qp;
13 struct efa_ep_addr raw_addr;
14 struct efa_base_ep *base_ep;
15 size_t raw_addr_len = sizeof(raw_addr);
16 int ret;
17
18 efa_unit_test_resource_construct(resource, FI_EP_RDM, EFA_DIRECT_FABRIC_NAME);
19
20 base_ep = container_of(resource->ep, struct efa_base_ep, util_ep.ep_fid);
21 ibv_qp = base_ep->qp->ibv_qp;
22 ibv_qp->context->ops.post_recv = &efa_mock_ibv_post_recv;
23 will_return(efa_mock_ibv_post_recv, 0);
24
25 ret = fi_getname(&resource->ep->fid, &raw_addr, &raw_addr_len);
26 assert_int_equal(ret, 0);
27 raw_addr.qpn = 1;
28 raw_addr.qkey = 0x1234;
29 ret = fi_av_insert(resource->av, &raw_addr, 1, addr, 0 /* flags */,
30 NULL /* context */);
31 assert_int_equal(ret, 1);
32 }
33
34 void test_efa_msg_fi_recv(struct efa_resource **state)
35 {
36 struct efa_resource *resource = *state;
37 struct efa_unit_test_buff send_buff;
38 fi_addr_t addr;
39 int ret;
40 void *desc;
41
42 test_efa_msg_recv_prep(resource, &addr);
43 efa_unit_test_buff_construct(&send_buff, resource, 4096 /* buff_size */);
44
45 desc = fi_mr_desc(send_buff.mr);
46
47 ret = fi_recv(resource->ep, send_buff.buff, send_buff.size, desc, addr,
48 NULL /* context */);
49 assert_int_equal(ret, 0);
50
51 efa_unit_test_buff_destruct(&send_buff);
52 }
53
54 void test_efa_msg_fi_recvv(struct efa_resource **state)
55 {
56 struct efa_resource *resource = *state;
57 struct efa_unit_test_buff send_buff;
58 struct iovec iov;
59 fi_addr_t addr;
60 int ret;
61 void *desc;
62
63 test_efa_msg_recv_prep(resource, &addr);
64 efa_unit_test_buff_construct(&send_buff, resource, 4096 /* buff_size */);
65
66 iov.iov_base = send_buff.buff;
67 iov.iov_len = send_buff.size;
68 desc = fi_mr_desc(send_buff.mr);
69
70 ret = fi_recvv(resource->ep, &iov, &desc, 1, addr, NULL /* context */);
71 assert_int_equal(ret, 0);
72
73 efa_unit_test_buff_destruct(&send_buff);
74 }
75
76 void test_efa_msg_fi_recvmsg(struct efa_resource **state)
77 {
78 struct efa_resource *resource = *state;
79 struct efa_unit_test_buff send_buff;
80 fi_addr_t addr;
81 int ret;
82 void *desc;
83 struct iovec iov;
84 struct fi_msg msg = {0};
85
86 test_efa_msg_recv_prep(resource, &addr);
87 efa_unit_test_buff_construct(&send_buff, resource, 4096 /* buff_size */);
88
89 iov.iov_base = send_buff.buff;
90 iov.iov_len = send_buff.size;
91 desc = fi_mr_desc(send_buff.mr);
92 efa_unit_test_construct_msg(&msg, &iov, 1, addr, NULL, 0, &desc);
93
94 ret = fi_recvmsg(resource->ep, &msg, 0);
95 assert_int_equal(ret, 0);
96
97 efa_unit_test_buff_destruct(&send_buff);
98 }
99
100 static void test_efa_msg_send_prep(struct efa_resource *resource,
101 fi_addr_t *addr)
102 {
103 struct ibv_qp_ex *ibv_qpx;
104 struct efa_ep_addr raw_addr;
105 struct efa_base_ep *base_ep;
106 size_t raw_addr_len = sizeof(raw_addr);
107 int ret;
108
109 efa_unit_test_resource_construct(resource, FI_EP_RDM, EFA_DIRECT_FABRIC_NAME);
110
111 base_ep = container_of(resource->ep, struct efa_base_ep, util_ep.ep_fid);
112 ibv_qpx = base_ep->qp->ibv_qp_ex;
113
114 ret = fi_getname(&resource->ep->fid, &raw_addr, &raw_addr_len);
115 assert_int_equal(ret, 0);
116 raw_addr.qpn = 1;
117 raw_addr.qkey = 0x1234;
118 ret = fi_av_insert(resource->av, &raw_addr, 1, addr, 0 /* flags */,
119 NULL /* context */);
120 assert_int_equal(ret, 1);
121
122 ibv_qpx->wr_start = &efa_mock_ibv_wr_start_no_op;
123 /* this mock will save the send work request (wr) in a global list */
124 ibv_qpx->wr_send = &efa_mock_ibv_wr_send_save_wr;
125 ibv_qpx->wr_send_imm = &efa_mock_ibv_wr_send_imm_save_wr;
126 ibv_qpx->wr_set_inline_data_list = &efa_mock_ibv_wr_set_inline_data_list_no_op;
127 ibv_qpx->wr_set_sge_list = &efa_mock_ibv_wr_set_sge_list_no_op;
128 ibv_qpx->wr_set_ud_addr = &efa_mock_ibv_wr_set_ud_addr_no_op;
129 ibv_qpx->wr_complete = &efa_mock_ibv_wr_complete_no_op;
130 }
131
132 void test_efa_msg_fi_send(struct efa_resource **state)
133 {
134 struct efa_resource *resource = *state;
135 struct efa_unit_test_buff send_buff;
136 fi_addr_t addr;
137 void *desc;
138 int ret;
139
140 test_efa_msg_send_prep(resource, &addr);
141 efa_unit_test_buff_construct(&send_buff, resource, 4096 /* buff_size */);
142
143 desc = fi_mr_desc(send_buff.mr);
144
145 assert_int_equal(g_ibv_submitted_wr_id_cnt, 0);
146 ret = fi_send(resource->ep, send_buff.buff, send_buff.size, desc, addr,
147 NULL /* context */);
148 assert_int_equal(ret, 0);
149 assert_int_equal(g_ibv_submitted_wr_id_cnt, 1);
150
151 efa_unit_test_buff_destruct(&send_buff);
152 }
153
154 void test_efa_msg_fi_sendv(struct efa_resource **state)
155 {
156 struct efa_resource *resource = *state;
157 struct efa_unit_test_buff send_buff;
158 fi_addr_t addr;
159 struct iovec iov;
160 void *desc;
161 int ret;
162
163 test_efa_msg_send_prep(resource, &addr);
164 efa_unit_test_buff_construct(&send_buff, resource, 4096 /* buff_size */);
165
166 iov.iov_base = send_buff.buff;
167 iov.iov_len = send_buff.size;
168 desc = fi_mr_desc(send_buff.mr);
169
170 assert_int_equal(g_ibv_submitted_wr_id_cnt, 0);
171 ret = fi_sendv(resource->ep, &iov, &desc, 1, addr, NULL);
172 assert_int_equal(ret, 0);
173 assert_int_equal(g_ibv_submitted_wr_id_cnt, 1);
174
175 efa_unit_test_buff_destruct(&send_buff);
176 }
177
178 void test_efa_msg_fi_sendmsg(struct efa_resource **state)
179 {
180 struct efa_resource *resource = *state;
181 struct efa_unit_test_buff send_buff;
182 fi_addr_t addr;
183 struct iovec iov;
184 void *desc;
185 int ret;
186 struct fi_msg msg = {0};
187
188 test_efa_msg_send_prep(resource, &addr);
189 efa_unit_test_buff_construct(&send_buff, resource, 4096 /* buff_size */);
190
191 iov.iov_base = send_buff.buff;
192 iov.iov_len = send_buff.size;
193 desc = fi_mr_desc(send_buff.mr);
194
195 efa_unit_test_construct_msg(&msg, &iov, 1, addr, NULL, 0, &desc);
196
197 assert_int_equal(g_ibv_submitted_wr_id_cnt, 0);
198 ret = fi_sendmsg(resource->ep, &msg, 0);
199 assert_int_equal(ret, 0);
200 assert_int_equal(g_ibv_submitted_wr_id_cnt, 1);
201
202 efa_unit_test_buff_destruct(&send_buff);
203 }
204
205 void test_efa_msg_fi_senddata(struct efa_resource **state)
206 {
207 struct efa_resource *resource = *state;
208 struct efa_unit_test_buff send_buff;
209 fi_addr_t addr;
210 void *desc;
211 int ret;
212 uint64_t data = 0x1234567890ABCDEF;
213
214 test_efa_msg_send_prep(resource, &addr);
215 efa_unit_test_buff_construct(&send_buff, resource, 4096 /* buff_size */);
216
217 desc = fi_mr_desc(send_buff.mr);
218
219 assert_int_equal(g_ibv_submitted_wr_id_cnt, 0);
220 ret = fi_senddata(resource->ep, send_buff.buff, send_buff.size, desc,
221 data, addr, NULL);
222 assert_int_equal(ret, 0);
223 assert_int_equal(g_ibv_submitted_wr_id_cnt, 1);
224
225 efa_unit_test_buff_destruct(&send_buff);
226 }
227
228 void test_efa_msg_fi_inject(struct efa_resource **state)
229 {
230 struct efa_resource *resource = *state;
231 struct efa_unit_test_buff send_buff;
232 fi_addr_t addr;
233 int ret;
234
235 test_efa_msg_send_prep(resource, &addr);
236 efa_unit_test_buff_construct(&send_buff, resource, 32);
237
238 assert_int_equal(g_ibv_submitted_wr_id_cnt, 0);
239 ret = fi_inject(resource->ep, send_buff.buff, send_buff.size, addr);
240 assert_int_equal(ret, 0);
241 assert_int_equal(g_ibv_submitted_wr_id_cnt, 1);
242
243 efa_unit_test_buff_destruct(&send_buff);
244 }
245
246 void test_efa_msg_fi_injectdata(struct efa_resource **state)
247 {
248 struct efa_resource *resource = *state;
249 struct efa_unit_test_buff send_buff;
250 fi_addr_t addr;
251 int ret;
252 uint64_t data = 0x1234567890ABCDEF;
253
254 test_efa_msg_send_prep(resource, &addr);
255 efa_unit_test_buff_construct(&send_buff, resource, 32);
256
257 assert_int_equal(g_ibv_submitted_wr_id_cnt, 0);
258 ret = fi_injectdata(resource->ep, send_buff.buff, send_buff.size, data,
259 addr);
260 assert_int_equal(ret, 0);
261 assert_int_equal(g_ibv_submitted_wr_id_cnt, 1);
262
263 efa_unit_test_buff_destruct(&send_buff);
264 }