| 1 |
# SPDX-License-Identifier: (GPL-2.0 OR Linux-OpenIB) |
| 2 |
# Copyright (c) 2020 Mellanox Technologies, Inc. All rights reserved. See COPYING file |
| 3 |
""" |
| 4 |
Test module for Shared PD. |
| 5 |
""" |
| 6 |
import unittest |
| 7 |
import errno |
| 8 |
import os |
| 9 |
|
| 10 |
from tests.test_qpex import QpExRCRDMAWrite |
| 11 |
from tests.base import RDMATestCase |
| 12 |
from pyverbs.device import Context |
| 13 |
from pyverbs.pd import PD |
| 14 |
from pyverbs.mr import MR |
| 15 |
from pyverbs.libibverbs_enums import ibv_wr_opcode |
| 16 |
import tests.utils as u |
| 17 |
|
| 18 |
|
| 19 |
def get_import_res_class(base_class): |
| 20 |
""" |
| 21 |
This function creates a class that inherits base_class of any BaseResources |
| 22 |
type. Its purpose is to behave exactly as base_class does, except for the |
| 23 |
objects creation, which instead of creating context, PD and MR, it imports |
| 24 |
them. Hence the returned class must be initialized with (cmd_fd, pd_handle, |
| 25 |
mr_handle, mr_addr, **kwargs), while kwargs are the arguments needed |
| 26 |
(if any) for base_class. In addition it has unimport_resources() method |
| 27 |
which unimprot all the resources and closes the imported PD object. |
| 28 |
:param base_class: The base resources class to inherit from |
| 29 |
:return: ImportResources(cmd_fd, pd_handle, mr_handle, mr_addr, **kwargs) |
| 30 |
class |
| 31 |
""" |
| 32 |
class ImportResources(base_class): |
| 33 |
def __init__(self, cmd_fd, pd_handle, mr_handle, mr_addr=None, **kwargs): |
| 34 |
self.cmd_fd = cmd_fd |
| 35 |
self.pd_handle = pd_handle |
| 36 |
self.mr_handle = mr_handle |
| 37 |
self.mr_addr = mr_addr |
| 38 |
super(ImportResources, self).__init__(**kwargs) |
| 39 |
|
| 40 |
def create_context(self): |
| 41 |
try: |
| 42 |
self.ctx = Context(cmd_fd=self.cmd_fd) |
| 43 |
except u.PyverbsRDMAError as ex: |
| 44 |
if ex.error_code in [errno.EOPNOTSUPP, errno.EPROTONOSUPPORT]: |
| 45 |
raise unittest.SkipTest('Importing a device is not supported') |
| 46 |
raise ex |
| 47 |
|
| 48 |
def create_pd(self): |
| 49 |
self.pd = PD(self.ctx, handle=self.pd_handle) |
| 50 |
|
| 51 |
def create_mr(self): |
| 52 |
self.mr = MR(self.pd, handle=self.mr_handle, address=self.mr_addr) |
| 53 |
|
| 54 |
def unimport_resources(self): |
| 55 |
self.mr.unimport() |
| 56 |
self.pd.unimport() |
| 57 |
self.pd.close() |
| 58 |
|
| 59 |
return ImportResources |
| 60 |
|
| 61 |
|
| 62 |
class SharedPDTestCase(RDMATestCase): |
| 63 |
def setUp(self): |
| 64 |
super().setUp() |
| 65 |
self.iters = 10 |
| 66 |
self.server_res = None |
| 67 |
self.imported_res = [] |
| 68 |
|
| 69 |
def tearDown(self): |
| 70 |
for res in self.imported_res: |
| 71 |
res.unimport_resources() |
| 72 |
super().tearDown() |
| 73 |
|
| 74 |
def test_imported_rc_ex_rdma_write(self): |
| 75 |
setup_params = {'dev_name': self.dev_name, 'ib_port': self.ib_port, |
| 76 |
'gid_index': self.gid_index} |
| 77 |
self.server_res = QpExRCRDMAWrite(**setup_params) |
| 78 |
cmd_fd_dup = os.dup(self.server_res.ctx.cmd_fd) |
| 79 |
import_cls = get_import_res_class(QpExRCRDMAWrite) |
| 80 |
server_import = import_cls( |
| 81 |
cmd_fd_dup, self.server_res.pd.handle, self.server_res.mr.handle, |
| 82 |
# The imported MR's address is NULL, so using the address of the |
| 83 |
# "main" MR object to be able to validate the message |
| 84 |
self.server_res.mr.buf, |
| 85 |
**setup_params) |
| 86 |
self.imported_res.append(server_import) |
| 87 |
client = QpExRCRDMAWrite(**setup_params) |
| 88 |
client.pre_run(server_import.psns, server_import.qps_num) |
| 89 |
server_import.pre_run(client.psns, client.qps_num) |
| 90 |
client.rkey = server_import.mr.rkey |
| 91 |
server_import.rkey = client.mr.rkey |
| 92 |
client.raddr = server_import.mr.buf |
| 93 |
server_import.raddr = client.mr.buf |
| 94 |
u.rdma_traffic(client, server_import, self.iters, self.gid_index, |
| 95 |
self.ib_port, send_op=ibv_wr_opcode.IBV_WR_RDMA_WRITE, new_send=True) |