| 1 |
# SPDX-License-Identifier: (GPL-2.0 OR Linux-OpenIB) |
| 2 |
# Copyright (c) 2021 Nvidia Inc. All rights reserved. See COPYING file |
| 3 |
|
| 4 |
""" |
| 5 |
Test module for mlx5 DevX. |
| 6 |
""" |
| 7 |
|
| 8 |
from tests.mlx5_base import Mlx5DevxRcResources, Mlx5DevxTrafficBase |
| 9 |
from pyverbs.providers.mlx5.mlx5dv import Mlx5DevxCmdComp |
| 10 |
from pyverbs.pyverbs_error import PyverbsRDMAError |
| 11 |
import pyverbs.mem_alloc as mem |
| 12 |
from pyverbs.mr import MR |
| 13 |
from pyverbs.libibverbs_enums import ibv_access_flags, ibv_odp_transport_cap_bits |
| 14 |
import tests.utils as u |
| 15 |
import unittest |
| 16 |
import errno |
| 17 |
|
| 18 |
|
| 19 |
class Mlx5DevxRcOdpRes(Mlx5DevxRcResources): |
| 20 |
@u.requires_odpv2 |
| 21 |
def create_mr(self): |
| 22 |
self.with_odp = True |
| 23 |
self.user_addr = mem.mmap(length=self.msg_size, |
| 24 |
flags=mem.MAP_ANONYMOUS_ | mem.MAP_PRIVATE_) |
| 25 |
access = ibv_access_flags.IBV_ACCESS_LOCAL_WRITE | ibv_access_flags.IBV_ACCESS_REMOTE_READ | \ |
| 26 |
ibv_access_flags.IBV_ACCESS_ON_DEMAND |
| 27 |
self.mr = MR(self.pd, self.msg_size, access, self.user_addr) |
| 28 |
|
| 29 |
|
| 30 |
class Mlx5DevxRcTrafficTest(Mlx5DevxTrafficBase): |
| 31 |
""" |
| 32 |
Test various functionality of mlx5 DevX objects |
| 33 |
""" |
| 34 |
|
| 35 |
def test_devx_rc_qp_send_imm_traffic(self): |
| 36 |
""" |
| 37 |
Creates two DevX RC QPs and modifies them to RTS state. |
| 38 |
Then does SEND_IMM traffic. |
| 39 |
""" |
| 40 |
self.create_players(Mlx5DevxRcResources) |
| 41 |
# Send traffic |
| 42 |
self.send_imm_traffic() |
| 43 |
|
| 44 |
def test_devx_rc_qp_send_imm_doorbell_less_traffic(self): |
| 45 |
""" |
| 46 |
Creates two DevX RC QPs with dbr less ext and modifies them to RTS state. |
| 47 |
Then does SEND_IMM traffic. |
| 48 |
""" |
| 49 |
from tests.mlx5_prm_structs import SendDbrMode |
| 50 |
|
| 51 |
self.create_players(Mlx5DevxRcResources, send_dbr_mode=SendDbrMode.NO_DBR_EXT) |
| 52 |
# Send traffic |
| 53 |
self.send_imm_traffic() |
| 54 |
|
| 55 |
@u.requires_odp('rc', ibv_odp_transport_cap_bits.IBV_ODP_SUPPORT_SEND | ibv_odp_transport_cap_bits.IBV_ODP_SUPPORT_RECV) |
| 56 |
def test_devx_rc_qp_odp_traffic(self): |
| 57 |
""" |
| 58 |
Creates two DevX RC QPs using ODP enabled MKeys. |
| 59 |
Then does SEND_IMM traffic. |
| 60 |
""" |
| 61 |
self.create_players(Mlx5DevxRcOdpRes) |
| 62 |
# Send traffic |
| 63 |
self.send_imm_traffic() |
| 64 |
|
| 65 |
|
| 66 |
class Mlx5DevxApiTest(Mlx5DevxTrafficBase): |
| 67 |
def setUp(self): |
| 68 |
super().setUp() |
| 69 |
self.devx_res = None |
| 70 |
|
| 71 |
def tearDown(self): |
| 72 |
super().tearDown() |
| 73 |
if self.devx_res: |
| 74 |
self.devx_res.close_resources() |
| 75 |
|
| 76 |
def test_devx_async_query(self): |
| 77 |
""" |
| 78 |
Test DevX Async Query API. |
| 79 |
Creating a DevX QP and query it using DevX async query. |
| 80 |
""" |
| 81 |
self.devx_res = Mlx5DevxRcResources(**self.dev_info) |
| 82 |
self.cmd_comp = Mlx5DevxCmdComp(self.devx_res.ctx) |
| 83 |
from tests.mlx5_prm_structs import QueryQpIn, QueryQpOut |
| 84 |
query_qp_in = QueryQpIn(qpn=self.devx_res.qpn) |
| 85 |
qp_wr_id = 100 |
| 86 |
try: |
| 87 |
self.devx_res.qp.query_async(query_qp_in, len(QueryQpOut()), wr_id=qp_wr_id, |
| 88 |
cmd_comp=self.cmd_comp) |
| 89 |
wr_id, out_data = self.cmd_comp.get_async_cmd_comp() |
| 90 |
except PyverbsRDMAError as ex: |
| 91 |
if ex.error_code == errno.EOPNOTSUPP: |
| 92 |
raise unittest.SkipTest('Async command completion is not supported') |
| 93 |
raise ex |
| 94 |
|
| 95 |
query_qp_out = QueryQpOut(out_data) |
| 96 |
self.assertTrue(query_qp_out.status == 0, |
| 97 |
'Query Devx QP by Async Query API failed with non-zero status: ' |
| 98 |
f'{query_qp_out.status}') |
| 99 |
self.assertTrue(wr_id == qp_wr_id, |
| 100 |
f'Mismatched work request ID. Expected: {qp_wr_id}, Actual: {wr_id}') |
| 101 |
self.assertTrue(query_qp_out.sw_qpc.log_rq_size == self.devx_res.log_rq_size, |
| 102 |
f'Mismatched RQ size. Expected: {self.devx_res.log_rq_size}, ' |
| 103 |
f'Actual: {query_qp_out.sw_qpc.log_rq_size}') |
| 104 |
|