Debian Codegraph @

doc/mpxyd.conf

raw
1 # MIC SCIF/DAPL RDMA proxy server configuration file
2 #
3 # Entry format is:
4 # name value
5
6 # log_file:
7 # Specifies the location of the MPXYD service output. The log file is used to
8 # assist with MPXYD service debugging and troubleshooting. The log_file can
9 # be set to 'stdout', 'stderr', or the name of a file.
10 # Examples:
11 # log_file stdout
12 # log_file stderr
13 # log_file /var/log/mpxyd.log
14
15 log_file /var/log/mpxyd.log
16
17 # log_level:
18 # Indicates the amount of detailed data written to the log file. Log levels
19 # are bit mapped as follow: 0xf for full verbose
20 # 0x0 - errors always reported
21 # 0x1 - warnings
22 # 0x2 - cm operations
23 # 0x4 - data operations
24 # 0x8 - info
25 # 0x10 - perf
26 # 0x20 - threads
27 # 0x40 - verbose
28
29 log_level 0
30
31 # lock_file:
32 # Specifies the location of the MPXYD lock file used to ensure that only a
33 # single instance of MPXYD is running.
34
35 lock_file /var/run/mpxyd.pid
36
37 # scif_port_id:
38 # SCIF port number that the server listens on.
39 # If this value is changed, then a corresponding change is required for
40 # client MIC DAPL provider. Default is SCIF_OFED_PORT_8 (i.e. 68)
41
42 scif_port_id 68
43
44 # scif_listen_qlen:
45 # The queue length for the server side scif_listen() call. It affects how
46 # many clients can connect to the server simultaneously. Default is 240.
47
48 scif_listen_qlen 240
49
50 # mcm_affinity:
51 # Specifies CPU affinity and binding level used for mpxyd threads
52 # If 0, normal O/S scheduling is used for all threads.
53 # If 1, CPU affinity is set for OP,CM,TX and RX threads, multi core binding.
54 # If 2, CPU affinity is set for OP,CM,TX and RX threads, single core binding.
55 #
56 # Note: mcm_affinity = 2, best performance, op thread continously polls
57 # when devices are active/open.
58 #
59 # The default is 1
60
61 mcm_affinity 1
62
63 # mcm_op_poll:
64 # For the OP thread. Use FD wake or use pollong for next OP
65 # If 0, FD wake up will be used.
66 # If 1, use polling for the next OP.
67 #
68 # The default is 1
69
70 mcm_op_poll 1
71
72 # mcm_affinity_base_mic:
73 # Specifies a hard binding for CPU id base value used for affinity support of
74 # mpxyd data proxy threads. Default = 0, which specifies use of
75 # dynamic affinity binding based on adapter locality. For specific bindings,
76 # set to CPU id value desired. For example, mcm_affinity_base_mic = 8,
77 # would bind proxy threads across CPU 8,9,10, and 11
78 #
79 # NOTE: if mcm_affinity = 2, mcm_affinity_base_mic specifies single core
80 # id for ALL threads across all MIC adapters. If specifying a single core_id it
81 # is best to specify a CPU located in the remote socket, away from IB adapter.
82 # If mcm_affinity = 2 && mcm_affinity_base_mic = 0, then a single core per MIC adapter
83 # is configured based on locality of MIC adapter. See mpxyd.log for resulting bindings.
84 #
85 # The default is 0 (best performance)
86
87 mcm_affinity_base_mic 0
88
89 # mcm_depth:
90 # Specifies the number of request queue entries available for CM messages.
91 # A larger depth consumes more system resources, 256 * mcm_depth * ib devices
92
93 mcm_depth 500
94
95 # mcm_rw_signal_rate:
96 # mcm_rr_signal_rate:
97 # mcm_rr_max_pending:
98 # Specifies the number of RDMA write/read segments posted before signaling for completions.
99 # Larger the value reduces interrupts but could increase reserve times on buffer resources.
100 # Default = 1 for signaling, 40 for RDMA READ's outstanding
101
102 mcm_rw_signal_rate 1
103 mcm_rr_signal_rate 1
104 mcm_rr_max_pending 40
105
106 # max_message_mb:
107 # Specifies the maximum message size. The default is 16 (MB).
108
109 max_message_mb 16
110
111 # buffer_pool_shared:
112 # Specifies if the pre-allocated and pinned buffer is shared between
113 # connections from the same client, or is private to each connection.
114
115 buffer_pool_shared 1
116
117 # buffer_pool_mb:
118 # Specifies the amount of memory pre-allocated and pinned for SCIF to uDAPL
119 # RDMA proxy services. Per client or per connection depending on the setting
120 # of "buffer_pool_shared". Recommend to increase the size if shared.
121
122 buffer_pool_mb 32
123
124 # buffer_segment_size:
125 # Specifies the segment size of large DMA transfers. Default is 128KB.
126 # The size must be a multiple of 4096.
127
128 buffer_segment_size 131072
129
130 # buffer_alignment:
131 # Specifies the alignment of the RDMA buffer. Default is 64 bytes.
132
133 buffer_alignment 64
134
135 # buffer_inline_threshold:
136 # Specifies the max IO size for scif_recv inline before switch
137 # to scif_readfrom DMA. Default is 256 bytes.
138
139 buffer_inline_threshold 256
140
141 # proxy_tx_depth:
142 # Specifies the work request queue depth for the outbound proxy service
143 # Default is 1024 work requests.
144
145 proxy_tx_depth 512
146
147 # proxy_rx_depth:
148 # Specifies the work request queue depth for the outbound proxy service
149 # Default is 1024 work requests.
150
151 proxy_rx_depth 512
152
153 # CM connect request timeout ms:
154 # Specifies the amout of time a request waits for reply before retry.
155 # Default is 2000 ms
156
157 mcm_req_timeout_ms 4000
158
159 # CM connect reply timeout ms:
160 # Specifies the amout of time a reply waits for RTU before retry.
161 # Default is 1000 ms
162
163 mcm_rep_timeout_ms 2000
164
165 # CM retry count
166 # Specifies the amount of retries for CM messages expecting replies.
167 # Default is 10.
168
169 mcm_retry_count 10
170
171 # mcm_perf_profile:
172 # 1 or 0, specifies if performance profiling is enabled/disabled for RDMA operations
173 # Default is 0, disabled
174 #
175
176 mcm_perf_profile 0
177
178 # mcm_eager_completion:
179 # complete and signal write request after scif_readfrom has moved all data, otherwise wait for IB completions.
180 # Default is enabled.
181
182 mcm_eager_completion 1
183
184 # mcm_counters
185 # log and print device CM, DTO, and event counters. Output any non-zero results at device close.
186 # Default is disabled.
187
188 mcm_counters 0
189
190 # mcm_proxy_in
191 # Override for proxy-in services. If disabled, mpxyd will fallback to previous version of proxy-out only.
192 # Default is enabled.
193
194 mcm_proxy_in 1
195
196
197