2 * Copyright (c) 2004 Topspin Communications. All rights reserved.
3 * Copyright (c) 2005 Voltaire, Inc. All rights reserved.
4 * Copyright (c) 2006 Intel Corporation. All rights reserved.
6 * This software is available to you under a choice of one of two
7 * licenses. You may choose to be licensed under the terms of the GNU
8 * General Public License (GPL) Version 2, available from the file
9 * COPYING in the main directory of this source tree, or the
10 * OpenIB.org BSD license below:
12 * Redistribution and use in source and binary forms, with or
13 * without modification, are permitted provided that the following
16 * - Redistributions of source code must retain the above
17 * copyright notice, this list of conditions and the following
20 * - Redistributions in binary form must reproduce the above
21 * copyright notice, this list of conditions and the following
22 * disclaimer in the documentation and/or other materials
23 * provided with the distribution.
25 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
26 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
27 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
28 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
29 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
30 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
31 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
38 #include <linux/completion.h>
39 #include <linux/compiler.h>
41 #include <linux/atomic.h>
42 #include <linux/netdevice.h>
44 #include <rdma/ib_verbs.h>
45 #include <rdma/ib_mad.h>
48 IB_SA_CLASS_VERSION
= 2, /* IB spec version 1.1/1.2 */
50 IB_SA_METHOD_GET_TABLE
= 0x12,
51 IB_SA_METHOD_GET_TABLE_RESP
= 0x92,
52 IB_SA_METHOD_DELETE
= 0x15,
53 IB_SA_METHOD_DELETE_RESP
= 0x95,
54 IB_SA_METHOD_GET_MULTI
= 0x14,
55 IB_SA_METHOD_GET_MULTI_RESP
= 0x94,
56 IB_SA_METHOD_GET_TRACE_TBL
= 0x13
59 #define OPA_SA_CLASS_VERSION 0x80
61 IB_SA_ATTR_CLASS_PORTINFO
= 0x01,
62 IB_SA_ATTR_NOTICE
= 0x02,
63 IB_SA_ATTR_INFORM_INFO
= 0x03,
64 IB_SA_ATTR_NODE_REC
= 0x11,
65 IB_SA_ATTR_PORT_INFO_REC
= 0x12,
66 IB_SA_ATTR_SL2VL_REC
= 0x13,
67 IB_SA_ATTR_SWITCH_REC
= 0x14,
68 IB_SA_ATTR_LINEAR_FDB_REC
= 0x15,
69 IB_SA_ATTR_RANDOM_FDB_REC
= 0x16,
70 IB_SA_ATTR_MCAST_FDB_REC
= 0x17,
71 IB_SA_ATTR_SM_INFO_REC
= 0x18,
72 IB_SA_ATTR_LINK_REC
= 0x20,
73 IB_SA_ATTR_GUID_INFO_REC
= 0x30,
74 IB_SA_ATTR_SERVICE_REC
= 0x31,
75 IB_SA_ATTR_PARTITION_REC
= 0x33,
76 IB_SA_ATTR_PATH_REC
= 0x35,
77 IB_SA_ATTR_VL_ARB_REC
= 0x36,
78 IB_SA_ATTR_MC_MEMBER_REC
= 0x38,
79 IB_SA_ATTR_TRACE_REC
= 0x39,
80 IB_SA_ATTR_MULTI_PATH_REC
= 0x3a,
81 IB_SA_ATTR_SERVICE_ASSOC_REC
= 0x3b,
82 IB_SA_ATTR_INFORM_INFO_REC
= 0xf3
90 * The meaning of "best" depends on the attribute: for
91 * example, for MTU best will return the largest available
92 * MTU, while for packet life time, best will return the
93 * smallest available life time.
99 * There are 4 types of join states:
100 * FullMember, NonMember, SendOnlyNonMember, SendOnlyFullMember.
101 * The order corresponds to JoinState bits in MCMemberRecord.
103 enum ib_sa_mc_join_states
{
106 SENDONLY_NONMEBER_JOIN
,
107 SENDONLY_FULLMEMBER_JOIN
,
108 NUM_JOIN_MEMBERSHIP_TYPES
,
111 #define IB_SA_CAP_MASK2_SENDONLY_FULL_MEM_SUPPORT BIT(12)
114 * Structures for SA records are named "struct ib_sa_xxx_rec." No
115 * attempt is made to pack structures to match the physical layout of
116 * SA records in SA MADs; all packing and unpacking is handled by the
119 * For a record with structure ib_sa_xxx_rec, the naming convention
120 * for the component mask value for field yyy is IB_SA_XXX_REC_YYY (we
121 * never use different abbreviations or otherwise change the spelling
122 * of xxx/yyy between ib_sa_xxx_rec.yyy and IB_SA_XXX_REC_YYY).
124 * Reserved rows are indicated with comments to help maintainability.
127 #define IB_SA_PATH_REC_SERVICE_ID (IB_SA_COMP_MASK( 0) |\
129 #define IB_SA_PATH_REC_DGID IB_SA_COMP_MASK( 2)
130 #define IB_SA_PATH_REC_SGID IB_SA_COMP_MASK( 3)
131 #define IB_SA_PATH_REC_DLID IB_SA_COMP_MASK( 4)
132 #define IB_SA_PATH_REC_SLID IB_SA_COMP_MASK( 5)
133 #define IB_SA_PATH_REC_RAW_TRAFFIC IB_SA_COMP_MASK( 6)
135 #define IB_SA_PATH_REC_FLOW_LABEL IB_SA_COMP_MASK( 8)
136 #define IB_SA_PATH_REC_HOP_LIMIT IB_SA_COMP_MASK( 9)
137 #define IB_SA_PATH_REC_TRAFFIC_CLASS IB_SA_COMP_MASK(10)
138 #define IB_SA_PATH_REC_REVERSIBLE IB_SA_COMP_MASK(11)
139 #define IB_SA_PATH_REC_NUMB_PATH IB_SA_COMP_MASK(12)
140 #define IB_SA_PATH_REC_PKEY IB_SA_COMP_MASK(13)
141 #define IB_SA_PATH_REC_QOS_CLASS IB_SA_COMP_MASK(14)
142 #define IB_SA_PATH_REC_SL IB_SA_COMP_MASK(15)
143 #define IB_SA_PATH_REC_MTU_SELECTOR IB_SA_COMP_MASK(16)
144 #define IB_SA_PATH_REC_MTU IB_SA_COMP_MASK(17)
145 #define IB_SA_PATH_REC_RATE_SELECTOR IB_SA_COMP_MASK(18)
146 #define IB_SA_PATH_REC_RATE IB_SA_COMP_MASK(19)
147 #define IB_SA_PATH_REC_PACKET_LIFE_TIME_SELECTOR IB_SA_COMP_MASK(20)
148 #define IB_SA_PATH_REC_PACKET_LIFE_TIME IB_SA_COMP_MASK(21)
149 #define IB_SA_PATH_REC_PREFERENCE IB_SA_COMP_MASK(22)
151 struct ib_sa_path_rec
{
171 u8 packet_life_time_selector
;
179 enum ib_gid_type gid_type
;
182 static inline struct net_device
*ib_get_ndev_from_path(struct ib_sa_path_rec
*rec
)
184 return rec
->net
? dev_get_by_index(rec
->net
, rec
->ifindex
) : NULL
;
187 #define IB_SA_MCMEMBER_REC_MGID IB_SA_COMP_MASK( 0)
188 #define IB_SA_MCMEMBER_REC_PORT_GID IB_SA_COMP_MASK( 1)
189 #define IB_SA_MCMEMBER_REC_QKEY IB_SA_COMP_MASK( 2)
190 #define IB_SA_MCMEMBER_REC_MLID IB_SA_COMP_MASK( 3)
191 #define IB_SA_MCMEMBER_REC_MTU_SELECTOR IB_SA_COMP_MASK( 4)
192 #define IB_SA_MCMEMBER_REC_MTU IB_SA_COMP_MASK( 5)
193 #define IB_SA_MCMEMBER_REC_TRAFFIC_CLASS IB_SA_COMP_MASK( 6)
194 #define IB_SA_MCMEMBER_REC_PKEY IB_SA_COMP_MASK( 7)
195 #define IB_SA_MCMEMBER_REC_RATE_SELECTOR IB_SA_COMP_MASK( 8)
196 #define IB_SA_MCMEMBER_REC_RATE IB_SA_COMP_MASK( 9)
197 #define IB_SA_MCMEMBER_REC_PACKET_LIFE_TIME_SELECTOR IB_SA_COMP_MASK(10)
198 #define IB_SA_MCMEMBER_REC_PACKET_LIFE_TIME IB_SA_COMP_MASK(11)
199 #define IB_SA_MCMEMBER_REC_SL IB_SA_COMP_MASK(12)
200 #define IB_SA_MCMEMBER_REC_FLOW_LABEL IB_SA_COMP_MASK(13)
201 #define IB_SA_MCMEMBER_REC_HOP_LIMIT IB_SA_COMP_MASK(14)
202 #define IB_SA_MCMEMBER_REC_SCOPE IB_SA_COMP_MASK(15)
203 #define IB_SA_MCMEMBER_REC_JOIN_STATE IB_SA_COMP_MASK(16)
204 #define IB_SA_MCMEMBER_REC_PROXY_JOIN IB_SA_COMP_MASK(17)
206 struct ib_sa_mcmember_rec
{
208 union ib_gid port_gid
;
217 u8 packet_life_time_selector
;
227 /* Service Record Component Mask Sec 15.2.5.14 Ver 1.1 */
228 #define IB_SA_SERVICE_REC_SERVICE_ID IB_SA_COMP_MASK( 0)
229 #define IB_SA_SERVICE_REC_SERVICE_GID IB_SA_COMP_MASK( 1)
230 #define IB_SA_SERVICE_REC_SERVICE_PKEY IB_SA_COMP_MASK( 2)
232 #define IB_SA_SERVICE_REC_SERVICE_LEASE IB_SA_COMP_MASK( 4)
233 #define IB_SA_SERVICE_REC_SERVICE_KEY IB_SA_COMP_MASK( 5)
234 #define IB_SA_SERVICE_REC_SERVICE_NAME IB_SA_COMP_MASK( 6)
235 #define IB_SA_SERVICE_REC_SERVICE_DATA8_0 IB_SA_COMP_MASK( 7)
236 #define IB_SA_SERVICE_REC_SERVICE_DATA8_1 IB_SA_COMP_MASK( 8)
237 #define IB_SA_SERVICE_REC_SERVICE_DATA8_2 IB_SA_COMP_MASK( 9)
238 #define IB_SA_SERVICE_REC_SERVICE_DATA8_3 IB_SA_COMP_MASK(10)
239 #define IB_SA_SERVICE_REC_SERVICE_DATA8_4 IB_SA_COMP_MASK(11)
240 #define IB_SA_SERVICE_REC_SERVICE_DATA8_5 IB_SA_COMP_MASK(12)
241 #define IB_SA_SERVICE_REC_SERVICE_DATA8_6 IB_SA_COMP_MASK(13)
242 #define IB_SA_SERVICE_REC_SERVICE_DATA8_7 IB_SA_COMP_MASK(14)
243 #define IB_SA_SERVICE_REC_SERVICE_DATA8_8 IB_SA_COMP_MASK(15)
244 #define IB_SA_SERVICE_REC_SERVICE_DATA8_9 IB_SA_COMP_MASK(16)
245 #define IB_SA_SERVICE_REC_SERVICE_DATA8_10 IB_SA_COMP_MASK(17)
246 #define IB_SA_SERVICE_REC_SERVICE_DATA8_11 IB_SA_COMP_MASK(18)
247 #define IB_SA_SERVICE_REC_SERVICE_DATA8_12 IB_SA_COMP_MASK(19)
248 #define IB_SA_SERVICE_REC_SERVICE_DATA8_13 IB_SA_COMP_MASK(20)
249 #define IB_SA_SERVICE_REC_SERVICE_DATA8_14 IB_SA_COMP_MASK(21)
250 #define IB_SA_SERVICE_REC_SERVICE_DATA8_15 IB_SA_COMP_MASK(22)
251 #define IB_SA_SERVICE_REC_SERVICE_DATA16_0 IB_SA_COMP_MASK(23)
252 #define IB_SA_SERVICE_REC_SERVICE_DATA16_1 IB_SA_COMP_MASK(24)
253 #define IB_SA_SERVICE_REC_SERVICE_DATA16_2 IB_SA_COMP_MASK(25)
254 #define IB_SA_SERVICE_REC_SERVICE_DATA16_3 IB_SA_COMP_MASK(26)
255 #define IB_SA_SERVICE_REC_SERVICE_DATA16_4 IB_SA_COMP_MASK(27)
256 #define IB_SA_SERVICE_REC_SERVICE_DATA16_5 IB_SA_COMP_MASK(28)
257 #define IB_SA_SERVICE_REC_SERVICE_DATA16_6 IB_SA_COMP_MASK(29)
258 #define IB_SA_SERVICE_REC_SERVICE_DATA16_7 IB_SA_COMP_MASK(30)
259 #define IB_SA_SERVICE_REC_SERVICE_DATA32_0 IB_SA_COMP_MASK(31)
260 #define IB_SA_SERVICE_REC_SERVICE_DATA32_1 IB_SA_COMP_MASK(32)
261 #define IB_SA_SERVICE_REC_SERVICE_DATA32_2 IB_SA_COMP_MASK(33)
262 #define IB_SA_SERVICE_REC_SERVICE_DATA32_3 IB_SA_COMP_MASK(34)
263 #define IB_SA_SERVICE_REC_SERVICE_DATA64_0 IB_SA_COMP_MASK(35)
264 #define IB_SA_SERVICE_REC_SERVICE_DATA64_1 IB_SA_COMP_MASK(36)
266 #define IB_DEFAULT_SERVICE_LEASE 0xFFFFFFFF
268 struct ib_sa_service_rec
{
282 #define IB_SA_GUIDINFO_REC_LID IB_SA_COMP_MASK(0)
283 #define IB_SA_GUIDINFO_REC_BLOCK_NUM IB_SA_COMP_MASK(1)
284 #define IB_SA_GUIDINFO_REC_RES1 IB_SA_COMP_MASK(2)
285 #define IB_SA_GUIDINFO_REC_RES2 IB_SA_COMP_MASK(3)
286 #define IB_SA_GUIDINFO_REC_GID0 IB_SA_COMP_MASK(4)
287 #define IB_SA_GUIDINFO_REC_GID1 IB_SA_COMP_MASK(5)
288 #define IB_SA_GUIDINFO_REC_GID2 IB_SA_COMP_MASK(6)
289 #define IB_SA_GUIDINFO_REC_GID3 IB_SA_COMP_MASK(7)
290 #define IB_SA_GUIDINFO_REC_GID4 IB_SA_COMP_MASK(8)
291 #define IB_SA_GUIDINFO_REC_GID5 IB_SA_COMP_MASK(9)
292 #define IB_SA_GUIDINFO_REC_GID6 IB_SA_COMP_MASK(10)
293 #define IB_SA_GUIDINFO_REC_GID7 IB_SA_COMP_MASK(11)
295 struct ib_sa_guidinfo_rec
{
301 u8 guid_info_list
[64];
304 struct ib_sa_client
{
306 struct completion comp
;
310 * ib_sa_register_client - Register an SA client.
312 void ib_sa_register_client(struct ib_sa_client
*client
);
315 * ib_sa_unregister_client - Deregister an SA client.
316 * @client: Client object to deregister.
318 void ib_sa_unregister_client(struct ib_sa_client
*client
);
322 void ib_sa_cancel_query(int id
, struct ib_sa_query
*query
);
324 int ib_sa_path_rec_get(struct ib_sa_client
*client
,
325 struct ib_device
*device
, u8 port_num
,
326 struct ib_sa_path_rec
*rec
,
327 ib_sa_comp_mask comp_mask
,
328 int timeout_ms
, gfp_t gfp_mask
,
329 void (*callback
)(int status
,
330 struct ib_sa_path_rec
*resp
,
333 struct ib_sa_query
**query
);
335 int ib_sa_service_rec_query(struct ib_sa_client
*client
,
336 struct ib_device
*device
, u8 port_num
,
338 struct ib_sa_service_rec
*rec
,
339 ib_sa_comp_mask comp_mask
,
340 int timeout_ms
, gfp_t gfp_mask
,
341 void (*callback
)(int status
,
342 struct ib_sa_service_rec
*resp
,
345 struct ib_sa_query
**sa_query
);
347 struct ib_sa_multicast
{
348 struct ib_sa_mcmember_rec rec
;
349 ib_sa_comp_mask comp_mask
;
350 int (*callback
)(int status
,
351 struct ib_sa_multicast
*multicast
);
356 * ib_sa_join_multicast - Initiates a join request to the specified multicast
359 * @device: Device associated with the multicast group.
360 * @port_num: Port on the specified device to associate with the multicast
362 * @rec: SA multicast member record specifying group attributes.
363 * @comp_mask: Component mask indicating which group attributes of %rec are
365 * @gfp_mask: GFP mask for memory allocations.
366 * @callback: User callback invoked once the join operation completes.
367 * @context: User specified context stored with the ib_sa_multicast structure.
369 * This call initiates a multicast join request with the SA for the specified
370 * multicast group. If the join operation is started successfully, it returns
371 * an ib_sa_multicast structure that is used to track the multicast operation.
372 * Users must free this structure by calling ib_free_multicast, even if the
373 * join operation later fails. (The callback status is non-zero.)
375 * If the join operation fails; status will be non-zero, with the following
377 * -ETIMEDOUT: The request timed out.
378 * -EIO: An error occurred sending the query.
379 * -EINVAL: The MCMemberRecord values differed from the existing group's.
380 * -ENETRESET: Indicates that an fatal error has occurred on the multicast
381 * group, and the user must rejoin the group to continue using it.
383 struct ib_sa_multicast
*ib_sa_join_multicast(struct ib_sa_client
*client
,
384 struct ib_device
*device
, u8 port_num
,
385 struct ib_sa_mcmember_rec
*rec
,
386 ib_sa_comp_mask comp_mask
, gfp_t gfp_mask
,
387 int (*callback
)(int status
,
388 struct ib_sa_multicast
393 * ib_free_multicast - Frees the multicast tracking structure, and releases
394 * any reference on the multicast group.
395 * @multicast: Multicast tracking structure allocated by ib_join_multicast.
397 * This call blocks until the multicast identifier is destroyed. It may
398 * not be called from within the multicast callback; however, returning a non-
399 * zero value from the callback will result in destroying the multicast
400 * tracking structure.
402 void ib_sa_free_multicast(struct ib_sa_multicast
*multicast
);
405 * ib_get_mcmember_rec - Looks up a multicast member record by its MGID and
406 * returns it if found.
407 * @device: Device associated with the multicast group.
408 * @port_num: Port on the specified device to associate with the multicast
410 * @mgid: MGID of multicast group.
411 * @rec: Location to copy SA multicast member record.
413 int ib_sa_get_mcmember_rec(struct ib_device
*device
, u8 port_num
,
414 union ib_gid
*mgid
, struct ib_sa_mcmember_rec
*rec
);
417 * ib_init_ah_from_mcmember - Initialize address handle attributes based on
418 * an SA multicast member record.
420 int ib_init_ah_from_mcmember(struct ib_device
*device
, u8 port_num
,
421 struct ib_sa_mcmember_rec
*rec
,
422 struct net_device
*ndev
,
423 enum ib_gid_type gid_type
,
424 struct rdma_ah_attr
*ah_attr
);
427 * ib_init_ah_from_path - Initialize address handle attributes based on an SA
430 int ib_init_ah_from_path(struct ib_device
*device
, u8 port_num
,
431 struct ib_sa_path_rec
*rec
,
432 struct rdma_ah_attr
*ah_attr
);
435 * ib_sa_pack_path - Conert a path record from struct ib_sa_path_rec
436 * to IB MAD wire format.
438 void ib_sa_pack_path(struct ib_sa_path_rec
*rec
, void *attribute
);
441 * ib_sa_unpack_path - Convert a path record from MAD format to struct
444 void ib_sa_unpack_path(void *attribute
, struct ib_sa_path_rec
*rec
);
446 /* Support GuidInfoRecord */
447 int ib_sa_guid_info_rec_query(struct ib_sa_client
*client
,
448 struct ib_device
*device
, u8 port_num
,
449 struct ib_sa_guidinfo_rec
*rec
,
450 ib_sa_comp_mask comp_mask
, u8 method
,
451 int timeout_ms
, gfp_t gfp_mask
,
452 void (*callback
)(int status
,
453 struct ib_sa_guidinfo_rec
*resp
,
456 struct ib_sa_query
**sa_query
);
458 bool ib_sa_sendonly_fullmem_support(struct ib_sa_client
*client
,
459 struct ib_device
*device
,