rdma_cm.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428
  1. /* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */
  2. /*
  3. * Copyright (c) 2005 Voltaire Inc. All rights reserved.
  4. * Copyright (c) 2005 Intel Corporation. All rights reserved.
  5. */
  6. #ifndef RDMA_CM_H
  7. #define RDMA_CM_H
  8. #include <linux/socket.h>
  9. #include <linux/in6.h>
  10. #include <rdma/ib_addr.h>
  11. #include <rdma/ib_sa.h>
  12. #include <uapi/rdma/rdma_user_cm.h>
  13. /*
  14. * Upon receiving a device removal event, users must destroy the associated
  15. * RDMA identifier and release all resources allocated with the device.
  16. */
  17. enum rdma_cm_event_type {
  18. RDMA_CM_EVENT_ADDR_RESOLVED,
  19. RDMA_CM_EVENT_ADDR_ERROR,
  20. RDMA_CM_EVENT_ROUTE_RESOLVED,
  21. RDMA_CM_EVENT_ROUTE_ERROR,
  22. RDMA_CM_EVENT_CONNECT_REQUEST,
  23. RDMA_CM_EVENT_CONNECT_RESPONSE,
  24. RDMA_CM_EVENT_CONNECT_ERROR,
  25. RDMA_CM_EVENT_UNREACHABLE,
  26. RDMA_CM_EVENT_REJECTED,
  27. RDMA_CM_EVENT_ESTABLISHED,
  28. RDMA_CM_EVENT_DISCONNECTED,
  29. RDMA_CM_EVENT_DEVICE_REMOVAL,
  30. RDMA_CM_EVENT_MULTICAST_JOIN,
  31. RDMA_CM_EVENT_MULTICAST_ERROR,
  32. RDMA_CM_EVENT_ADDR_CHANGE,
  33. RDMA_CM_EVENT_TIMEWAIT_EXIT,
  34. RDMA_CM_EVENT_ADDRINFO_RESOLVED,
  35. RDMA_CM_EVENT_ADDRINFO_ERROR,
  36. RDMA_CM_EVENT_USER,
  37. RDMA_CM_EVENT_INTERNAL,
  38. };
  39. const char *__attribute_const__ rdma_event_msg(enum rdma_cm_event_type event);
  40. #define RDMA_IB_IP_PS_MASK 0xFFFFFFFFFFFF0000ULL
  41. #define RDMA_IB_IP_PS_TCP 0x0000000001060000ULL
  42. #define RDMA_IB_IP_PS_UDP 0x0000000001110000ULL
  43. #define RDMA_IB_IP_PS_IB 0x00000000013F0000ULL
  44. struct rdma_addr {
  45. struct sockaddr_storage src_addr;
  46. struct sockaddr_storage dst_addr;
  47. struct rdma_dev_addr dev_addr;
  48. };
  49. struct rdma_route {
  50. struct rdma_addr addr;
  51. struct sa_path_rec *path_rec;
  52. /* Optional path records of primary path */
  53. struct sa_path_rec *path_rec_inbound;
  54. struct sa_path_rec *path_rec_outbound;
  55. /*
  56. * 0 - No primary nor alternate path is available
  57. * 1 - Only primary path is available
  58. * 2 - Both primary and alternate path are available
  59. */
  60. int num_pri_alt_paths;
  61. unsigned int num_service_recs;
  62. struct sa_service_rec *service_recs;
  63. };
  64. struct rdma_conn_param {
  65. const void *private_data;
  66. u8 private_data_len;
  67. u8 responder_resources;
  68. u8 initiator_depth;
  69. u8 flow_control;
  70. u8 retry_count; /* ignored when accepting */
  71. u8 rnr_retry_count;
  72. /* Fields below ignored if a QP is created on the rdma_cm_id. */
  73. u8 srq;
  74. u32 qp_num;
  75. u32 qkey;
  76. };
  77. struct rdma_ud_param {
  78. const void *private_data;
  79. u8 private_data_len;
  80. struct rdma_ah_attr ah_attr;
  81. u32 qp_num;
  82. u32 qkey;
  83. };
  84. struct rdma_cm_event {
  85. enum rdma_cm_event_type event;
  86. int status;
  87. union {
  88. struct rdma_conn_param conn;
  89. struct rdma_ud_param ud;
  90. u64 arg;
  91. } param;
  92. struct rdma_ucm_ece ece;
  93. };
  94. struct rdma_cm_id;
  95. /**
  96. * rdma_cm_event_handler - Callback used to report user events.
  97. *
  98. * Notes: Users may not call rdma_destroy_id from this callback to destroy
  99. * the passed in id, or a corresponding listen id. Returning a
  100. * non-zero value from the callback will destroy the passed in id.
  101. */
  102. typedef int (*rdma_cm_event_handler)(struct rdma_cm_id *id,
  103. struct rdma_cm_event *event);
  104. struct rdma_cm_id {
  105. struct ib_device *device;
  106. void *context;
  107. struct ib_qp *qp;
  108. rdma_cm_event_handler event_handler;
  109. struct rdma_route route;
  110. enum rdma_ucm_port_space ps;
  111. enum ib_qp_type qp_type;
  112. u32 port_num;
  113. struct work_struct net_work;
  114. };
  115. struct rdma_cm_id *
  116. __rdma_create_kernel_id(struct net *net, rdma_cm_event_handler event_handler,
  117. void *context, enum rdma_ucm_port_space ps,
  118. enum ib_qp_type qp_type, const char *caller);
  119. struct rdma_cm_id *rdma_create_user_id(rdma_cm_event_handler event_handler,
  120. void *context,
  121. enum rdma_ucm_port_space ps,
  122. enum ib_qp_type qp_type);
  123. /**
  124. * rdma_create_id - Create an RDMA identifier.
  125. *
  126. * @net: The network namespace in which to create the new id.
  127. * @event_handler: User callback invoked to report events associated with the
  128. * returned rdma_id.
  129. * @context: User specified context associated with the id.
  130. * @ps: RDMA port space.
  131. * @qp_type: type of queue pair associated with the id.
  132. *
  133. * Returns a new rdma_cm_id. The id holds a reference on the network
  134. * namespace until it is destroyed.
  135. *
  136. * The event handler callback serializes on the id's mutex and is
  137. * allowed to sleep.
  138. */
  139. #define rdma_create_id(net, event_handler, context, ps, qp_type) \
  140. __rdma_create_kernel_id(net, event_handler, context, ps, qp_type, \
  141. KBUILD_MODNAME)
  142. /**
  143. * rdma_destroy_id - Destroys an RDMA identifier.
  144. *
  145. * @id: RDMA identifier.
  146. *
  147. * Note: calling this function has the effect of canceling in-flight
  148. * asynchronous operations associated with the id.
  149. */
  150. void rdma_destroy_id(struct rdma_cm_id *id);
  151. /**
  152. * rdma_restrict_node_type - Restrict an RDMA identifier to specific
  153. * RDMA device node type.
  154. *
  155. * @id: RDMA identifier.
  156. * @node_type: The device node type. Only RDMA_NODE_UNSPECIFIED (default),
  157. * RDMA_NODE_RNIC and RDMA_NODE_IB_CA are allowed
  158. *
  159. * This allows the caller to restrict the possible devices
  160. * used to iWarp (RDMA_NODE_RNIC) or InfiniBand/RoCEv1/RoCEv2 (RDMA_NODE_IB_CA).
  161. *
  162. * It needs to be called before the RDMA identifier is bound
  163. * to an device, which mean it should be called before
  164. * rdma_bind_addr(), rdma_resolve_addr() and rdma_listen().
  165. */
  166. int rdma_restrict_node_type(struct rdma_cm_id *id, u8 node_type);
  167. /**
  168. * rdma_bind_addr - Bind an RDMA identifier to a source address and
  169. * associated RDMA device, if needed.
  170. *
  171. * @id: RDMA identifier.
  172. * @addr: Local address information. Wildcard values are permitted.
  173. *
  174. * This associates a source address with the RDMA identifier before calling
  175. * rdma_listen. If a specific local address is given, the RDMA identifier will
  176. * be bound to a local RDMA device.
  177. */
  178. int rdma_bind_addr(struct rdma_cm_id *id, struct sockaddr *addr);
  179. /**
  180. * rdma_resolve_addr - Resolve destination and optional source addresses
  181. * from IP addresses to an RDMA address. If successful, the specified
  182. * rdma_cm_id will be bound to a local device.
  183. *
  184. * @id: RDMA identifier.
  185. * @src_addr: Source address information. This parameter may be NULL.
  186. * @dst_addr: Destination address information.
  187. * @timeout_ms: Time to wait for resolution to complete.
  188. */
  189. int rdma_resolve_addr(struct rdma_cm_id *id, struct sockaddr *src_addr,
  190. const struct sockaddr *dst_addr,
  191. unsigned long timeout_ms);
  192. /**
  193. * rdma_resolve_route - Resolve the RDMA address bound to the RDMA identifier
  194. * into route information needed to establish a connection.
  195. *
  196. * This is called on the client side of a connection.
  197. * Users must have first called rdma_resolve_addr to resolve a dst_addr
  198. * into an RDMA address before calling this routine.
  199. */
  200. int rdma_resolve_route(struct rdma_cm_id *id, unsigned long timeout_ms);
  201. /**
  202. * rdma_resolve_ib_service - Resolve the IB service record of the
  203. * service with the given service ID or name.
  204. *
  205. * This function is optional in the rdma cm flow. It is called on the client
  206. * side of a connection, before calling rdma_resolve_route. The resolution
  207. * can be done once per rdma_cm_id.
  208. */
  209. int rdma_resolve_ib_service(struct rdma_cm_id *id,
  210. struct rdma_ucm_ib_service *ibs);
  211. /**
  212. * rdma_create_qp - Allocate a QP and associate it with the specified RDMA
  213. * identifier.
  214. *
  215. * QPs allocated to an rdma_cm_id will automatically be transitioned by the CMA
  216. * through their states.
  217. */
  218. int rdma_create_qp(struct rdma_cm_id *id, struct ib_pd *pd,
  219. struct ib_qp_init_attr *qp_init_attr);
  220. /**
  221. * rdma_destroy_qp - Deallocate the QP associated with the specified RDMA
  222. * identifier.
  223. *
  224. * Users must destroy any QP associated with an RDMA identifier before
  225. * destroying the RDMA ID.
  226. */
  227. void rdma_destroy_qp(struct rdma_cm_id *id);
  228. /**
  229. * rdma_init_qp_attr - Initializes the QP attributes for use in transitioning
  230. * to a specified QP state.
  231. * @id: Communication identifier associated with the QP attributes to
  232. * initialize.
  233. * @qp_attr: On input, specifies the desired QP state. On output, the
  234. * mandatory and desired optional attributes will be set in order to
  235. * modify the QP to the specified state.
  236. * @qp_attr_mask: The QP attribute mask that may be used to transition the
  237. * QP to the specified state.
  238. *
  239. * Users must set the @qp_attr->qp_state to the desired QP state. This call
  240. * will set all required attributes for the given transition, along with
  241. * known optional attributes. Users may override the attributes returned from
  242. * this call before calling ib_modify_qp.
  243. *
  244. * Users that wish to have their QP automatically transitioned through its
  245. * states can associate a QP with the rdma_cm_id by calling rdma_create_qp().
  246. */
  247. int rdma_init_qp_attr(struct rdma_cm_id *id, struct ib_qp_attr *qp_attr,
  248. int *qp_attr_mask);
  249. int rdma_connect(struct rdma_cm_id *id, struct rdma_conn_param *conn_param);
  250. int rdma_connect_locked(struct rdma_cm_id *id,
  251. struct rdma_conn_param *conn_param);
  252. int rdma_connect_ece(struct rdma_cm_id *id, struct rdma_conn_param *conn_param,
  253. struct rdma_ucm_ece *ece);
  254. /**
  255. * rdma_listen - This function is called by the passive side to
  256. * listen for incoming connection requests.
  257. *
  258. * Users must have bound the rdma_cm_id to a local address by calling
  259. * rdma_bind_addr before calling this routine.
  260. */
  261. int rdma_listen(struct rdma_cm_id *id, int backlog);
  262. int rdma_accept(struct rdma_cm_id *id, struct rdma_conn_param *conn_param);
  263. void rdma_lock_handler(struct rdma_cm_id *id);
  264. void rdma_unlock_handler(struct rdma_cm_id *id);
  265. int rdma_accept_ece(struct rdma_cm_id *id, struct rdma_conn_param *conn_param,
  266. struct rdma_ucm_ece *ece);
  267. /**
  268. * rdma_notify - Notifies the RDMA CM of an asynchronous event that has
  269. * occurred on the connection.
  270. * @id: Connection identifier to transition to established.
  271. * @event: Asynchronous event.
  272. *
  273. * This routine should be invoked by users to notify the CM of relevant
  274. * communication events. Events that should be reported to the CM and
  275. * when to report them are:
  276. *
  277. * IB_EVENT_COMM_EST - Used when a message is received on a connected
  278. * QP before an RTU has been received.
  279. */
  280. int rdma_notify(struct rdma_cm_id *id, enum ib_event_type event);
  281. /**
  282. * rdma_reject - Called to reject a connection request or response.
  283. */
  284. int rdma_reject(struct rdma_cm_id *id, const void *private_data,
  285. u8 private_data_len, u8 reason);
  286. /**
  287. * rdma_disconnect - This function disconnects the associated QP and
  288. * transitions it into the error state.
  289. */
  290. int rdma_disconnect(struct rdma_cm_id *id);
  291. /**
  292. * rdma_join_multicast - Join the multicast group specified by the given
  293. * address.
  294. * @id: Communication identifier associated with the request.
  295. * @addr: Multicast address identifying the group to join.
  296. * @join_state: Multicast JoinState bitmap requested by port.
  297. * Bitmap is based on IB_SA_MCMEMBER_REC_JOIN_STATE bits.
  298. * @context: User-defined context associated with the join request, returned
  299. * to the user through the private_data pointer in multicast events.
  300. */
  301. int rdma_join_multicast(struct rdma_cm_id *id, struct sockaddr *addr,
  302. u8 join_state, void *context);
  303. /**
  304. * rdma_leave_multicast - Leave the multicast group specified by the given
  305. * address.
  306. */
  307. void rdma_leave_multicast(struct rdma_cm_id *id, struct sockaddr *addr);
  308. /**
  309. * rdma_set_service_type - Set the type of service associated with a
  310. * connection identifier.
  311. * @id: Communication identifier to associated with service type.
  312. * @tos: Type of service.
  313. *
  314. * The type of service is interpretted as a differentiated service
  315. * field (RFC 2474). The service type should be specified before
  316. * performing route resolution, as existing communication on the
  317. * connection identifier may be unaffected. The type of service
  318. * requested may not be supported by the network to all destinations.
  319. */
  320. void rdma_set_service_type(struct rdma_cm_id *id, int tos);
  321. /**
  322. * rdma_set_reuseaddr - Allow the reuse of local addresses when binding
  323. * the rdma_cm_id.
  324. * @id: Communication identifier to configure.
  325. * @reuse: Value indicating if the bound address is reusable.
  326. *
  327. * Reuse must be set before an address is bound to the id.
  328. */
  329. int rdma_set_reuseaddr(struct rdma_cm_id *id, int reuse);
  330. /**
  331. * rdma_set_afonly - Specify that listens are restricted to the
  332. * bound address family only.
  333. * @id: Communication identifer to configure.
  334. * @afonly: Value indicating if listens are restricted.
  335. *
  336. * Must be set before identifier is in the listening state.
  337. */
  338. int rdma_set_afonly(struct rdma_cm_id *id, int afonly);
  339. int rdma_set_ack_timeout(struct rdma_cm_id *id, u8 timeout);
  340. int rdma_set_min_rnr_timer(struct rdma_cm_id *id, u8 min_rnr_timer);
  341. /**
  342. * rdma_get_service_id - Return the IB service ID for a specified address.
  343. * @id: Communication identifier associated with the address.
  344. * @addr: Address for the service ID.
  345. */
  346. __be64 rdma_get_service_id(struct rdma_cm_id *id, struct sockaddr *addr);
  347. /**
  348. * rdma_reject_msg - return a pointer to a reject message string.
  349. * @id: Communication identifier that received the REJECT event.
  350. * @reason: Value returned in the REJECT event status field.
  351. */
  352. const char *__attribute_const__ rdma_reject_msg(struct rdma_cm_id *id,
  353. int reason);
  354. /**
  355. * rdma_consumer_reject_data - return the consumer reject private data and
  356. * length, if any.
  357. * @id: Communication identifier that received the REJECT event.
  358. * @ev: RDMA CM reject event.
  359. * @data_len: Pointer to the resulting length of the consumer data.
  360. */
  361. const void *rdma_consumer_reject_data(struct rdma_cm_id *id,
  362. struct rdma_cm_event *ev, u8 *data_len);
  363. /**
  364. * rdma_read_gids - Return the SGID and DGID used for establishing
  365. * connection. This can be used after rdma_resolve_addr()
  366. * on client side. This can be use on new connection
  367. * on server side. This is applicable to IB, RoCE, iWarp.
  368. * If cm_id is not bound yet to the RDMA device, it doesn't
  369. * copy and SGID or DGID to the given pointers.
  370. * @id: Communication identifier whose GIDs are queried.
  371. * @sgid: Pointer to SGID where SGID will be returned. It is optional.
  372. * @dgid: Pointer to DGID where DGID will be returned. It is optional.
  373. * Note: This API should not be used by any new ULPs or new code.
  374. * Instead, users interested in querying GIDs should refer to path record
  375. * of the rdma_cm_id to query the GIDs.
  376. * This API is provided for compatibility for existing users.
  377. */
  378. void rdma_read_gids(struct rdma_cm_id *cm_id, union ib_gid *sgid,
  379. union ib_gid *dgid);
  380. struct iw_cm_id *rdma_iw_cm_id(struct rdma_cm_id *cm_id);
  381. #endif /* RDMA_CM_H */