mana_ib.h

  1/* SPDX-License-Identifier: GPL-2.0-only */
  2/*
  3 * Copyright (c) 2022 Microsoft Corporation. All rights reserved.
  4 */
  5
  6#ifndef _MANA_IB_H_
  7#define _MANA_IB_H_
  8
  9#include <rdma/ib_verbs.h>
 10#include <rdma/ib_mad.h>
 11#include <rdma/ib_umem.h>
 12#include <rdma/mana-abi.h>
 13#include <rdma/uverbs_ioctl.h>
 14#include <linux/dmapool.h>
 15
 16#include <net/mana/mana.h>
 17#include "shadow_queue.h"
 18#include "counters.h"
 19
 20#define PAGE_SZ_BM                                                             \
 21	(SZ_4K | SZ_8K | SZ_16K | SZ_32K | SZ_64K | SZ_128K | SZ_256K |        \
 22	 SZ_512K | SZ_1M | SZ_2M)
 23
 24/* MANA doesn't have any limit for MR size */
 25#define MANA_IB_MAX_MR_SIZE	U64_MAX
 26
 27/* Send queue ID mask */
 28#define MANA_SENDQ_MASK	BIT(31)
 29
 30/*
 31 * The hardware limit of number of MRs is greater than maximum number of MRs
 32 * that can possibly represent in 24 bits
 33 */
 34#define MANA_IB_MAX_MR		0xFFFFFFu
 35
 36/*
 37 * The CA timeout is approx. 260ms (4us * 2^(DELAY))
 38 */
 39#define MANA_CA_ACK_DELAY	16
 40
 41/*
 42 * The buffer used for writing AV
 43 */
 44#define MANA_AV_BUFFER_SIZE	64
 45
 46#define MANA_GSI_QPN		(1)
 47
 48struct mana_ib_adapter_caps {
 49	u32 max_sq_id;
 50	u32 max_rq_id;
 51	u32 max_cq_id;
 52	u32 max_qp_count;
 53	u32 max_cq_count;
 54	u32 max_mr_count;
 55	u32 max_pd_count;
 56	u32 max_inbound_read_limit;
 57	u32 max_outbound_read_limit;
 58	u32 mw_count;
 59	u32 max_srq_count;
 60	u32 max_qp_wr;
 61	u32 max_send_sge_count;
 62	u32 max_recv_sge_count;
 63	u32 max_inline_data_size;
 64	u64 feature_flags;
 65	u64 page_size_cap;
 66};
 67
 68struct mana_ib_queue {
 69	struct ib_umem *umem;
 70	struct gdma_queue *kmem;
 71	u64 gdma_region;
 72	u64 id;
 73};
 74
 75struct mana_ib_dev {
 76	struct ib_device ib_dev;
 77	struct gdma_dev *gdma_dev;
 78	mana_handle_t adapter_handle;
 79	struct gdma_queue *fatal_err_eq;
 80	struct gdma_queue **eqs;
 81	struct xarray qp_table_wq;
 82	struct mana_ib_adapter_caps adapter_caps;
 83	struct dma_pool *av_pool;
 84	netdevice_tracker dev_tracker;
 85	struct notifier_block nb;
 86};
 87
 88struct mana_ib_wq {
 89	struct ib_wq ibwq;
 90	struct mana_ib_queue queue;
 91	int wqe;
 92	u32 wq_buf_size;
 93	mana_handle_t rx_object;
 94};
 95
 96struct mana_ib_pd {
 97	struct ib_pd ibpd;
 98	u32 pdn;
 99	mana_handle_t pd_handle;
100
101	/* Mutex for sharing access to vport_use_count */
102	struct mutex vport_mutex;
103	int vport_use_count;
104
105	bool tx_shortform_allowed;
106	u32 tx_vp_offset;
107};
108
109struct mana_ib_av {
110	u8 dest_ip[16];
111	u8 dest_mac[ETH_ALEN];
112	u16 udp_src_port;
113	u8 src_ip[16];
114	u32 hop_limit	: 8;
115	u32 reserved1	: 12;
116	u32 dscp	: 6;
117	u32 reserved2	: 5;
118	u32 is_ipv6	: 1;
119	u32 reserved3	: 32;
120};
121
122struct mana_ib_ah {
123	struct ib_ah ibah;
124	struct mana_ib_av *av;
125	dma_addr_t dma_handle;
126};
127
128struct mana_ib_mr {
129	struct ib_mr ibmr;
130	struct ib_umem *umem;
131	mana_handle_t mr_handle;
132};
133
134struct mana_ib_cq {
135	struct ib_cq ibcq;
136	struct mana_ib_queue queue;
137	/* protects CQ polling */
138	spinlock_t cq_lock;
139	struct list_head list_send_qp;
140	struct list_head list_recv_qp;
141	int cqe;
142	u32 comp_vector;
143	mana_handle_t  cq_handle;
144};
145
146enum mana_rc_queue_type {
147	MANA_RC_SEND_QUEUE_REQUESTER = 0,
148	MANA_RC_SEND_QUEUE_RESPONDER,
149	MANA_RC_SEND_QUEUE_FMR,
150	MANA_RC_RECV_QUEUE_REQUESTER,
151	MANA_RC_RECV_QUEUE_RESPONDER,
152	MANA_RC_QUEUE_TYPE_MAX,
153};
154
155struct mana_ib_rc_qp {
156	struct mana_ib_queue queues[MANA_RC_QUEUE_TYPE_MAX];
157};
158
159enum mana_ud_queue_type {
160	MANA_UD_SEND_QUEUE = 0,
161	MANA_UD_RECV_QUEUE,
162	MANA_UD_QUEUE_TYPE_MAX,
163};
164
165struct mana_ib_ud_qp {
166	struct mana_ib_queue queues[MANA_UD_QUEUE_TYPE_MAX];
167	u32 sq_psn;
168};
169
170struct mana_ib_qp {
171	struct ib_qp ibqp;
172
173	mana_handle_t qp_handle;
174	union {
175		struct mana_ib_queue raw_sq;
176		struct mana_ib_rc_qp rc_qp;
177		struct mana_ib_ud_qp ud_qp;
178	};
179
180	/* The port on the IB device, starting with 1 */
181	u32 port;
182
183	struct list_head cq_send_list;
184	struct list_head cq_recv_list;
185	struct shadow_queue shadow_rq;
186	struct shadow_queue shadow_sq;
187
188	refcount_t		refcount;
189	struct completion	free;
190};
191
192struct mana_ib_ucontext {
193	struct ib_ucontext ibucontext;
194	u32 doorbell;
195};
196
197struct mana_ib_rwq_ind_table {
198	struct ib_rwq_ind_table ib_ind_table;
199};
200
201enum mana_ib_command_code {
202	MANA_IB_GET_ADAPTER_CAP = 0x30001,
203	MANA_IB_CREATE_ADAPTER  = 0x30002,
204	MANA_IB_DESTROY_ADAPTER = 0x30003,
205	MANA_IB_CONFIG_IP_ADDR	= 0x30004,
206	MANA_IB_CONFIG_MAC_ADDR	= 0x30005,
207	MANA_IB_CREATE_UD_QP	= 0x30006,
208	MANA_IB_DESTROY_UD_QP	= 0x30007,
209	MANA_IB_CREATE_CQ       = 0x30008,
210	MANA_IB_DESTROY_CQ      = 0x30009,
211	MANA_IB_CREATE_RC_QP    = 0x3000a,
212	MANA_IB_DESTROY_RC_QP   = 0x3000b,
213	MANA_IB_SET_QP_STATE	= 0x3000d,
214	MANA_IB_QUERY_VF_COUNTERS = 0x30022,
215	MANA_IB_QUERY_DEVICE_COUNTERS = 0x30023,
216};
217
218struct mana_ib_query_adapter_caps_req {
219	struct gdma_req_hdr hdr;
220}; /*HW Data */
221
222enum mana_ib_adapter_features {
223	MANA_IB_FEATURE_CLIENT_ERROR_CQE_SUPPORT = BIT(4),
224	MANA_IB_FEATURE_DEV_COUNTERS_SUPPORT = BIT(5),
225	MANA_IB_FEATURE_MULTI_PORTS_SUPPORT = BIT(6),
226};
227
228struct mana_ib_query_adapter_caps_resp {
229	struct gdma_resp_hdr hdr;
230	u32 max_sq_id;
231	u32 max_rq_id;
232	u32 max_cq_id;
233	u32 max_qp_count;
234	u32 max_cq_count;
235	u32 max_mr_count;
236	u32 max_pd_count;
237	u32 max_inbound_read_limit;
238	u32 max_outbound_read_limit;
239	u32 mw_count;
240	u32 max_srq_count;
241	u32 max_requester_sq_size;
242	u32 max_responder_sq_size;
243	u32 max_requester_rq_size;
244	u32 max_responder_rq_size;
245	u32 max_send_sge_count;
246	u32 max_recv_sge_count;
247	u32 max_inline_data_size;
248	u64 feature_flags;
249}; /* HW Data */
250
251enum mana_ib_adapter_features_request {
252	MANA_IB_FEATURE_CLIENT_ERROR_CQE_REQUEST = BIT(1),
253}; /*HW Data */
254
255struct mana_rnic_create_adapter_req {
256	struct gdma_req_hdr hdr;
257	u32 notify_eq_id;
258	u32 reserved;
259	u64 feature_flags;
260}; /*HW Data */
261
262struct mana_rnic_create_adapter_resp {
263	struct gdma_resp_hdr hdr;
264	mana_handle_t adapter;
265}; /* HW Data */
266
267struct mana_rnic_destroy_adapter_req {
268	struct gdma_req_hdr hdr;
269	mana_handle_t adapter;
270}; /*HW Data */
271
272struct mana_rnic_destroy_adapter_resp {
273	struct gdma_resp_hdr hdr;
274}; /* HW Data */
275
276enum mana_ib_addr_op {
277	ADDR_OP_ADD = 1,
278	ADDR_OP_REMOVE = 2,
279};
280
281enum sgid_entry_type {
282	SGID_TYPE_IPV4 = 1,
283	SGID_TYPE_IPV6 = 2,
284};
285
286struct mana_rnic_config_addr_req {
287	struct gdma_req_hdr hdr;
288	mana_handle_t adapter;
289	enum mana_ib_addr_op op;
290	enum sgid_entry_type sgid_type;
291	u8 ip_addr[16];
292}; /* HW Data */
293
294struct mana_rnic_config_addr_resp {
295	struct gdma_resp_hdr hdr;
296}; /* HW Data */
297
298struct mana_rnic_config_mac_addr_req {
299	struct gdma_req_hdr hdr;
300	mana_handle_t adapter;
301	enum mana_ib_addr_op op;
302	u8 mac_addr[ETH_ALEN];
303	u8 reserved[6];
304}; /* HW Data */
305
306struct mana_rnic_config_mac_addr_resp {
307	struct gdma_resp_hdr hdr;
308}; /* HW Data */
309
310struct mana_rnic_create_cq_req {
311	struct gdma_req_hdr hdr;
312	mana_handle_t adapter;
313	u64 gdma_region;
314	u32 eq_id;
315	u32 doorbell_page;
316}; /* HW Data */
317
318struct mana_rnic_create_cq_resp {
319	struct gdma_resp_hdr hdr;
320	mana_handle_t cq_handle;
321	u32 cq_id;
322	u32 reserved;
323}; /* HW Data */
324
325struct mana_rnic_destroy_cq_req {
326	struct gdma_req_hdr hdr;
327	mana_handle_t adapter;
328	mana_handle_t cq_handle;
329}; /* HW Data */
330
331struct mana_rnic_destroy_cq_resp {
332	struct gdma_resp_hdr hdr;
333}; /* HW Data */
334
335enum mana_rnic_create_rc_flags {
336	MANA_RC_FLAG_NO_FMR = 2,
337};
338
339struct mana_rnic_create_qp_req {
340	struct gdma_req_hdr hdr;
341	mana_handle_t adapter;
342	mana_handle_t pd_handle;
343	mana_handle_t send_cq_handle;
344	mana_handle_t recv_cq_handle;
345	u64 dma_region[MANA_RC_QUEUE_TYPE_MAX];
346	u64 deprecated[2];
347	u64 flags;
348	u32 doorbell_page;
349	u32 max_send_wr;
350	u32 max_recv_wr;
351	u32 max_send_sge;
352	u32 max_recv_sge;
353	u32 reserved;
354}; /* HW Data */
355
356struct mana_rnic_create_qp_resp {
357	struct gdma_resp_hdr hdr;
358	mana_handle_t rc_qp_handle;
359	u32 queue_ids[MANA_RC_QUEUE_TYPE_MAX];
360	u32 reserved;
361}; /* HW Data*/
362
363struct mana_rnic_destroy_rc_qp_req {
364	struct gdma_req_hdr hdr;
365	mana_handle_t adapter;
366	mana_handle_t rc_qp_handle;
367}; /* HW Data */
368
369struct mana_rnic_destroy_rc_qp_resp {
370	struct gdma_resp_hdr hdr;
371}; /* HW Data */
372
373struct mana_rnic_create_udqp_req {
374	struct gdma_req_hdr hdr;
375	mana_handle_t adapter;
376	mana_handle_t pd_handle;
377	mana_handle_t send_cq_handle;
378	mana_handle_t recv_cq_handle;
379	u64 dma_region[MANA_UD_QUEUE_TYPE_MAX];
380	u32 qp_type;
381	u32 doorbell_page;
382	u32 max_send_wr;
383	u32 max_recv_wr;
384	u32 max_send_sge;
385	u32 max_recv_sge;
386}; /* HW Data */
387
388struct mana_rnic_create_udqp_resp {
389	struct gdma_resp_hdr hdr;
390	mana_handle_t qp_handle;
391	u32 queue_ids[MANA_UD_QUEUE_TYPE_MAX];
392}; /* HW Data*/
393
394struct mana_rnic_destroy_udqp_req {
395	struct gdma_req_hdr hdr;
396	mana_handle_t adapter;
397	mana_handle_t qp_handle;
398}; /* HW Data */
399
400struct mana_rnic_destroy_udqp_resp {
401	struct gdma_resp_hdr hdr;
402}; /* HW Data */
403
404struct mana_ib_ah_attr {
405	u8 src_addr[16];
406	u8 dest_addr[16];
407	u8 src_mac[ETH_ALEN];
408	u8 dest_mac[ETH_ALEN];
409	u8 src_addr_type;
410	u8 dest_addr_type;
411	u8 hop_limit;
412	u8 traffic_class;
413	u16 src_port;
414	u16 dest_port;
415	u32 flow_label;
416};
417
418struct mana_rnic_set_qp_state_req {
419	struct gdma_req_hdr hdr;
420	mana_handle_t adapter;
421	mana_handle_t qp_handle;
422	u64 attr_mask;
423	u32 qp_state;
424	u32 path_mtu;
425	u32 rq_psn;
426	u32 sq_psn;
427	u32 dest_qpn;
428	u32 max_dest_rd_atomic;
429	u32 retry_cnt;
430	u32 rnr_retry;
431	u32 min_rnr_timer;
432	u32 rate_limit;
433	struct mana_ib_ah_attr ah_attr;
434	u64 reserved1;
435	u32 qkey;
436	u32 qp_access_flags;
437	u8 local_ack_timeout;
438	u8 max_rd_atomic;
439	u16 reserved2;
440	u32 reserved3;
441}; /* HW Data */
442
443struct mana_rnic_set_qp_state_resp {
444	struct gdma_resp_hdr hdr;
445}; /* HW Data */
446
447enum WQE_OPCODE_TYPES {
448	WQE_TYPE_UD_SEND = 0,
449	WQE_TYPE_UD_RECV = 8,
450}; /* HW DATA */
451
452struct rdma_send_oob {
453	u32 wqe_type	: 5;
454	u32 fence	: 1;
455	u32 signaled	: 1;
456	u32 solicited	: 1;
457	u32 psn		: 24;
458
459	u32 ssn_or_rqpn	: 24;
460	u32 reserved1	: 8;
461	union {
462		struct {
463			u32 remote_qkey;
464			u32 immediate;
465			u32 reserved1;
466			u32 reserved2;
467		} ud_send;
468	};
469}; /* HW DATA */
470
471struct mana_rdma_cqe {
472	union {
473		struct {
474			u8 cqe_type;
475			u8 data[GDMA_COMP_DATA_SIZE - 1];
476		};
477		struct {
478			u32 cqe_type		: 8;
479			u32 vendor_error	: 9;
480			u32 reserved1		: 15;
481			u32 sge_offset		: 5;
482			u32 tx_wqe_offset	: 27;
483		} ud_send;
484		struct {
485			u32 cqe_type		: 8;
486			u32 reserved1		: 24;
487			u32 msg_len;
488			u32 src_qpn		: 24;
489			u32 reserved2		: 8;
490			u32 imm_data;
491			u32 rx_wqe_offset;
492		} ud_recv;
493	};
494}; /* HW DATA */
495
496struct mana_rnic_query_vf_cntrs_req {
497	struct gdma_req_hdr hdr;
498	mana_handle_t adapter;
499}; /* HW Data */
500
501struct mana_rnic_query_vf_cntrs_resp {
502	struct gdma_resp_hdr hdr;
503	u64 requester_timeout;
504	u64 requester_oos_nak;
505	u64 requester_rnr_nak;
506	u64 responder_rnr_nak;
507	u64 responder_oos;
508	u64 responder_dup_request;
509	u64 requester_implicit_nak;
510	u64 requester_readresp_psn_mismatch;
511	u64 nak_inv_req;
512	u64 nak_access_err;
513	u64 nak_opp_err;
514	u64 nak_inv_read;
515	u64 responder_local_len_err;
516	u64 requestor_local_prot_err;
517	u64 responder_rem_access_err;
518	u64 responder_local_qp_err;
519	u64 responder_malformed_wqe;
520	u64 general_hw_err;
521	u64 requester_rnr_nak_retries_exceeded;
522	u64 requester_retries_exceeded;
523	u64 total_fatal_err;
524	u64 received_cnps;
525	u64 num_qps_congested;
526	u64 rate_inc_events;
527	u64 num_qps_recovered;
528	u64 current_rate;
529	u64 dup_rx_req;
530	u64 tx_bytes;
531	u64 rx_bytes;
532	u64 rx_send_req;
533	u64 rx_write_req;
534	u64 rx_read_req;
535	u64 tx_pkt;
536	u64 rx_pkt;
537}; /* HW Data */
538
539struct mana_rnic_query_device_cntrs_req {
540	struct gdma_req_hdr hdr;
541	mana_handle_t adapter;
542}; /* HW Data */
543
544struct mana_rnic_query_device_cntrs_resp {
545	struct gdma_resp_hdr hdr;
546	u32 sent_cnps;
547	u32 received_ecns;
548	u32 reserved1;
549	u32 received_cnp_count;
550	u32 qp_congested_events;
551	u32 qp_recovered_events;
552	u32 rate_inc_events;
553	u32 reserved2;
554}; /* HW Data */
555
556static inline struct gdma_context *mdev_to_gc(struct mana_ib_dev *mdev)
557{
558	return mdev->gdma_dev->gdma_context;
559}
560
561static inline struct mana_ib_qp *mana_get_qp_ref(struct mana_ib_dev *mdev,
562						 u32 qid, bool is_sq)
563{
564	struct mana_ib_qp *qp;
565	unsigned long flag;
566
567	if (is_sq)
568		qid |= MANA_SENDQ_MASK;
569
570	xa_lock_irqsave(&mdev->qp_table_wq, flag);
571	qp = xa_load(&mdev->qp_table_wq, qid);
572	if (qp)
573		refcount_inc(&qp->refcount);
574	xa_unlock_irqrestore(&mdev->qp_table_wq, flag);
575	return qp;
576}
577
578static inline void mana_put_qp_ref(struct mana_ib_qp *qp)
579{
580	if (refcount_dec_and_test(&qp->refcount))
581		complete(&qp->free);
582}
583
584static inline bool mana_ib_is_rnic(struct mana_ib_dev *mdev)
585{
586	return mdev->gdma_dev->dev_id.type == GDMA_DEVICE_MANA_IB;
587}
588
589static inline struct net_device *mana_ib_get_netdev(struct ib_device *ibdev, u32 port)
590{
591	struct mana_ib_dev *mdev = container_of(ibdev, struct mana_ib_dev, ib_dev);
592	struct gdma_context *gc = mdev_to_gc(mdev);
593	struct mana_context *mc = gc->mana.driver_data;
594
595	if (port < 1 || port > mc->num_ports)
596		return NULL;
597	return mc->ports[port - 1];
598}
599
600static inline void copy_in_reverse(u8 *dst, const u8 *src, u32 size)
601{
602	u32 i;
603
604	for (i = 0; i < size; i++)
605		dst[size - 1 - i] = src[i];
606}
607
608int mana_ib_install_cq_cb(struct mana_ib_dev *mdev, struct mana_ib_cq *cq);
609void mana_ib_remove_cq_cb(struct mana_ib_dev *mdev, struct mana_ib_cq *cq);
610
611int mana_ib_create_zero_offset_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem,
612					  mana_handle_t *gdma_region);
613
614int mana_ib_create_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem,
615			      mana_handle_t *gdma_region, u64 virt);
616
617int mana_ib_gd_destroy_dma_region(struct mana_ib_dev *dev,
618				  mana_handle_t gdma_region);
619
620int mana_ib_create_kernel_queue(struct mana_ib_dev *mdev, u32 size, enum gdma_queue_type type,
621				struct mana_ib_queue *queue);
622int mana_ib_create_queue(struct mana_ib_dev *mdev, u64 addr, u32 size,
623			 struct mana_ib_queue *queue);
624void mana_ib_destroy_queue(struct mana_ib_dev *mdev, struct mana_ib_queue *queue);
625
626struct ib_wq *mana_ib_create_wq(struct ib_pd *pd,
627				struct ib_wq_init_attr *init_attr,
628				struct ib_udata *udata);
629
630int mana_ib_modify_wq(struct ib_wq *wq, struct ib_wq_attr *wq_attr,
631		      u32 wq_attr_mask, struct ib_udata *udata);
632
633int mana_ib_destroy_wq(struct ib_wq *ibwq, struct ib_udata *udata);
634
635int mana_ib_create_rwq_ind_table(struct ib_rwq_ind_table *ib_rwq_ind_table,
636				 struct ib_rwq_ind_table_init_attr *init_attr,
637				 struct ib_udata *udata);
638
639int mana_ib_destroy_rwq_ind_table(struct ib_rwq_ind_table *ib_rwq_ind_tbl);
640
641struct ib_mr *mana_ib_get_dma_mr(struct ib_pd *ibpd, int access_flags);
642
643struct ib_mr *mana_ib_reg_user_mr(struct ib_pd *pd, u64 start, u64 length,
644				  u64 iova, int access_flags,
645				  struct ib_dmah *dmah,
646				  struct ib_udata *udata);
647
648int mana_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
649
650int mana_ib_create_qp(struct ib_qp *qp, struct ib_qp_init_attr *qp_init_attr,
651		      struct ib_udata *udata);
652
653int mana_ib_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr,
654		      int attr_mask, struct ib_udata *udata);
655
656int mana_ib_destroy_qp(struct ib_qp *ibqp, struct ib_udata *udata);
657
658int mana_ib_cfg_vport(struct mana_ib_dev *dev, u32 port_id,
659		      struct mana_ib_pd *pd, u32 doorbell_id);
660void mana_ib_uncfg_vport(struct mana_ib_dev *dev, struct mana_ib_pd *pd,
661			 u32 port);
662
663int mana_ib_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
664		      struct uverbs_attr_bundle *attrs);
665
666int mana_ib_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata);
667
668int mana_ib_alloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
669int mana_ib_dealloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
670
671int mana_ib_alloc_ucontext(struct ib_ucontext *ibcontext,
672			   struct ib_udata *udata);
673void mana_ib_dealloc_ucontext(struct ib_ucontext *ibcontext);
674
675int mana_ib_mmap(struct ib_ucontext *ibcontext, struct vm_area_struct *vma);
676
677int mana_ib_get_port_immutable(struct ib_device *ibdev, u32 port_num,
678			       struct ib_port_immutable *immutable);
679int mana_ib_query_device(struct ib_device *ibdev, struct ib_device_attr *props,
680			 struct ib_udata *uhw);
681int mana_ib_query_port(struct ib_device *ibdev, u32 port,
682		       struct ib_port_attr *props);
683int mana_ib_query_gid(struct ib_device *ibdev, u32 port, int index,
684		      union ib_gid *gid);
685
686void mana_ib_disassociate_ucontext(struct ib_ucontext *ibcontext);
687
688int mana_ib_gd_query_adapter_caps(struct mana_ib_dev *mdev);
689int mana_eth_query_adapter_caps(struct mana_ib_dev *mdev);
690
691int mana_ib_create_eqs(struct mana_ib_dev *mdev);
692
693void mana_ib_destroy_eqs(struct mana_ib_dev *mdev);
694
695int mana_ib_gd_create_rnic_adapter(struct mana_ib_dev *mdev);
696
697int mana_ib_gd_destroy_rnic_adapter(struct mana_ib_dev *mdev);
698
699int mana_ib_query_pkey(struct ib_device *ibdev, u32 port, u16 index, u16 *pkey);
700
701enum rdma_link_layer mana_ib_get_link_layer(struct ib_device *device, u32 port_num);
702
703int mana_ib_gd_add_gid(const struct ib_gid_attr *attr, void **context);
704
705int mana_ib_gd_del_gid(const struct ib_gid_attr *attr, void **context);
706
707int mana_ib_gd_config_mac(struct mana_ib_dev *mdev, enum mana_ib_addr_op op, u8 *mac);
708
709int mana_ib_gd_create_cq(struct mana_ib_dev *mdev, struct mana_ib_cq *cq, u32 doorbell);
710
711int mana_ib_gd_destroy_cq(struct mana_ib_dev *mdev, struct mana_ib_cq *cq);
712
713int mana_ib_gd_create_rc_qp(struct mana_ib_dev *mdev, struct mana_ib_qp *qp,
714			    struct ib_qp_init_attr *attr, u32 doorbell, u64 flags);
715int mana_ib_gd_destroy_rc_qp(struct mana_ib_dev *mdev, struct mana_ib_qp *qp);
716
717int mana_ib_gd_create_ud_qp(struct mana_ib_dev *mdev, struct mana_ib_qp *qp,
718			    struct ib_qp_init_attr *attr, u32 doorbell, u32 type);
719int mana_ib_gd_destroy_ud_qp(struct mana_ib_dev *mdev, struct mana_ib_qp *qp);
720
721int mana_ib_create_ah(struct ib_ah *ibah, struct rdma_ah_init_attr *init_attr,
722		      struct ib_udata *udata);
723int mana_ib_destroy_ah(struct ib_ah *ah, u32 flags);
724
725int mana_ib_post_recv(struct ib_qp *ibqp, const struct ib_recv_wr *wr,
726		      const struct ib_recv_wr **bad_wr);
727int mana_ib_post_send(struct ib_qp *ibqp, const struct ib_send_wr *wr,
728		      const struct ib_send_wr **bad_wr);
729
730void mana_drain_gsi_sqs(struct mana_ib_dev *mdev);
731int mana_ib_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc);
732int mana_ib_arm_cq(struct ib_cq *ibcq, enum ib_cq_notify_flags flags);
733
734struct ib_mr *mana_ib_reg_user_mr_dmabuf(struct ib_pd *ibpd, u64 start, u64 length,
735					 u64 iova, int fd, int mr_access_flags,
736					 struct ib_dmah *dmah,
737					 struct uverbs_attr_bundle *attrs);
738#endif