[mirror_ubuntu-jammy-kernel.git] / drivers / infiniband / hw / efa / efa.h

/* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */
/*
 * Copyright 2018-2020 Amazon.com, Inc. or its affiliates. All rights reserved.
 */

#ifndef _EFA_H_
#define _EFA_H_

#include <linux/bitops.h>
#include <linux/interrupt.h>
#include <linux/pci.h>

#include <rdma/efa-abi.h>
#include <rdma/ib_verbs.h>

#include "efa_com_cmd.h"

#define DRV_MODULE_NAME         "efa"
#define DEVICE_NAME             "Elastic Fabric Adapter (EFA)"

#define EFA_IRQNAME_SIZE        40

/* 1 for AENQ + ADMIN */
#define EFA_NUM_MSIX_VEC                  1
#define EFA_MGMNT_MSIX_VEC_IDX            0

struct efa_irq {
	irq_handler_t handler;
	void *data;
	int cpu;
	u32 vector;
	cpumask_t affinity_hint_mask;
	char name[EFA_IRQNAME_SIZE];
};

/* Don't use anything other than atomic64 */
struct efa_stats {
	atomic64_t alloc_pd_err;
	atomic64_t create_qp_err;
	atomic64_t create_cq_err;
	atomic64_t reg_mr_err;
	atomic64_t alloc_ucontext_err;
	atomic64_t create_ah_err;
	atomic64_t mmap_err;
	atomic64_t keep_alive_rcvd;
};

struct efa_dev {
	struct ib_device ibdev;
	struct efa_com_dev edev;
	struct pci_dev *pdev;
	struct efa_com_get_device_attr_result dev_attr;

	u64 reg_bar_addr;
	u64 reg_bar_len;
	u64 mem_bar_addr;
	u64 mem_bar_len;
	u64 db_bar_addr;
	u64 db_bar_len;

	int admin_msix_vector_idx;
	struct efa_irq admin_irq;

	struct efa_stats stats;
};

struct efa_ucontext {
	struct ib_ucontext ibucontext;
	u16 uarn;
};

struct efa_pd {
	struct ib_pd ibpd;
	u16 pdn;
};

struct efa_mr {
	struct ib_mr ibmr;
	struct ib_umem *umem;
};

struct efa_cq {
	struct ib_cq ibcq;
	struct efa_ucontext *ucontext;
	dma_addr_t dma_addr;
	void *cpu_addr;
	struct rdma_user_mmap_entry *mmap_entry;
	size_t size;
	u16 cq_idx;
};

struct efa_qp {
	struct ib_qp ibqp;
	dma_addr_t rq_dma_addr;
	void *rq_cpu_addr;
	size_t rq_size;
	enum ib_qp_state state;

	/* Used for saving mmap_xa entries */
	struct rdma_user_mmap_entry *sq_db_mmap_entry;
	struct rdma_user_mmap_entry *llq_desc_mmap_entry;
	struct rdma_user_mmap_entry *rq_db_mmap_entry;
	struct rdma_user_mmap_entry *rq_mmap_entry;

	u32 qp_handle;
	u32 max_send_wr;
	u32 max_recv_wr;
	u32 max_send_sge;
	u32 max_recv_sge;
	u32 max_inline_data;
};

struct efa_ah {
	struct ib_ah ibah;
	u16 ah;
	/* dest_addr */
	u8 id[EFA_GID_SIZE];
};

int efa_query_device(struct ib_device *ibdev,
		     struct ib_device_attr *props,
		     struct ib_udata *udata);
int efa_query_port(struct ib_device *ibdev, u32 port,
		   struct ib_port_attr *props);
int efa_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr,
		 int qp_attr_mask,
		 struct ib_qp_init_attr *qp_init_attr);
int efa_query_gid(struct ib_device *ibdev, u32 port, int index,
		  union ib_gid *gid);
int efa_query_pkey(struct ib_device *ibdev, u32 port, u16 index,
		   u16 *pkey);
int efa_alloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
int efa_dealloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
int efa_destroy_qp(struct ib_qp *ibqp, struct ib_udata *udata);
int efa_create_qp(struct ib_qp *ibqp, struct ib_qp_init_attr *init_attr,
		  struct ib_udata *udata);
int efa_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata);
int efa_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
		  struct ib_udata *udata);
struct ib_mr *efa_reg_mr(struct ib_pd *ibpd, u64 start, u64 length,
			 u64 virt_addr, int access_flags,
			 struct ib_udata *udata);
int efa_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
int efa_get_port_immutable(struct ib_device *ibdev, u32 port_num,
			   struct ib_port_immutable *immutable);
int efa_alloc_ucontext(struct ib_ucontext *ibucontext, struct ib_udata *udata);
void efa_dealloc_ucontext(struct ib_ucontext *ibucontext);
int efa_mmap(struct ib_ucontext *ibucontext,
	     struct vm_area_struct *vma);
void efa_mmap_free(struct rdma_user_mmap_entry *rdma_entry);
int efa_create_ah(struct ib_ah *ibah,
		  struct rdma_ah_init_attr *init_attr,
		  struct ib_udata *udata);
int efa_destroy_ah(struct ib_ah *ibah, u32 flags);
int efa_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr,
		  int qp_attr_mask, struct ib_udata *udata);
enum rdma_link_layer efa_port_link_layer(struct ib_device *ibdev,
					 u32 port_num);
struct rdma_hw_stats *efa_alloc_hw_port_stats(struct ib_device *ibdev, u32 port_num);
struct rdma_hw_stats *efa_alloc_hw_device_stats(struct ib_device *ibdev);
int efa_get_hw_stats(struct ib_device *ibdev, struct rdma_hw_stats *stats,
		     u32 port_num, int index);

#endif /* _EFA_H_ */
Commit	Line	Data
853f5652 GP	1	/* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */
853f5652 GP	2	/*
eca5757f	3	* Copyright 2018-2020 Amazon.com, Inc. or its affiliates. All rights reserved.
853f5652 GP	4	*/
	5
	6	#ifndef _EFA_H_
	7	#define _EFA_H_
	8
	9	#include <linux/bitops.h>
853f5652 GP	10	#include <linux/interrupt.h>
853f5652 GP	11	#include <linux/pci.h>
853f5652 GP	12
	13	#include <rdma/efa-abi.h>
	14	#include <rdma/ib_verbs.h>
	15
	16	#include "efa_com_cmd.h"
	17
	18	#define DRV_MODULE_NAME "efa"
	19	#define DEVICE_NAME "Elastic Fabric Adapter (EFA)"
	20
	21	#define EFA_IRQNAME_SIZE 40
	22
	23	/* 1 for AENQ + ADMIN */
	24	#define EFA_NUM_MSIX_VEC 1
	25	#define EFA_MGMNT_MSIX_VEC_IDX 0
	26
	27	struct efa_irq {
	28	irq_handler_t handler;
	29	void *data;
	30	int cpu;
	31	u32 vector;
	32	cpumask_t affinity_hint_mask;
	33	char name[EFA_IRQNAME_SIZE];
	34	};
	35
215b88ac GP	36	/* Don't use anything other than atomic64 */
215b88ac GP	37	struct efa_stats {
853f5652 GP	38	atomic64_t alloc_pd_err;
	39	atomic64_t create_qp_err;
	40	atomic64_t create_cq_err;
	41	atomic64_t reg_mr_err;
	42	atomic64_t alloc_ucontext_err;
	43	atomic64_t create_ah_err;
eca5757f	44	atomic64_t mmap_err;
853f5652 GP	45	atomic64_t keep_alive_rcvd;
	46	};
	47
	48	struct efa_dev {
	49	struct ib_device ibdev;
	50	struct efa_com_dev edev;
	51	struct pci_dev *pdev;
	52	struct efa_com_get_device_attr_result dev_attr;
	53
	54	u64 reg_bar_addr;
	55	u64 reg_bar_len;
	56	u64 mem_bar_addr;
	57	u64 mem_bar_len;
	58	u64 db_bar_addr;
	59	u64 db_bar_len;
853f5652 GP	60
	61	int admin_msix_vector_idx;
	62	struct efa_irq admin_irq;
	63
	64	struct efa_stats stats;
	65	};
	66
	67	struct efa_ucontext {
	68	struct ib_ucontext ibucontext;
853f5652 GP	69	u16 uarn;
	70	};
	71
	72	struct efa_pd {
	73	struct ib_pd ibpd;
	74	u16 pdn;
	75	};
	76
	77	struct efa_mr {
	78	struct ib_mr ibmr;
	79	struct ib_umem *umem;
	80	};
	81
	82	struct efa_cq {
	83	struct ib_cq ibcq;
	84	struct efa_ucontext *ucontext;
	85	dma_addr_t dma_addr;
	86	void *cpu_addr;
e84d3c18	87	struct rdma_user_mmap_entry *mmap_entry;
853f5652 GP	88	size_t size;
	89	u16 cq_idx;
	90	};
	91
	92	struct efa_qp {
	93	struct ib_qp ibqp;
	94	dma_addr_t rq_dma_addr;
	95	void *rq_cpu_addr;
	96	size_t rq_size;
	97	enum ib_qp_state state;
e84d3c18 MK	98
	99	/* Used for saving mmap_xa entries */
	100	struct rdma_user_mmap_entry *sq_db_mmap_entry;
	101	struct rdma_user_mmap_entry *llq_desc_mmap_entry;
	102	struct rdma_user_mmap_entry *rq_db_mmap_entry;
	103	struct rdma_user_mmap_entry *rq_mmap_entry;
	104
853f5652 GP	105	u32 qp_handle;
	106	u32 max_send_wr;
	107	u32 max_recv_wr;
	108	u32 max_send_sge;
	109	u32 max_recv_sge;
	110	u32 max_inline_data;
	111	};
	112
	113	struct efa_ah {
	114	struct ib_ah ibah;
	115	u16 ah;
	116	/* dest_addr */
	117	u8 id[EFA_GID_SIZE];
	118	};
	119
	120	int efa_query_device(struct ib_device *ibdev,
	121	struct ib_device_attr *props,
	122	struct ib_udata *udata);
1fb7f897	123	int efa_query_port(struct ib_device *ibdev, u32 port,
853f5652 GP	124	struct ib_port_attr *props);
	125	int efa_query_qp(struct ib_qp ibqp, struct ib_qp_attr qp_attr,
	126	int qp_attr_mask,
	127	struct ib_qp_init_attr *qp_init_attr);
1fb7f897	128	int efa_query_gid(struct ib_device *ibdev, u32 port, int index,
853f5652	129	union ib_gid *gid);
1fb7f897	130	int efa_query_pkey(struct ib_device *ibdev, u32 port, u16 index,
853f5652 GP	131	u16 *pkey);
853f5652 GP	132	int efa_alloc_pd(struct ib_pd ibpd, struct ib_udata udata);
91a7c58f	133	int efa_dealloc_pd(struct ib_pd ibpd, struct ib_udata udata);
853f5652	134	int efa_destroy_qp(struct ib_qp ibqp, struct ib_udata udata);
514aee66 LR	135	int efa_create_qp(struct ib_qp ibqp, struct ib_qp_init_attr init_attr,
514aee66 LR	136	struct ib_udata *udata);
43d781b9	137	int efa_destroy_cq(struct ib_cq ibcq, struct ib_udata udata);
e39afe3d LR	138	int efa_create_cq(struct ib_cq ibcq, const struct ib_cq_init_attr attr,
e39afe3d LR	139	struct ib_udata *udata);
853f5652 GP	140	struct ib_mr efa_reg_mr(struct ib_pd ibpd, u64 start, u64 length,
	141	u64 virt_addr, int access_flags,
	142	struct ib_udata *udata);
	143	int efa_dereg_mr(struct ib_mr ibmr, struct ib_udata udata);
1fb7f897	144	int efa_get_port_immutable(struct ib_device *ibdev, u32 port_num,
853f5652 GP	145	struct ib_port_immutable *immutable);
	146	int efa_alloc_ucontext(struct ib_ucontext ibucontext, struct ib_udata udata);
	147	void efa_dealloc_ucontext(struct ib_ucontext *ibucontext);
	148	int efa_mmap(struct ib_ucontext *ibucontext,
	149	struct vm_area_struct *vma);
e84d3c18	150	void efa_mmap_free(struct rdma_user_mmap_entry *rdma_entry);
853f5652	151	int efa_create_ah(struct ib_ah *ibah,
fa5d010c	152	struct rdma_ah_init_attr *init_attr,
853f5652	153	struct ib_udata *udata);
9a9ebf8c	154	int efa_destroy_ah(struct ib_ah *ibah, u32 flags);
853f5652 GP	155	int efa_modify_qp(struct ib_qp ibqp, struct ib_qp_attr qp_attr,
	156	int qp_attr_mask, struct ib_udata *udata);
	157	enum rdma_link_layer efa_port_link_layer(struct ib_device *ibdev,
1fb7f897	158	u32 port_num);
4b5f4d3f JG	159	struct rdma_hw_stats efa_alloc_hw_port_stats(struct ib_device ibdev, u32 port_num);
4b5f4d3f JG	160	struct rdma_hw_stats efa_alloc_hw_device_stats(struct ib_device ibdev);
16e9111e	161	int efa_get_hw_stats(struct ib_device ibdev, struct rdma_hw_stats stats,
1fb7f897	162	u32 port_num, int index);
853f5652 GP	163
853f5652 GP	164	#endif /* _EFA_H_ */