[mirror_ubuntu-bionic-kernel.git] / drivers / ntb / ntb_hw.h

/*
 * This file is provided under a dual BSD/GPLv2 license.  When using or
 *   redistributing this file, you may do so under either license.
 *
 *   GPL LICENSE SUMMARY
 *
 *   Copyright(c) 2012 Intel Corporation. All rights reserved.
 *
 *   This program is free software; you can redistribute it and/or modify
 *   it under the terms of version 2 of the GNU General Public License as
 *   published by the Free Software Foundation.
 *
 *   BSD LICENSE
 *
 *   Copyright(c) 2012 Intel Corporation. All rights reserved.
 *
 *   Redistribution and use in source and binary forms, with or without
 *   modification, are permitted provided that the following conditions
 *   are met:
 *
 *     * Redistributions of source code must retain the above copyright
 *       notice, this list of conditions and the following disclaimer.
 *     * Redistributions in binary form must reproduce the above copy
 *       notice, this list of conditions and the following disclaimer in
 *       the documentation and/or other materials provided with the
 *       distribution.
 *     * Neither the name of Intel Corporation nor the names of its
 *       contributors may be used to endorse or promote products derived
 *       from this software without specific prior written permission.
 *
 *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 * Intel PCIe NTB Linux driver
 *
 * Contact Information:
 * Jon Mason <jon.mason@intel.com>
 */
#include <linux/ntb.h>

#define PCI_DEVICE_ID_INTEL_NTB_B2B_JSF		0x3725
#define PCI_DEVICE_ID_INTEL_NTB_PS_JSF		0x3726
#define PCI_DEVICE_ID_INTEL_NTB_SS_JSF		0x3727
#define PCI_DEVICE_ID_INTEL_NTB_B2B_SNB		0x3C0D
#define PCI_DEVICE_ID_INTEL_NTB_PS_SNB		0x3C0E
#define PCI_DEVICE_ID_INTEL_NTB_SS_SNB		0x3C0F
#define PCI_DEVICE_ID_INTEL_NTB_B2B_IVT		0x0E0D
#define PCI_DEVICE_ID_INTEL_NTB_PS_IVT		0x0E0E
#define PCI_DEVICE_ID_INTEL_NTB_SS_IVT		0x0E0F
#define PCI_DEVICE_ID_INTEL_NTB_B2B_HSX		0x2F0D
#define PCI_DEVICE_ID_INTEL_NTB_PS_HSX		0x2F0E
#define PCI_DEVICE_ID_INTEL_NTB_SS_HSX		0x2F0F
#define PCI_DEVICE_ID_INTEL_NTB_B2B_BWD		0x0C4E

#ifndef readq
static inline u64 readq(void __iomem *addr)
{
	return readl(addr) | (((u64) readl(addr + 4)) << 32LL);
}
#endif

#ifndef writeq
static inline void writeq(u64 val, void __iomem *addr)
{
	writel(val & 0xffffffff, addr);
	writel(val >> 32, addr + 4);
}
#endif

#define NTB_BAR_MMIO		0
#define NTB_BAR_23		2
#define NTB_BAR_45		4
#define NTB_BAR_MASK		((1 << NTB_BAR_MMIO) | (1 << NTB_BAR_23) |\
				 (1 << NTB_BAR_45))

#define NTB_HB_TIMEOUT		msecs_to_jiffies(1000)

#define NTB_MAX_NUM_MW		2

enum ntb_hw_event {
	NTB_EVENT_SW_EVENT0 = 0,
	NTB_EVENT_SW_EVENT1,
	NTB_EVENT_SW_EVENT2,
	NTB_EVENT_HW_ERROR,
	NTB_EVENT_HW_LINK_UP,
	NTB_EVENT_HW_LINK_DOWN,
};

struct ntb_mw {
	dma_addr_t phys_addr;
	void __iomem *vbase;
	resource_size_t bar_sz;
};

struct ntb_db_cb {
	int (*callback)(void *data, int db_num);
	unsigned int db_num;
	void *data;
	struct ntb_device *ndev;
	struct tasklet_struct irq_work;
};

#define WA_SNB_ERR	0x00000001

struct ntb_device {
	struct pci_dev *pdev;
	struct msix_entry *msix_entries;
	void __iomem *reg_base;
	struct ntb_mw mw[NTB_MAX_NUM_MW];
	struct {
		unsigned char max_mw;
		unsigned char max_spads;
		unsigned char max_db_bits;
		unsigned char msix_cnt;
	} limits;
	struct {
		void __iomem *ldb;
		void __iomem *ldb_mask;
		void __iomem *rdb;
		void __iomem *bar2_xlat;
		void __iomem *bar4_xlat;
		void __iomem *spad_write;
		void __iomem *spad_read;
		void __iomem *lnk_cntl;
		void __iomem *lnk_stat;
		void __iomem *spci_cmd;
	} reg_ofs;
	struct ntb_transport *ntb_transport;
	void (*event_cb)(void *handle, enum ntb_hw_event event);

	struct ntb_db_cb *db_cb;
	unsigned char hw_type;
	unsigned char conn_type;
	unsigned char dev_type;
	unsigned char num_msix;
	unsigned char bits_per_vector;
	unsigned char max_cbs;
	unsigned char link_width;
	unsigned char link_speed;
	unsigned char link_status;

	struct delayed_work hb_timer;
	unsigned long last_ts;

	struct delayed_work lr_timer;

	struct dentry *debugfs_dir;
	struct dentry *debugfs_info;

	unsigned int wa_flags;
};

/**
 * ntb_max_cbs() - return the max callbacks
 * @ndev: pointer to ntb_device instance
 *
 * Given the ntb pointer, return the maximum number of callbacks
 *
 * RETURNS: the maximum number of callbacks
 */
static inline unsigned char ntb_max_cbs(struct ntb_device *ndev)
{
	return ndev->max_cbs;
}

/**
 * ntb_max_mw() - return the max number of memory windows
 * @ndev: pointer to ntb_device instance
 *
 * Given the ntb pointer, return the maximum number of memory windows
 *
 * RETURNS: the maximum number of memory windows
 */
static inline unsigned char ntb_max_mw(struct ntb_device *ndev)
{
	return ndev->limits.max_mw;
}

/**
 * ntb_hw_link_status() - return the hardware link status
 * @ndev: pointer to ntb_device instance
 *
 * Returns true if the hardware is connected to the remote system
 *
 * RETURNS: true or false based on the hardware link state
 */
static inline bool ntb_hw_link_status(struct ntb_device *ndev)
{
	return ndev->link_status == NTB_LINK_UP;
}

/**
 * ntb_query_pdev() - return the pci_dev pointer
 * @ndev: pointer to ntb_device instance
 *
 * Given the ntb pointer, return the pci_dev pointer for the NTB hardware device
 *
 * RETURNS: a pointer to the ntb pci_dev
 */
static inline struct pci_dev *ntb_query_pdev(struct ntb_device *ndev)
{
	return ndev->pdev;
}

/**
 * ntb_query_debugfs() - return the debugfs pointer
 * @ndev: pointer to ntb_device instance
 *
 * Given the ntb pointer, return the debugfs directory pointer for the NTB
 * hardware device
 *
 * RETURNS: a pointer to the debugfs directory
 */
static inline struct dentry *ntb_query_debugfs(struct ntb_device *ndev)
{
	return ndev->debugfs_dir;
}

struct ntb_device *ntb_register_transport(struct pci_dev *pdev,
					  void *transport);
void ntb_unregister_transport(struct ntb_device *ndev);
void ntb_set_mw_addr(struct ntb_device *ndev, unsigned int mw, u64 addr);
int ntb_register_db_callback(struct ntb_device *ndev, unsigned int idx,
			     void *data, int (*db_cb_func)(void *data,
							   int db_num));
void ntb_unregister_db_callback(struct ntb_device *ndev, unsigned int idx);
int ntb_register_event_callback(struct ntb_device *ndev,
				void (*event_cb_func)(void *handle,
						      enum ntb_hw_event event));
void ntb_unregister_event_callback(struct ntb_device *ndev);
int ntb_get_max_spads(struct ntb_device *ndev);
int ntb_write_local_spad(struct ntb_device *ndev, unsigned int idx, u32 val);
int ntb_read_local_spad(struct ntb_device *ndev, unsigned int idx, u32 *val);
int ntb_write_remote_spad(struct ntb_device *ndev, unsigned int idx, u32 val);
int ntb_read_remote_spad(struct ntb_device *ndev, unsigned int idx, u32 *val);
resource_size_t ntb_get_mw_base(struct ntb_device *ndev, unsigned int mw);
void __iomem *ntb_get_mw_vbase(struct ntb_device *ndev, unsigned int mw);
u64 ntb_get_mw_size(struct ntb_device *ndev, unsigned int mw);
void ntb_ring_doorbell(struct ntb_device *ndev, unsigned int idx);
void *ntb_find_transport(struct pci_dev *pdev);

int ntb_transport_init(struct pci_dev *pdev);
void ntb_transport_free(void *transport);
Commit	Line	Data
fce8a7bb JM	1	/*
	2	* This file is provided under a dual BSD/GPLv2 license. When using or
	3	* redistributing this file, you may do so under either license.
	4	*
	5	* GPL LICENSE SUMMARY
	6	*
	7	* Copyright(c) 2012 Intel Corporation. All rights reserved.
	8	*
	9	* This program is free software; you can redistribute it and/or modify
	10	* it under the terms of version 2 of the GNU General Public License as
	11	* published by the Free Software Foundation.
	12	*
	13	* BSD LICENSE
	14	*
	15	* Copyright(c) 2012 Intel Corporation. All rights reserved.
	16	*
	17	* Redistribution and use in source and binary forms, with or without
	18	* modification, are permitted provided that the following conditions
	19	* are met:
	20	*
	21	* * Redistributions of source code must retain the above copyright
	22	* notice, this list of conditions and the following disclaimer.
	23	* * Redistributions in binary form must reproduce the above copy
	24	* notice, this list of conditions and the following disclaimer in
	25	* the documentation and/or other materials provided with the
	26	* distribution.
	27	* * Neither the name of Intel Corporation nor the names of its
	28	* contributors may be used to endorse or promote products derived
	29	* from this software without specific prior written permission.
	30	*
	31	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
	32	* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
	33	* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
	34	* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
	35	* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
	36	* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
	37	* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
	38	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
	39	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
	40	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
	41	* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
	42	*
	43	* Intel PCIe NTB Linux driver
	44	*
	45	* Contact Information:
	46	* Jon Mason <jon.mason@intel.com>
	47	*/
403c63cb	48	#include <linux/ntb.h>
fce8a7bb JM	49
fce8a7bb JM	50	#define PCI_DEVICE_ID_INTEL_NTB_B2B_JSF 0x3725
be4dac0f JM	51	#define PCI_DEVICE_ID_INTEL_NTB_PS_JSF 0x3726
be4dac0f JM	52	#define PCI_DEVICE_ID_INTEL_NTB_SS_JSF 0x3727
fce8a7bb	53	#define PCI_DEVICE_ID_INTEL_NTB_B2B_SNB 0x3C0D
be4dac0f JM	54	#define PCI_DEVICE_ID_INTEL_NTB_PS_SNB 0x3C0E
	55	#define PCI_DEVICE_ID_INTEL_NTB_SS_SNB 0x3C0F
	56	#define PCI_DEVICE_ID_INTEL_NTB_B2B_IVT 0x0E0D
	57	#define PCI_DEVICE_ID_INTEL_NTB_PS_IVT 0x0E0E
	58	#define PCI_DEVICE_ID_INTEL_NTB_SS_IVT 0x0E0F
	59	#define PCI_DEVICE_ID_INTEL_NTB_B2B_HSX 0x2F0D
	60	#define PCI_DEVICE_ID_INTEL_NTB_PS_HSX 0x2F0E
	61	#define PCI_DEVICE_ID_INTEL_NTB_SS_HSX 0x2F0F
fce8a7bb JM	62	#define PCI_DEVICE_ID_INTEL_NTB_B2B_BWD 0x0C4E
fce8a7bb JM	63
ac477afb JM	64	#ifndef readq
	65	static inline u64 readq(void __iomem *addr)
	66	{
	67	return readl(addr) \| (((u64) readl(addr + 4)) << 32LL);
	68	}
	69	#endif
	70
	71	#ifndef writeq
	72	static inline void writeq(u64 val, void __iomem *addr)
	73	{
	74	writel(val & 0xffffffff, addr);
	75	writel(val >> 32, addr + 4);
	76	}
	77	#endif
	78
fce8a7bb JM	79	#define NTB_BAR_MMIO 0
	80	#define NTB_BAR_23 2
	81	#define NTB_BAR_45 4
	82	#define NTB_BAR_MASK ((1 << NTB_BAR_MMIO) \| (1 << NTB_BAR_23) \|\
	83	(1 << NTB_BAR_45))
	84
fce8a7bb JM	85	#define NTB_HB_TIMEOUT msecs_to_jiffies(1000)
fce8a7bb JM	86
948d3a65	87	#define NTB_MAX_NUM_MW 2
fce8a7bb JM	88
	89	enum ntb_hw_event {
	90	NTB_EVENT_SW_EVENT0 = 0,
	91	NTB_EVENT_SW_EVENT1,
	92	NTB_EVENT_SW_EVENT2,
	93	NTB_EVENT_HW_ERROR,
	94	NTB_EVENT_HW_LINK_UP,
	95	NTB_EVENT_HW_LINK_DOWN,
	96	};
	97
	98	struct ntb_mw {
	99	dma_addr_t phys_addr;
	100	void __iomem *vbase;
	101	resource_size_t bar_sz;
	102	};
	103
	104	struct ntb_db_cb {
e8aeb60c	105	int (callback)(void data, int db_num);
fce8a7bb JM	106	unsigned int db_num;
	107	void *data;
	108	struct ntb_device *ndev;
e8aeb60c	109	struct tasklet_struct irq_work;
fce8a7bb JM	110	};
fce8a7bb JM	111
069684e8 DJ	112	#define WA_SNB_ERR 0x00000001
069684e8 DJ	113
fce8a7bb JM	114	struct ntb_device {
	115	struct pci_dev *pdev;
	116	struct msix_entry *msix_entries;
	117	void __iomem *reg_base;
948d3a65	118	struct ntb_mw mw[NTB_MAX_NUM_MW];
fce8a7bb	119	struct {
948d3a65 JM	120	unsigned char max_mw;
	121	unsigned char max_spads;
	122	unsigned char max_db_bits;
	123	unsigned char msix_cnt;
fce8a7bb JM	124	} limits;
fce8a7bb JM	125	struct {
49793889 JM	126	void __iomem *ldb;
	127	void __iomem *ldb_mask;
	128	void __iomem *rdb;
	129	void __iomem *bar2_xlat;
	130	void __iomem *bar4_xlat;
fce8a7bb JM	131	void __iomem *spad_write;
	132	void __iomem *spad_read;
	133	void __iomem *lnk_cntl;
	134	void __iomem *lnk_stat;
	135	void __iomem *spci_cmd;
	136	} reg_ofs;
	137	struct ntb_transport *ntb_transport;
	138	void (event_cb)(void handle, enum ntb_hw_event event);
	139
	140	struct ntb_db_cb *db_cb;
	141	unsigned char hw_type;
	142	unsigned char conn_type;
	143	unsigned char dev_type;
	144	unsigned char num_msix;
	145	unsigned char bits_per_vector;
	146	unsigned char max_cbs;
113bf1c9 JM	147	unsigned char link_width;
113bf1c9 JM	148	unsigned char link_speed;
fce8a7bb	149	unsigned char link_status;
113bf1c9	150
fce8a7bb JM	151	struct delayed_work hb_timer;
fce8a7bb JM	152	unsigned long last_ts;
1517a3f2	153
113bf1c9 JM	154	struct delayed_work lr_timer;
113bf1c9 JM	155
1517a3f2	156	struct dentry *debugfs_dir;
6465d02e	157	struct dentry *debugfs_info;
069684e8 DJ	158
069684e8 DJ	159	unsigned int wa_flags;
fce8a7bb JM	160	};
fce8a7bb JM	161
948d3a65 JM	162	/**
	163	* ntb_max_cbs() - return the max callbacks
	164	* @ndev: pointer to ntb_device instance
	165	*
	166	* Given the ntb pointer, return the maximum number of callbacks
	167	*
	168	* RETURNS: the maximum number of callbacks
	169	*/
	170	static inline unsigned char ntb_max_cbs(struct ntb_device *ndev)
	171	{
	172	return ndev->max_cbs;
	173	}
	174
	175	/**
	176	* ntb_max_mw() - return the max number of memory windows
	177	* @ndev: pointer to ntb_device instance
	178	*
	179	* Given the ntb pointer, return the maximum number of memory windows
	180	*
	181	* RETURNS: the maximum number of memory windows
	182	*/
	183	static inline unsigned char ntb_max_mw(struct ntb_device *ndev)
	184	{
	185	return ndev->limits.max_mw;
	186	}
	187
fce8a7bb JM	188	/**
	189	* ntb_hw_link_status() - return the hardware link status
	190	* @ndev: pointer to ntb_device instance
	191	*
	192	* Returns true if the hardware is connected to the remote system
	193	*
	194	* RETURNS: true or false based on the hardware link state
	195	*/
	196	static inline bool ntb_hw_link_status(struct ntb_device *ndev)
	197	{
	198	return ndev->link_status == NTB_LINK_UP;
	199	}
	200
	201	/**
	202	* ntb_query_pdev() - return the pci_dev pointer
	203	* @ndev: pointer to ntb_device instance
	204	*
948d3a65	205	* Given the ntb pointer, return the pci_dev pointer for the NTB hardware device
fce8a7bb JM	206	*
	207	* RETURNS: a pointer to the ntb pci_dev
	208	*/
	209	static inline struct pci_dev ntb_query_pdev(struct ntb_device ndev)
	210	{
	211	return ndev->pdev;
	212	}
	213
1517a3f2 JM	214	/**
	215	* ntb_query_debugfs() - return the debugfs pointer
	216	* @ndev: pointer to ntb_device instance
	217	*
	218	* Given the ntb pointer, return the debugfs directory pointer for the NTB
	219	* hardware device
	220	*
	221	* RETURNS: a pointer to the debugfs directory
	222	*/
	223	static inline struct dentry ntb_query_debugfs(struct ntb_device ndev)
	224	{
	225	return ndev->debugfs_dir;
	226	}
	227
fce8a7bb JM	228	struct ntb_device ntb_register_transport(struct pci_dev pdev,
	229	void *transport);
	230	void ntb_unregister_transport(struct ntb_device *ndev);
	231	void ntb_set_mw_addr(struct ntb_device *ndev, unsigned int mw, u64 addr);
	232	int ntb_register_db_callback(struct ntb_device *ndev, unsigned int idx,
e8aeb60c JM	233	void data, int (db_cb_func)(void *data,
e8aeb60c JM	234	int db_num));
fce8a7bb JM	235	void ntb_unregister_db_callback(struct ntb_device *ndev, unsigned int idx);
fce8a7bb JM	236	int ntb_register_event_callback(struct ntb_device *ndev,
53ca4fea	237	void (event_cb_func)(void handle,
74465645	238	enum ntb_hw_event event));
fce8a7bb JM	239	void ntb_unregister_event_callback(struct ntb_device *ndev);
	240	int ntb_get_max_spads(struct ntb_device *ndev);
	241	int ntb_write_local_spad(struct ntb_device *ndev, unsigned int idx, u32 val);
	242	int ntb_read_local_spad(struct ntb_device ndev, unsigned int idx, u32 val);
	243	int ntb_write_remote_spad(struct ntb_device *ndev, unsigned int idx, u32 val);
	244	int ntb_read_remote_spad(struct ntb_device ndev, unsigned int idx, u32 val);
282a2fee	245	resource_size_t ntb_get_mw_base(struct ntb_device *ndev, unsigned int mw);
74465645	246	void __iomem ntb_get_mw_vbase(struct ntb_device ndev, unsigned int mw);
ac477afb	247	u64 ntb_get_mw_size(struct ntb_device *ndev, unsigned int mw);
49793889	248	void ntb_ring_doorbell(struct ntb_device *ndev, unsigned int idx);
fce8a7bb JM	249	void ntb_find_transport(struct pci_dev pdev);
	250
	251	int ntb_transport_init(struct pci_dev *pdev);
	252	void ntb_transport_free(void *transport);