[ceph.git] / ceph / src / spdk / dpdk / drivers / net / cxgbe / cxgbevf_ethdev.c

/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright(c) 2018 Chelsio Communications.
 * All rights reserved.
 */

#include <rte_ethdev_driver.h>
#include <rte_ethdev_pci.h>

#include "cxgbe.h"
#include "cxgbe_pfvf.h"

/*
 * Macros needed to support the PCI Device ID Table ...
 */
#define CH_PCI_DEVICE_ID_TABLE_DEFINE_BEGIN \
	static const struct rte_pci_id cxgb4vf_pci_tbl[] = {
#define CH_PCI_DEVICE_ID_FUNCTION 0x8

#define PCI_VENDOR_ID_CHELSIO 0x1425

#define CH_PCI_ID_TABLE_ENTRY(devid) \
		{ RTE_PCI_DEVICE(PCI_VENDOR_ID_CHELSIO, (devid)) }

#define CH_PCI_DEVICE_ID_TABLE_DEFINE_END \
		{ .vendor_id = 0, } \
	}

/*
 *... and the PCI ID Table itself ...
 */
#include "base/t4_pci_id_tbl.h"

/*
 * Get port statistics.
 */
static int cxgbevf_dev_stats_get(struct rte_eth_dev *eth_dev,
				 struct rte_eth_stats *eth_stats)
{
	struct port_info *pi = (struct port_info *)(eth_dev->data->dev_private);
	struct adapter *adapter = pi->adapter;
	struct sge *s = &adapter->sge;
	struct port_stats ps;
	unsigned int i;

	cxgbevf_stats_get(pi, &ps);

	/* RX Stats */
	eth_stats->ierrors  = ps.rx_len_err;

	/* TX Stats */
	eth_stats->opackets = ps.tx_bcast_frames + ps.tx_mcast_frames +
			      ps.tx_ucast_frames;
	eth_stats->obytes = ps.tx_octets;
	eth_stats->oerrors  = ps.tx_drop;

	for (i = 0; i < pi->n_rx_qsets; i++) {
		struct sge_eth_rxq *rxq =
			&s->ethrxq[pi->first_qset + i];

		eth_stats->q_ipackets[i] = rxq->stats.pkts;
		eth_stats->q_ibytes[i] = rxq->stats.rx_bytes;
		eth_stats->ipackets += eth_stats->q_ipackets[i];
		eth_stats->ibytes += eth_stats->q_ibytes[i];
	}

	for (i = 0; i < pi->n_tx_qsets; i++) {
		struct sge_eth_txq *txq =
			&s->ethtxq[pi->first_qset + i];

		eth_stats->q_opackets[i] = txq->stats.pkts;
		eth_stats->q_obytes[i] = txq->stats.tx_bytes;
		eth_stats->q_errors[i] = txq->stats.mapping_err;
	}
	return 0;
}

static const struct eth_dev_ops cxgbevf_eth_dev_ops = {
	.dev_start              = cxgbe_dev_start,
	.dev_stop               = cxgbe_dev_stop,
	.dev_close              = cxgbe_dev_close,
	.promiscuous_enable     = cxgbe_dev_promiscuous_enable,
	.promiscuous_disable    = cxgbe_dev_promiscuous_disable,
	.allmulticast_enable    = cxgbe_dev_allmulticast_enable,
	.allmulticast_disable   = cxgbe_dev_allmulticast_disable,
	.dev_configure          = cxgbe_dev_configure,
	.dev_infos_get          = cxgbe_dev_info_get,
	.dev_supported_ptypes_get = cxgbe_dev_supported_ptypes_get,
	.link_update            = cxgbe_dev_link_update,
	.dev_set_link_up        = cxgbe_dev_set_link_up,
	.dev_set_link_down      = cxgbe_dev_set_link_down,
	.mtu_set                = cxgbe_dev_mtu_set,
	.tx_queue_setup         = cxgbe_dev_tx_queue_setup,
	.tx_queue_start         = cxgbe_dev_tx_queue_start,
	.tx_queue_stop          = cxgbe_dev_tx_queue_stop,
	.tx_queue_release       = cxgbe_dev_tx_queue_release,
	.rx_queue_setup         = cxgbe_dev_rx_queue_setup,
	.rx_queue_start         = cxgbe_dev_rx_queue_start,
	.rx_queue_stop          = cxgbe_dev_rx_queue_stop,
	.rx_queue_release       = cxgbe_dev_rx_queue_release,
	.stats_get		= cxgbevf_dev_stats_get,
	.mac_addr_set		= cxgbe_mac_addr_set,
};

/*
 * Initialize driver
 * It returns 0 on success.
 */
static int eth_cxgbevf_dev_init(struct rte_eth_dev *eth_dev)
{
	struct port_info *pi = (struct port_info *)(eth_dev->data->dev_private);
	struct rte_pci_device *pci_dev;
	char name[RTE_ETH_NAME_MAX_LEN];
	struct adapter *adapter = NULL;
	int err = 0;

	CXGBE_FUNC_TRACE();

	eth_dev->dev_ops = &cxgbevf_eth_dev_ops;
	eth_dev->rx_pkt_burst = &cxgbe_recv_pkts;
	eth_dev->tx_pkt_burst = &cxgbe_xmit_pkts;
	pci_dev = RTE_ETH_DEV_TO_PCI(eth_dev);

	/* for secondary processes, we attach to ethdevs allocated by primary
	 * and do minimal initialization.
	 */
	if (rte_eal_process_type() != RTE_PROC_PRIMARY) {
		int i;

		for (i = 1; i < MAX_NPORTS; i++) {
			struct rte_eth_dev *rest_eth_dev;
			char namei[RTE_ETH_NAME_MAX_LEN];

			snprintf(namei, sizeof(namei), "%s_%d",
				 pci_dev->device.name, i);
			rest_eth_dev = rte_eth_dev_attach_secondary(namei);
			if (rest_eth_dev) {
				rest_eth_dev->device = &pci_dev->device;
				rest_eth_dev->dev_ops =
					eth_dev->dev_ops;
				rest_eth_dev->rx_pkt_burst =
					eth_dev->rx_pkt_burst;
				rest_eth_dev->tx_pkt_burst =
					eth_dev->tx_pkt_burst;
				rte_eth_dev_probing_finish(rest_eth_dev);
			}
		}
		return 0;
	}

	snprintf(name, sizeof(name), "cxgbevfadapter%d",
		 eth_dev->data->port_id);
	adapter = rte_zmalloc(name, sizeof(*adapter), 0);
	if (!adapter)
		return -1;

	adapter->use_unpacked_mode = 1;
	adapter->regs = (void *)pci_dev->mem_resource[0].addr;
	if (!adapter->regs) {
		dev_err(adapter, "%s: cannot map device registers\n", __func__);
		err = -ENOMEM;
		goto out_free_adapter;
	}
	adapter->pdev = pci_dev;
	adapter->eth_dev = eth_dev;
	pi->adapter = adapter;
	err = cxgbevf_probe(adapter);
	if (err) {
		dev_err(adapter, "%s: cxgbevf probe failed with err %d\n",
			__func__, err);
		goto out_free_adapter;
	}

	return 0;

out_free_adapter:
	rte_free(adapter);
	return err;
}

static int eth_cxgbevf_dev_uninit(struct rte_eth_dev *eth_dev)
{
	struct port_info *pi = (struct port_info *)(eth_dev->data->dev_private);
	struct adapter *adap = pi->adapter;

	/* Free up other ports and all resources */
	cxgbe_close(adap);
	return 0;
}

static int eth_cxgbevf_pci_probe(struct rte_pci_driver *pci_drv __rte_unused,
				 struct rte_pci_device *pci_dev)
{
	return rte_eth_dev_pci_generic_probe(pci_dev, sizeof(struct port_info),
					     eth_cxgbevf_dev_init);
}

static int eth_cxgbevf_pci_remove(struct rte_pci_device *pci_dev)
{
	return rte_eth_dev_pci_generic_remove(pci_dev, eth_cxgbevf_dev_uninit);
}

static struct rte_pci_driver rte_cxgbevf_pmd = {
	.id_table = cxgb4vf_pci_tbl,
	.drv_flags = RTE_PCI_DRV_NEED_MAPPING,
	.probe = eth_cxgbevf_pci_probe,
	.remove = eth_cxgbevf_pci_remove,
};

RTE_PMD_REGISTER_PCI(net_cxgbevf, rte_cxgbevf_pmd);
RTE_PMD_REGISTER_PCI_TABLE(net_cxgbevf, cxgb4vf_pci_tbl);
RTE_PMD_REGISTER_KMOD_DEP(net_cxgbevf, "* igb_uio | vfio-pci");
Commit	Line	Data
11fdf7f2 TL	1	/* SPDX-License-Identifier: BSD-3-Clause
	2	* Copyright(c) 2018 Chelsio Communications.
	3	* All rights reserved.
	4	*/
	5
	6	#include <rte_ethdev_driver.h>
	7	#include <rte_ethdev_pci.h>
	8
	9	#include "cxgbe.h"
	10	#include "cxgbe_pfvf.h"
	11
	12	/*
	13	* Macros needed to support the PCI Device ID Table ...
	14	*/
	15	#define CH_PCI_DEVICE_ID_TABLE_DEFINE_BEGIN \
	16	static const struct rte_pci_id cxgb4vf_pci_tbl[] = {
	17	#define CH_PCI_DEVICE_ID_FUNCTION 0x8
	18
	19	#define PCI_VENDOR_ID_CHELSIO 0x1425
	20
	21	#define CH_PCI_ID_TABLE_ENTRY(devid) \
	22	{ RTE_PCI_DEVICE(PCI_VENDOR_ID_CHELSIO, (devid)) }
	23
	24	#define CH_PCI_DEVICE_ID_TABLE_DEFINE_END \
	25	{ .vendor_id = 0, } \
	26	}
	27
	28	/*
	29	*... and the PCI ID Table itself ...
	30	*/
9f95a23c	31	#include "base/t4_pci_id_tbl.h"
11fdf7f2 TL	32
	33	/*
	34	* Get port statistics.
	35	*/
	36	static int cxgbevf_dev_stats_get(struct rte_eth_dev *eth_dev,
	37	struct rte_eth_stats *eth_stats)
	38	{
	39	struct port_info pi = (struct port_info )(eth_dev->data->dev_private);
	40	struct adapter *adapter = pi->adapter;
	41	struct sge *s = &adapter->sge;
	42	struct port_stats ps;
	43	unsigned int i;
	44
	45	cxgbevf_stats_get(pi, &ps);
	46
	47	/* RX Stats */
	48	eth_stats->ierrors = ps.rx_len_err;
	49
	50	/* TX Stats */
	51	eth_stats->opackets = ps.tx_bcast_frames + ps.tx_mcast_frames +
	52	ps.tx_ucast_frames;
	53	eth_stats->obytes = ps.tx_octets;
	54	eth_stats->oerrors = ps.tx_drop;
	55
	56	for (i = 0; i < pi->n_rx_qsets; i++) {
	57	struct sge_eth_rxq *rxq =
	58	&s->ethrxq[pi->first_qset + i];
	59
	60	eth_stats->q_ipackets[i] = rxq->stats.pkts;
	61	eth_stats->q_ibytes[i] = rxq->stats.rx_bytes;
	62	eth_stats->ipackets += eth_stats->q_ipackets[i];
	63	eth_stats->ibytes += eth_stats->q_ibytes[i];
	64	}
	65
	66	for (i = 0; i < pi->n_tx_qsets; i++) {
	67	struct sge_eth_txq *txq =
	68	&s->ethtxq[pi->first_qset + i];
	69
	70	eth_stats->q_opackets[i] = txq->stats.pkts;
	71	eth_stats->q_obytes[i] = txq->stats.tx_bytes;
	72	eth_stats->q_errors[i] = txq->stats.mapping_err;
	73	}
	74	return 0;
	75	}
	76
	77	static const struct eth_dev_ops cxgbevf_eth_dev_ops = {
	78	.dev_start = cxgbe_dev_start,
	79	.dev_stop = cxgbe_dev_stop,
	80	.dev_close = cxgbe_dev_close,
	81	.promiscuous_enable = cxgbe_dev_promiscuous_enable,
	82	.promiscuous_disable = cxgbe_dev_promiscuous_disable,
	83	.allmulticast_enable = cxgbe_dev_allmulticast_enable,
	84	.allmulticast_disable = cxgbe_dev_allmulticast_disable,
	85	.dev_configure = cxgbe_dev_configure,
	86	.dev_infos_get = cxgbe_dev_info_get,
	87	.dev_supported_ptypes_get = cxgbe_dev_supported_ptypes_get,
	88	.link_update = cxgbe_dev_link_update,
	89	.dev_set_link_up = cxgbe_dev_set_link_up,
	90	.dev_set_link_down = cxgbe_dev_set_link_down,
	91	.mtu_set = cxgbe_dev_mtu_set,
	92	.tx_queue_setup = cxgbe_dev_tx_queue_setup,
	93	.tx_queue_start = cxgbe_dev_tx_queue_start,
	94	.tx_queue_stop = cxgbe_dev_tx_queue_stop,
	95	.tx_queue_release = cxgbe_dev_tx_queue_release,
96	.rx_queue_setup = cxgbe_dev_rx_queue_setup,
97	.rx_queue_start = cxgbe_dev_rx_queue_start,
98	.rx_queue_stop = cxgbe_dev_rx_queue_stop,
99	.rx_queue_release = cxgbe_dev_rx_queue_release,
100	.stats_get = cxgbevf_dev_stats_get,
101	.mac_addr_set = cxgbe_mac_addr_set,
102	};
103
104	/*
105	* Initialize driver
106	* It returns 0 on success.
107	*/
108	static int eth_cxgbevf_dev_init(struct rte_eth_dev *eth_dev)
109	{
110	struct port_info pi = (struct port_info )(eth_dev->data->dev_private);
111	struct rte_pci_device *pci_dev;
112	char name[RTE_ETH_NAME_MAX_LEN];
113	struct adapter *adapter = NULL;
114	int err = 0;
115
116	CXGBE_FUNC_TRACE();
117
118	eth_dev->dev_ops = &cxgbevf_eth_dev_ops;
119	eth_dev->rx_pkt_burst = &cxgbe_recv_pkts;
120	eth_dev->tx_pkt_burst = &cxgbe_xmit_pkts;
121	pci_dev = RTE_ETH_DEV_TO_PCI(eth_dev);
122
123	/* for secondary processes, we attach to ethdevs allocated by primary
124	* and do minimal initialization.
125	*/
126	if (rte_eal_process_type() != RTE_PROC_PRIMARY) {
127	int i;
128
129	for (i = 1; i < MAX_NPORTS; i++) {
130	struct rte_eth_dev *rest_eth_dev;
131	char namei[RTE_ETH_NAME_MAX_LEN];
132
133	snprintf(namei, sizeof(namei), "%s_%d",
134	pci_dev->device.name, i);
135	rest_eth_dev = rte_eth_dev_attach_secondary(namei);
136	if (rest_eth_dev) {
137	rest_eth_dev->device = &pci_dev->device;
138	rest_eth_dev->dev_ops =
139	eth_dev->dev_ops;
140	rest_eth_dev->rx_pkt_burst =
141	eth_dev->rx_pkt_burst;
142	rest_eth_dev->tx_pkt_burst =
143	eth_dev->tx_pkt_burst;
144	rte_eth_dev_probing_finish(rest_eth_dev);
145	}
146	}
147	return 0;
148	}
149
150	snprintf(name, sizeof(name), "cxgbevfadapter%d",
151	eth_dev->data->port_id);
152	adapter = rte_zmalloc(name, sizeof(*adapter), 0);
153	if (!adapter)
154	return -1;
155
156	adapter->use_unpacked_mode = 1;
157	adapter->regs = (void *)pci_dev->mem_resource[0].addr;
158	if (!adapter->regs) {
159	dev_err(adapter, "%s: cannot map device registers\n", __func__);
160	err = -ENOMEM;
161	goto out_free_adapter;
162	}
163	adapter->pdev = pci_dev;
164	adapter->eth_dev = eth_dev;
165	pi->adapter = adapter;
166	err = cxgbevf_probe(adapter);
167	if (err) {
168	dev_err(adapter, "%s: cxgbevf probe failed with err %d\n",
169	__func__, err);
170	goto out_free_adapter;
171	}
172
173	return 0;
174
175	out_free_adapter:
176	rte_free(adapter);
177	return err;
178	}
179
9f95a23c TL	180	static int eth_cxgbevf_dev_uninit(struct rte_eth_dev *eth_dev)
	181	{
	182	struct port_info pi = (struct port_info )(eth_dev->data->dev_private);
	183	struct adapter *adap = pi->adapter;
	184
	185	/* Free up other ports and all resources */
	186	cxgbe_close(adap);
	187	return 0;
	188	}
	189
11fdf7f2 TL	190	static int eth_cxgbevf_pci_probe(struct rte_pci_driver *pci_drv __rte_unused,
	191	struct rte_pci_device *pci_dev)
	192	{
	193	return rte_eth_dev_pci_generic_probe(pci_dev, sizeof(struct port_info),
	194	eth_cxgbevf_dev_init);
	195	}
	196
	197	static int eth_cxgbevf_pci_remove(struct rte_pci_device *pci_dev)
	198	{
9f95a23c	199	return rte_eth_dev_pci_generic_remove(pci_dev, eth_cxgbevf_dev_uninit);
11fdf7f2 TL	200	}
	201
	202	static struct rte_pci_driver rte_cxgbevf_pmd = {
	203	.id_table = cxgb4vf_pci_tbl,
	204	.drv_flags = RTE_PCI_DRV_NEED_MAPPING,
	205	.probe = eth_cxgbevf_pci_probe,
	206	.remove = eth_cxgbevf_pci_remove,
	207	};
	208
	209	RTE_PMD_REGISTER_PCI(net_cxgbevf, rte_cxgbevf_pmd);
	210	RTE_PMD_REGISTER_PCI_TABLE(net_cxgbevf, cxgb4vf_pci_tbl);
	211	RTE_PMD_REGISTER_KMOD_DEP(net_cxgbevf, "* igb_uio \| vfio-pci");