2 * Copyright (c) 2014, Mellanox Technologies inc. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
33 #include <linux/pci.h>
34 #include <linux/mlx5/driver.h>
35 #include <linux/mlx5/vport.h>
36 #include "mlx5_core.h"
39 static int sriov_restore_guids(struct mlx5_core_dev
*dev
, int vf
)
41 struct mlx5_core_sriov
*sriov
= &dev
->priv
.sriov
;
42 struct mlx5_hca_vport_context
*in
;
45 /* Restore sriov guid and policy settings */
46 if (sriov
->vfs_ctx
[vf
].node_guid
||
47 sriov
->vfs_ctx
[vf
].port_guid
||
48 sriov
->vfs_ctx
[vf
].policy
!= MLX5_POLICY_INVALID
) {
49 in
= kzalloc(sizeof(*in
), GFP_KERNEL
);
53 in
->node_guid
= sriov
->vfs_ctx
[vf
].node_guid
;
54 in
->port_guid
= sriov
->vfs_ctx
[vf
].port_guid
;
55 in
->policy
= sriov
->vfs_ctx
[vf
].policy
;
57 !!(in
->port_guid
) * MLX5_HCA_VPORT_SEL_PORT_GUID
|
58 !!(in
->node_guid
) * MLX5_HCA_VPORT_SEL_NODE_GUID
|
59 !!(in
->policy
) * MLX5_HCA_VPORT_SEL_STATE_POLICY
;
61 err
= mlx5_core_modify_hca_vport_context(dev
, 1, 1, vf
+ 1, in
);
63 mlx5_core_warn(dev
, "modify vport context failed, unable to restore VF %d settings\n", vf
);
71 static int mlx5_device_enable_sriov(struct mlx5_core_dev
*dev
, int num_vfs
)
73 struct mlx5_core_sriov
*sriov
= &dev
->priv
.sriov
;
77 if (!MLX5_ESWITCH_MANAGER(dev
))
80 mlx5_eswitch_update_num_of_vfs(dev
->priv
.eswitch
, num_vfs
);
81 err
= mlx5_eswitch_enable(dev
->priv
.eswitch
, MLX5_ESWITCH_LEGACY
);
84 "failed to enable eswitch SRIOV (%d)\n", err
);
89 for (vf
= 0; vf
< num_vfs
; vf
++) {
90 err
= mlx5_core_enable_hca(dev
, vf
+ 1);
92 mlx5_core_warn(dev
, "failed to enable VF %d (%d)\n", vf
, err
);
95 sriov
->vfs_ctx
[vf
].enabled
= 1;
96 if (MLX5_CAP_GEN(dev
, port_type
) == MLX5_CAP_PORT_TYPE_IB
) {
97 err
= sriov_restore_guids(dev
, vf
);
100 "failed to restore VF %d settings, err %d\n",
105 mlx5_core_dbg(dev
, "successfully enabled VF* %d\n", vf
);
111 static void mlx5_device_disable_sriov(struct mlx5_core_dev
*dev
)
113 struct mlx5_core_sriov
*sriov
= &dev
->priv
.sriov
;
114 int num_vfs
= pci_num_vf(dev
->pdev
);
118 for (vf
= num_vfs
- 1; vf
>= 0; vf
--) {
119 if (!sriov
->vfs_ctx
[vf
].enabled
)
121 err
= mlx5_core_disable_hca(dev
, vf
+ 1);
123 mlx5_core_warn(dev
, "failed to disable VF %d\n", vf
);
126 sriov
->vfs_ctx
[vf
].enabled
= 0;
129 if (MLX5_ESWITCH_MANAGER(dev
))
130 mlx5_eswitch_disable(dev
->priv
.eswitch
);
132 if (mlx5_wait_for_pages(dev
, &dev
->priv
.vfs_pages
))
133 mlx5_core_warn(dev
, "timeout reclaiming VFs pages\n");
136 static int mlx5_sriov_enable(struct pci_dev
*pdev
, int num_vfs
)
138 struct mlx5_core_dev
*dev
= pci_get_drvdata(pdev
);
141 err
= mlx5_device_enable_sriov(dev
, num_vfs
);
143 mlx5_core_warn(dev
, "mlx5_device_enable_sriov failed : %d\n", err
);
147 err
= pci_enable_sriov(pdev
, num_vfs
);
149 mlx5_core_warn(dev
, "pci_enable_sriov failed : %d\n", err
);
150 mlx5_device_disable_sriov(dev
);
155 static void mlx5_sriov_disable(struct pci_dev
*pdev
)
157 struct mlx5_core_dev
*dev
= pci_get_drvdata(pdev
);
159 pci_disable_sriov(pdev
);
160 mlx5_device_disable_sriov(dev
);
163 int mlx5_core_sriov_configure(struct pci_dev
*pdev
, int num_vfs
)
165 struct mlx5_core_dev
*dev
= pci_get_drvdata(pdev
);
166 struct mlx5_core_sriov
*sriov
= &dev
->priv
.sriov
;
169 mlx5_core_dbg(dev
, "requested num_vfs %d\n", num_vfs
);
172 err
= mlx5_sriov_enable(pdev
, num_vfs
);
174 mlx5_sriov_disable(pdev
);
177 sriov
->num_vfs
= num_vfs
;
178 return err
? err
: num_vfs
;
181 int mlx5_sriov_attach(struct mlx5_core_dev
*dev
)
183 if (!mlx5_core_is_pf(dev
) || !pci_num_vf(dev
->pdev
))
186 /* If sriov VFs exist in PCI level, enable them in device level */
187 return mlx5_device_enable_sriov(dev
, pci_num_vf(dev
->pdev
));
190 void mlx5_sriov_detach(struct mlx5_core_dev
*dev
)
192 if (!mlx5_core_is_pf(dev
))
195 mlx5_device_disable_sriov(dev
);
198 static u16
mlx5_get_max_vfs(struct mlx5_core_dev
*dev
)
203 if (mlx5_core_is_ecpf_esw_manager(dev
)) {
204 out
= mlx5_esw_query_functions(dev
);
206 /* Old FW doesn't support getting total_vfs from esw func
207 * but supports getting it from pci_sriov.
211 host_total_vfs
= MLX5_GET(query_esw_functions_out
, out
,
212 host_params_context
.host_total_vfs
);
215 return host_total_vfs
;
219 return pci_sriov_get_totalvfs(dev
->pdev
);
222 int mlx5_sriov_init(struct mlx5_core_dev
*dev
)
224 struct mlx5_core_sriov
*sriov
= &dev
->priv
.sriov
;
225 struct pci_dev
*pdev
= dev
->pdev
;
228 if (!mlx5_core_is_pf(dev
))
231 total_vfs
= pci_sriov_get_totalvfs(pdev
);
232 sriov
->max_vfs
= mlx5_get_max_vfs(dev
);
233 sriov
->num_vfs
= pci_num_vf(pdev
);
234 sriov
->vfs_ctx
= kcalloc(total_vfs
, sizeof(*sriov
->vfs_ctx
), GFP_KERNEL
);
241 void mlx5_sriov_cleanup(struct mlx5_core_dev
*dev
)
243 struct mlx5_core_sriov
*sriov
= &dev
->priv
.sriov
;
245 if (!mlx5_core_is_pf(dev
))
248 kfree(sriov
->vfs_ctx
);