mirror of
https://git.proxmox.com/git/mirror_ubuntu-kernels.git
synced 2025-11-24 10:34:51 +00:00
The kzalloc_node() function has a 2-factor argument form, kcalloc_node(). This
patch replaces cases of:
kzalloc_node(a * b, gfp, node)
with:
kcalloc_node(a * b, gfp, node)
as well as handling cases of:
kzalloc_node(a * b * c, gfp, node)
with:
kzalloc_node(array3_size(a, b, c), gfp, node)
as it's slightly less ugly than:
kcalloc_node(array_size(a, b), c, gfp, node)
This does, however, attempt to ignore constant size factors like:
kzalloc_node(4 * 1024, gfp, node)
though any constants defined via macros get caught up in the conversion.
Any factors with a sizeof() of "unsigned char", "char", and "u8" were
dropped, since they're redundant.
The Coccinelle script used for this was:
// Fix redundant parens around sizeof().
@@
type TYPE;
expression THING, E;
@@
(
kzalloc_node(
- (sizeof(TYPE)) * E
+ sizeof(TYPE) * E
, ...)
|
kzalloc_node(
- (sizeof(THING)) * E
+ sizeof(THING) * E
, ...)
)
// Drop single-byte sizes and redundant parens.
@@
expression COUNT;
typedef u8;
typedef __u8;
@@
(
kzalloc_node(
- sizeof(u8) * (COUNT)
+ COUNT
, ...)
|
kzalloc_node(
- sizeof(__u8) * (COUNT)
+ COUNT
, ...)
|
kzalloc_node(
- sizeof(char) * (COUNT)
+ COUNT
, ...)
|
kzalloc_node(
- sizeof(unsigned char) * (COUNT)
+ COUNT
, ...)
|
kzalloc_node(
- sizeof(u8) * COUNT
+ COUNT
, ...)
|
kzalloc_node(
- sizeof(__u8) * COUNT
+ COUNT
, ...)
|
kzalloc_node(
- sizeof(char) * COUNT
+ COUNT
, ...)
|
kzalloc_node(
- sizeof(unsigned char) * COUNT
+ COUNT
, ...)
)
// 2-factor product with sizeof(type/expression) and identifier or constant.
@@
type TYPE;
expression THING;
identifier COUNT_ID;
constant COUNT_CONST;
@@
(
- kzalloc_node
+ kcalloc_node
(
- sizeof(TYPE) * (COUNT_ID)
+ COUNT_ID, sizeof(TYPE)
, ...)
|
- kzalloc_node
+ kcalloc_node
(
- sizeof(TYPE) * COUNT_ID
+ COUNT_ID, sizeof(TYPE)
, ...)
|
- kzalloc_node
+ kcalloc_node
(
- sizeof(TYPE) * (COUNT_CONST)
+ COUNT_CONST, sizeof(TYPE)
, ...)
|
- kzalloc_node
+ kcalloc_node
(
- sizeof(TYPE) * COUNT_CONST
+ COUNT_CONST, sizeof(TYPE)
, ...)
|
- kzalloc_node
+ kcalloc_node
(
- sizeof(THING) * (COUNT_ID)
+ COUNT_ID, sizeof(THING)
, ...)
|
- kzalloc_node
+ kcalloc_node
(
- sizeof(THING) * COUNT_ID
+ COUNT_ID, sizeof(THING)
, ...)
|
- kzalloc_node
+ kcalloc_node
(
- sizeof(THING) * (COUNT_CONST)
+ COUNT_CONST, sizeof(THING)
, ...)
|
- kzalloc_node
+ kcalloc_node
(
- sizeof(THING) * COUNT_CONST
+ COUNT_CONST, sizeof(THING)
, ...)
)
// 2-factor product, only identifiers.
@@
identifier SIZE, COUNT;
@@
- kzalloc_node
+ kcalloc_node
(
- SIZE * COUNT
+ COUNT, SIZE
, ...)
// 3-factor product with 1 sizeof(type) or sizeof(expression), with
// redundant parens removed.
@@
expression THING;
identifier STRIDE, COUNT;
type TYPE;
@@
(
kzalloc_node(
- sizeof(TYPE) * (COUNT) * (STRIDE)
+ array3_size(COUNT, STRIDE, sizeof(TYPE))
, ...)
|
kzalloc_node(
- sizeof(TYPE) * (COUNT) * STRIDE
+ array3_size(COUNT, STRIDE, sizeof(TYPE))
, ...)
|
kzalloc_node(
- sizeof(TYPE) * COUNT * (STRIDE)
+ array3_size(COUNT, STRIDE, sizeof(TYPE))
, ...)
|
kzalloc_node(
- sizeof(TYPE) * COUNT * STRIDE
+ array3_size(COUNT, STRIDE, sizeof(TYPE))
, ...)
|
kzalloc_node(
- sizeof(THING) * (COUNT) * (STRIDE)
+ array3_size(COUNT, STRIDE, sizeof(THING))
, ...)
|
kzalloc_node(
- sizeof(THING) * (COUNT) * STRIDE
+ array3_size(COUNT, STRIDE, sizeof(THING))
, ...)
|
kzalloc_node(
- sizeof(THING) * COUNT * (STRIDE)
+ array3_size(COUNT, STRIDE, sizeof(THING))
, ...)
|
kzalloc_node(
- sizeof(THING) * COUNT * STRIDE
+ array3_size(COUNT, STRIDE, sizeof(THING))
, ...)
)
// 3-factor product with 2 sizeof(variable), with redundant parens removed.
@@
expression THING1, THING2;
identifier COUNT;
type TYPE1, TYPE2;
@@
(
kzalloc_node(
- sizeof(TYPE1) * sizeof(TYPE2) * COUNT
+ array3_size(COUNT, sizeof(TYPE1), sizeof(TYPE2))
, ...)
|
kzalloc_node(
- sizeof(TYPE1) * sizeof(THING2) * (COUNT)
+ array3_size(COUNT, sizeof(TYPE1), sizeof(TYPE2))
, ...)
|
kzalloc_node(
- sizeof(THING1) * sizeof(THING2) * COUNT
+ array3_size(COUNT, sizeof(THING1), sizeof(THING2))
, ...)
|
kzalloc_node(
- sizeof(THING1) * sizeof(THING2) * (COUNT)
+ array3_size(COUNT, sizeof(THING1), sizeof(THING2))
, ...)
|
kzalloc_node(
- sizeof(TYPE1) * sizeof(THING2) * COUNT
+ array3_size(COUNT, sizeof(TYPE1), sizeof(THING2))
, ...)
|
kzalloc_node(
- sizeof(TYPE1) * sizeof(THING2) * (COUNT)
+ array3_size(COUNT, sizeof(TYPE1), sizeof(THING2))
, ...)
)
// 3-factor product, only identifiers, with redundant parens removed.
@@
identifier STRIDE, SIZE, COUNT;
@@
(
kzalloc_node(
- (COUNT) * STRIDE * SIZE
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kzalloc_node(
- COUNT * (STRIDE) * SIZE
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kzalloc_node(
- COUNT * STRIDE * (SIZE)
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kzalloc_node(
- (COUNT) * (STRIDE) * SIZE
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kzalloc_node(
- COUNT * (STRIDE) * (SIZE)
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kzalloc_node(
- (COUNT) * STRIDE * (SIZE)
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kzalloc_node(
- (COUNT) * (STRIDE) * (SIZE)
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
|
kzalloc_node(
- COUNT * STRIDE * SIZE
+ array3_size(COUNT, STRIDE, SIZE)
, ...)
)
// Any remaining multi-factor products, first at least 3-factor products,
// when they're not all constants...
@@
expression E1, E2, E3;
constant C1, C2, C3;
@@
(
kzalloc_node(C1 * C2 * C3, ...)
|
kzalloc_node(
- (E1) * E2 * E3
+ array3_size(E1, E2, E3)
, ...)
|
kzalloc_node(
- (E1) * (E2) * E3
+ array3_size(E1, E2, E3)
, ...)
|
kzalloc_node(
- (E1) * (E2) * (E3)
+ array3_size(E1, E2, E3)
, ...)
|
kzalloc_node(
- E1 * E2 * E3
+ array3_size(E1, E2, E3)
, ...)
)
// And then all remaining 2 factors products when they're not all constants,
// keeping sizeof() as the second factor argument.
@@
expression THING, E1, E2;
type TYPE;
constant C1, C2, C3;
@@
(
kzalloc_node(sizeof(THING) * C2, ...)
|
kzalloc_node(sizeof(TYPE) * C2, ...)
|
kzalloc_node(C1 * C2 * C3, ...)
|
kzalloc_node(C1 * C2, ...)
|
- kzalloc_node
+ kcalloc_node
(
- sizeof(TYPE) * (E2)
+ E2, sizeof(TYPE)
, ...)
|
- kzalloc_node
+ kcalloc_node
(
- sizeof(TYPE) * E2
+ E2, sizeof(TYPE)
, ...)
|
- kzalloc_node
+ kcalloc_node
(
- sizeof(THING) * (E2)
+ E2, sizeof(THING)
, ...)
|
- kzalloc_node
+ kcalloc_node
(
- sizeof(THING) * E2
+ E2, sizeof(THING)
, ...)
|
- kzalloc_node
+ kcalloc_node
(
- (E1) * E2
+ E1, E2
, ...)
|
- kzalloc_node
+ kcalloc_node
(
- (E1) * (E2)
+ E1, E2
, ...)
|
- kzalloc_node
+ kcalloc_node
(
- E1 * E2
+ E1, E2
, ...)
)
Signed-off-by: Kees Cook <keescook@chromium.org>
469 lines
11 KiB
C
469 lines
11 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
#include <linux/pci.h>
|
|
#include <linux/printk.h>
|
|
#include <linux/slab.h>
|
|
|
|
#include "nitrox_dev.h"
|
|
#include "nitrox_csr.h"
|
|
#include "nitrox_common.h"
|
|
|
|
#define NR_RING_VECTORS 3
|
|
#define NPS_CORE_INT_ACTIVE_ENTRY 192
|
|
|
|
/**
|
|
* nps_pkt_slc_isr - IRQ handler for NPS solicit port
|
|
* @irq: irq number
|
|
* @data: argument
|
|
*/
|
|
static irqreturn_t nps_pkt_slc_isr(int irq, void *data)
|
|
{
|
|
struct bh_data *slc = data;
|
|
union nps_pkt_slc_cnts pkt_slc_cnts;
|
|
|
|
pkt_slc_cnts.value = readq(slc->completion_cnt_csr_addr);
|
|
/* New packet on SLC output port */
|
|
if (pkt_slc_cnts.s.slc_int)
|
|
tasklet_hi_schedule(&slc->resp_handler);
|
|
|
|
return IRQ_HANDLED;
|
|
}
|
|
|
|
static void clear_nps_core_err_intr(struct nitrox_device *ndev)
|
|
{
|
|
u64 value;
|
|
|
|
/* Write 1 to clear */
|
|
value = nitrox_read_csr(ndev, NPS_CORE_INT);
|
|
nitrox_write_csr(ndev, NPS_CORE_INT, value);
|
|
|
|
dev_err_ratelimited(DEV(ndev), "NSP_CORE_INT 0x%016llx\n", value);
|
|
}
|
|
|
|
static void clear_nps_pkt_err_intr(struct nitrox_device *ndev)
|
|
{
|
|
union nps_pkt_int pkt_int;
|
|
unsigned long value, offset;
|
|
int i;
|
|
|
|
pkt_int.value = nitrox_read_csr(ndev, NPS_PKT_INT);
|
|
dev_err_ratelimited(DEV(ndev), "NPS_PKT_INT 0x%016llx\n",
|
|
pkt_int.value);
|
|
|
|
if (pkt_int.s.slc_err) {
|
|
offset = NPS_PKT_SLC_ERR_TYPE;
|
|
value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, value);
|
|
dev_err_ratelimited(DEV(ndev),
|
|
"NPS_PKT_SLC_ERR_TYPE 0x%016lx\n", value);
|
|
|
|
offset = NPS_PKT_SLC_RERR_LO;
|
|
value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, value);
|
|
/* enable the solicit ports */
|
|
for_each_set_bit(i, &value, BITS_PER_LONG)
|
|
enable_pkt_solicit_port(ndev, i);
|
|
|
|
dev_err_ratelimited(DEV(ndev),
|
|
"NPS_PKT_SLC_RERR_LO 0x%016lx\n", value);
|
|
|
|
offset = NPS_PKT_SLC_RERR_HI;
|
|
value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, value);
|
|
dev_err_ratelimited(DEV(ndev),
|
|
"NPS_PKT_SLC_RERR_HI 0x%016lx\n", value);
|
|
}
|
|
|
|
if (pkt_int.s.in_err) {
|
|
offset = NPS_PKT_IN_ERR_TYPE;
|
|
value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, value);
|
|
dev_err_ratelimited(DEV(ndev),
|
|
"NPS_PKT_IN_ERR_TYPE 0x%016lx\n", value);
|
|
offset = NPS_PKT_IN_RERR_LO;
|
|
value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, value);
|
|
/* enable the input ring */
|
|
for_each_set_bit(i, &value, BITS_PER_LONG)
|
|
enable_pkt_input_ring(ndev, i);
|
|
|
|
dev_err_ratelimited(DEV(ndev),
|
|
"NPS_PKT_IN_RERR_LO 0x%016lx\n", value);
|
|
|
|
offset = NPS_PKT_IN_RERR_HI;
|
|
value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, value);
|
|
dev_err_ratelimited(DEV(ndev),
|
|
"NPS_PKT_IN_RERR_HI 0x%016lx\n", value);
|
|
}
|
|
}
|
|
|
|
static void clear_pom_err_intr(struct nitrox_device *ndev)
|
|
{
|
|
u64 value;
|
|
|
|
value = nitrox_read_csr(ndev, POM_INT);
|
|
nitrox_write_csr(ndev, POM_INT, value);
|
|
dev_err_ratelimited(DEV(ndev), "POM_INT 0x%016llx\n", value);
|
|
}
|
|
|
|
static void clear_pem_err_intr(struct nitrox_device *ndev)
|
|
{
|
|
u64 value;
|
|
|
|
value = nitrox_read_csr(ndev, PEM0_INT);
|
|
nitrox_write_csr(ndev, PEM0_INT, value);
|
|
dev_err_ratelimited(DEV(ndev), "PEM(0)_INT 0x%016llx\n", value);
|
|
}
|
|
|
|
static void clear_lbc_err_intr(struct nitrox_device *ndev)
|
|
{
|
|
union lbc_int lbc_int;
|
|
u64 value, offset;
|
|
int i;
|
|
|
|
lbc_int.value = nitrox_read_csr(ndev, LBC_INT);
|
|
dev_err_ratelimited(DEV(ndev), "LBC_INT 0x%016llx\n", lbc_int.value);
|
|
|
|
if (lbc_int.s.dma_rd_err) {
|
|
for (i = 0; i < NR_CLUSTERS; i++) {
|
|
offset = EFL_CORE_VF_ERR_INT0X(i);
|
|
value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, value);
|
|
offset = EFL_CORE_VF_ERR_INT1X(i);
|
|
value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, value);
|
|
}
|
|
}
|
|
|
|
if (lbc_int.s.cam_soft_err) {
|
|
dev_err_ratelimited(DEV(ndev), "CAM_SOFT_ERR, invalidating LBC\n");
|
|
invalidate_lbc(ndev);
|
|
}
|
|
|
|
if (lbc_int.s.pref_dat_len_mismatch_err) {
|
|
offset = LBC_PLM_VF1_64_INT;
|
|
value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, value);
|
|
offset = LBC_PLM_VF65_128_INT;
|
|
value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, value);
|
|
}
|
|
|
|
if (lbc_int.s.rd_dat_len_mismatch_err) {
|
|
offset = LBC_ELM_VF1_64_INT;
|
|
value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, value);
|
|
offset = LBC_ELM_VF65_128_INT;
|
|
value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, value);
|
|
}
|
|
nitrox_write_csr(ndev, LBC_INT, lbc_int.value);
|
|
}
|
|
|
|
static void clear_efl_err_intr(struct nitrox_device *ndev)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < NR_CLUSTERS; i++) {
|
|
union efl_core_int core_int;
|
|
u64 value, offset;
|
|
|
|
offset = EFL_CORE_INTX(i);
|
|
core_int.value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, core_int.value);
|
|
dev_err_ratelimited(DEV(ndev), "ELF_CORE(%d)_INT 0x%016llx\n",
|
|
i, core_int.value);
|
|
if (core_int.s.se_err) {
|
|
offset = EFL_CORE_SE_ERR_INTX(i);
|
|
value = nitrox_read_csr(ndev, offset);
|
|
nitrox_write_csr(ndev, offset, value);
|
|
}
|
|
}
|
|
}
|
|
|
|
static void clear_bmi_err_intr(struct nitrox_device *ndev)
|
|
{
|
|
u64 value;
|
|
|
|
value = nitrox_read_csr(ndev, BMI_INT);
|
|
nitrox_write_csr(ndev, BMI_INT, value);
|
|
dev_err_ratelimited(DEV(ndev), "BMI_INT 0x%016llx\n", value);
|
|
}
|
|
|
|
/**
|
|
* clear_nps_core_int_active - clear NPS_CORE_INT_ACTIVE interrupts
|
|
* @ndev: NITROX device
|
|
*/
|
|
static void clear_nps_core_int_active(struct nitrox_device *ndev)
|
|
{
|
|
union nps_core_int_active core_int_active;
|
|
|
|
core_int_active.value = nitrox_read_csr(ndev, NPS_CORE_INT_ACTIVE);
|
|
|
|
if (core_int_active.s.nps_core)
|
|
clear_nps_core_err_intr(ndev);
|
|
|
|
if (core_int_active.s.nps_pkt)
|
|
clear_nps_pkt_err_intr(ndev);
|
|
|
|
if (core_int_active.s.pom)
|
|
clear_pom_err_intr(ndev);
|
|
|
|
if (core_int_active.s.pem)
|
|
clear_pem_err_intr(ndev);
|
|
|
|
if (core_int_active.s.lbc)
|
|
clear_lbc_err_intr(ndev);
|
|
|
|
if (core_int_active.s.efl)
|
|
clear_efl_err_intr(ndev);
|
|
|
|
if (core_int_active.s.bmi)
|
|
clear_bmi_err_intr(ndev);
|
|
|
|
/* If more work callback the ISR, set resend */
|
|
core_int_active.s.resend = 1;
|
|
nitrox_write_csr(ndev, NPS_CORE_INT_ACTIVE, core_int_active.value);
|
|
}
|
|
|
|
static irqreturn_t nps_core_int_isr(int irq, void *data)
|
|
{
|
|
struct nitrox_device *ndev = data;
|
|
|
|
clear_nps_core_int_active(ndev);
|
|
|
|
return IRQ_HANDLED;
|
|
}
|
|
|
|
static int nitrox_enable_msix(struct nitrox_device *ndev)
|
|
{
|
|
struct msix_entry *entries;
|
|
char **names;
|
|
int i, nr_entries, ret;
|
|
|
|
/*
|
|
* PF MSI-X vectors
|
|
*
|
|
* Entry 0: NPS PKT ring 0
|
|
* Entry 1: AQMQ ring 0
|
|
* Entry 2: ZQM ring 0
|
|
* Entry 3: NPS PKT ring 1
|
|
* Entry 4: AQMQ ring 1
|
|
* Entry 5: ZQM ring 1
|
|
* ....
|
|
* Entry 192: NPS_CORE_INT_ACTIVE
|
|
*/
|
|
nr_entries = (ndev->nr_queues * NR_RING_VECTORS) + 1;
|
|
entries = kcalloc_node(nr_entries, sizeof(struct msix_entry),
|
|
GFP_KERNEL, ndev->node);
|
|
if (!entries)
|
|
return -ENOMEM;
|
|
|
|
names = kcalloc(nr_entries, sizeof(char *), GFP_KERNEL);
|
|
if (!names) {
|
|
kfree(entries);
|
|
return -ENOMEM;
|
|
}
|
|
|
|
/* fill entires */
|
|
for (i = 0; i < (nr_entries - 1); i++)
|
|
entries[i].entry = i;
|
|
|
|
entries[i].entry = NPS_CORE_INT_ACTIVE_ENTRY;
|
|
|
|
for (i = 0; i < nr_entries; i++) {
|
|
*(names + i) = kzalloc(MAX_MSIX_VECTOR_NAME, GFP_KERNEL);
|
|
if (!(*(names + i))) {
|
|
ret = -ENOMEM;
|
|
goto msix_fail;
|
|
}
|
|
}
|
|
ndev->msix.entries = entries;
|
|
ndev->msix.names = names;
|
|
ndev->msix.nr_entries = nr_entries;
|
|
|
|
ret = pci_enable_msix_exact(ndev->pdev, ndev->msix.entries,
|
|
ndev->msix.nr_entries);
|
|
if (ret) {
|
|
dev_err(&ndev->pdev->dev, "Failed to enable MSI-X IRQ(s) %d\n",
|
|
ret);
|
|
goto msix_fail;
|
|
}
|
|
return 0;
|
|
|
|
msix_fail:
|
|
for (i = 0; i < nr_entries; i++)
|
|
kfree(*(names + i));
|
|
|
|
kfree(entries);
|
|
kfree(names);
|
|
return ret;
|
|
}
|
|
|
|
static void nitrox_cleanup_pkt_slc_bh(struct nitrox_device *ndev)
|
|
{
|
|
int i;
|
|
|
|
if (!ndev->bh.slc)
|
|
return;
|
|
|
|
for (i = 0; i < ndev->nr_queues; i++) {
|
|
struct bh_data *bh = &ndev->bh.slc[i];
|
|
|
|
tasklet_disable(&bh->resp_handler);
|
|
tasklet_kill(&bh->resp_handler);
|
|
}
|
|
kfree(ndev->bh.slc);
|
|
ndev->bh.slc = NULL;
|
|
}
|
|
|
|
static int nitrox_setup_pkt_slc_bh(struct nitrox_device *ndev)
|
|
{
|
|
u32 size;
|
|
int i;
|
|
|
|
size = ndev->nr_queues * sizeof(struct bh_data);
|
|
ndev->bh.slc = kzalloc(size, GFP_KERNEL);
|
|
if (!ndev->bh.slc)
|
|
return -ENOMEM;
|
|
|
|
for (i = 0; i < ndev->nr_queues; i++) {
|
|
struct bh_data *bh = &ndev->bh.slc[i];
|
|
u64 offset;
|
|
|
|
offset = NPS_PKT_SLC_CNTSX(i);
|
|
/* pre calculate completion count address */
|
|
bh->completion_cnt_csr_addr = NITROX_CSR_ADDR(ndev, offset);
|
|
bh->cmdq = &ndev->pkt_cmdqs[i];
|
|
|
|
tasklet_init(&bh->resp_handler, pkt_slc_resp_handler,
|
|
(unsigned long)bh);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int nitrox_request_irqs(struct nitrox_device *ndev)
|
|
{
|
|
struct pci_dev *pdev = ndev->pdev;
|
|
struct msix_entry *msix_ent = ndev->msix.entries;
|
|
int nr_ring_vectors, i = 0, ring, cpu, ret;
|
|
char *name;
|
|
|
|
/*
|
|
* PF MSI-X vectors
|
|
*
|
|
* Entry 0: NPS PKT ring 0
|
|
* Entry 1: AQMQ ring 0
|
|
* Entry 2: ZQM ring 0
|
|
* Entry 3: NPS PKT ring 1
|
|
* ....
|
|
* Entry 192: NPS_CORE_INT_ACTIVE
|
|
*/
|
|
nr_ring_vectors = ndev->nr_queues * NR_RING_VECTORS;
|
|
|
|
/* request irq for pkt ring/ports only */
|
|
while (i < nr_ring_vectors) {
|
|
name = *(ndev->msix.names + i);
|
|
ring = (i / NR_RING_VECTORS);
|
|
snprintf(name, MAX_MSIX_VECTOR_NAME, "n5(%d)-slc-ring%d",
|
|
ndev->idx, ring);
|
|
|
|
ret = request_irq(msix_ent[i].vector, nps_pkt_slc_isr, 0,
|
|
name, &ndev->bh.slc[ring]);
|
|
if (ret) {
|
|
dev_err(&pdev->dev, "failed to get irq %d for %s\n",
|
|
msix_ent[i].vector, name);
|
|
return ret;
|
|
}
|
|
cpu = ring % num_online_cpus();
|
|
irq_set_affinity_hint(msix_ent[i].vector, get_cpu_mask(cpu));
|
|
|
|
set_bit(i, ndev->msix.irqs);
|
|
i += NR_RING_VECTORS;
|
|
}
|
|
|
|
/* Request IRQ for NPS_CORE_INT_ACTIVE */
|
|
name = *(ndev->msix.names + i);
|
|
snprintf(name, MAX_MSIX_VECTOR_NAME, "n5(%d)-nps-core-int", ndev->idx);
|
|
ret = request_irq(msix_ent[i].vector, nps_core_int_isr, 0, name, ndev);
|
|
if (ret) {
|
|
dev_err(&pdev->dev, "failed to get irq %d for %s\n",
|
|
msix_ent[i].vector, name);
|
|
return ret;
|
|
}
|
|
set_bit(i, ndev->msix.irqs);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void nitrox_disable_msix(struct nitrox_device *ndev)
|
|
{
|
|
struct msix_entry *msix_ent = ndev->msix.entries;
|
|
char **names = ndev->msix.names;
|
|
int i = 0, ring, nr_ring_vectors;
|
|
|
|
nr_ring_vectors = ndev->msix.nr_entries - 1;
|
|
|
|
/* clear pkt ring irqs */
|
|
while (i < nr_ring_vectors) {
|
|
if (test_and_clear_bit(i, ndev->msix.irqs)) {
|
|
ring = (i / NR_RING_VECTORS);
|
|
irq_set_affinity_hint(msix_ent[i].vector, NULL);
|
|
free_irq(msix_ent[i].vector, &ndev->bh.slc[ring]);
|
|
}
|
|
i += NR_RING_VECTORS;
|
|
}
|
|
irq_set_affinity_hint(msix_ent[i].vector, NULL);
|
|
free_irq(msix_ent[i].vector, ndev);
|
|
clear_bit(i, ndev->msix.irqs);
|
|
|
|
kfree(ndev->msix.entries);
|
|
for (i = 0; i < ndev->msix.nr_entries; i++)
|
|
kfree(*(names + i));
|
|
|
|
kfree(names);
|
|
pci_disable_msix(ndev->pdev);
|
|
}
|
|
|
|
/**
|
|
* nitrox_pf_cleanup_isr: Cleanup PF MSI-X and IRQ
|
|
* @ndev: NITROX device
|
|
*/
|
|
void nitrox_pf_cleanup_isr(struct nitrox_device *ndev)
|
|
{
|
|
nitrox_disable_msix(ndev);
|
|
nitrox_cleanup_pkt_slc_bh(ndev);
|
|
}
|
|
|
|
/**
|
|
* nitrox_init_isr - Initialize PF MSI-X vectors and IRQ
|
|
* @ndev: NITROX device
|
|
*
|
|
* Return: 0 on success, a negative value on failure.
|
|
*/
|
|
int nitrox_pf_init_isr(struct nitrox_device *ndev)
|
|
{
|
|
int err;
|
|
|
|
err = nitrox_setup_pkt_slc_bh(ndev);
|
|
if (err)
|
|
return err;
|
|
|
|
err = nitrox_enable_msix(ndev);
|
|
if (err)
|
|
goto msix_fail;
|
|
|
|
err = nitrox_request_irqs(ndev);
|
|
if (err)
|
|
goto irq_fail;
|
|
|
|
return 0;
|
|
|
|
irq_fail:
|
|
nitrox_disable_msix(ndev);
|
|
msix_fail:
|
|
nitrox_cleanup_pkt_slc_bh(ndev);
|
|
return err;
|
|
}
|