|
Thomas Bogendoerfer |
7604d7 |
From: Haiyang Zhang <haiyangz@microsoft.com>
|
|
Thomas Bogendoerfer |
7604d7 |
Date: Mon, 6 Feb 2023 13:28:49 -0800
|
|
Thomas Bogendoerfer |
7604d7 |
Subject: net: mana: Fix accessing freed irq affinity_hint
|
|
Thomas Bogendoerfer |
7604d7 |
Patch-mainline: v6.2-rc8
|
|
Thomas Bogendoerfer |
7604d7 |
Git-commit: 18a048370b06a3a521219e9e5b10bdc2178ef19c
|
|
Thomas Bogendoerfer |
7604d7 |
References: bsc#1208153
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
After calling irq_set_affinity_and_hint(), the cpumask pointer is
|
|
Thomas Bogendoerfer |
7604d7 |
saved in desc->affinity_hint, and will be used later when reading
|
|
Thomas Bogendoerfer |
7604d7 |
/proc/irq/<num>/affinity_hint. So the cpumask variable needs to be
|
|
Thomas Bogendoerfer |
7604d7 |
persistent. Otherwise, we are accessing freed memory when reading
|
|
Thomas Bogendoerfer |
7604d7 |
the affinity_hint file.
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
Also, need to clear affinity_hint before free_irq(), otherwise there
|
|
Thomas Bogendoerfer |
7604d7 |
is a one-time warning and stack trace during module unloading:
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948687] WARNING: CPU: 10 PID: 1589 at kernel/irq/manage.c:1913 free_irq+0x318/0x360
|
|
Thomas Bogendoerfer |
7604d7 |
...
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948753] Call Trace:
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948754] <TASK>
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948760] mana_gd_remove_irqs+0x78/0xc0 [mana]
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948767] mana_gd_remove+0x3e/0x80 [mana]
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948773] pci_device_remove+0x3d/0xb0
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948778] device_remove+0x46/0x70
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948782] device_release_driver_internal+0x1fe/0x280
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948785] driver_detach+0x4e/0xa0
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948787] bus_remove_driver+0x70/0xf0
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948789] driver_unregister+0x35/0x60
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948792] pci_unregister_driver+0x44/0x90
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948794] mana_driver_exit+0x14/0x3fe [mana]
|
|
Thomas Bogendoerfer |
7604d7 |
[ 243.948800] __do_sys_delete_module.constprop.0+0x185/0x2f0
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
To fix the bug, use the persistent mask, cpumask_of(cpu#), and set
|
|
Thomas Bogendoerfer |
7604d7 |
affinity_hint to NULL before freeing the IRQ, as required by free_irq().
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
Cc: stable@vger.kernel.org
|
|
Thomas Bogendoerfer |
7604d7 |
Fixes: 71fa6887eeca ("net: mana: Assign interrupts to CPUs based on NUMA nodes")
|
|
Thomas Bogendoerfer |
7604d7 |
Signed-off-by: Haiyang Zhang <haiyangz@microsoft.com>
|
|
Thomas Bogendoerfer |
7604d7 |
Reviewed-by: Michael Kelley <mikelley@microsoft.com>
|
|
Thomas Bogendoerfer |
7604d7 |
Reviewed-by: Leon Romanovsky <leonro@nvidia.com>
|
|
Thomas Bogendoerfer |
7604d7 |
Link: https://lore.kernel.org/r/1675718929-19565-1-git-send-email-haiyangz@microsoft.com
|
|
Thomas Bogendoerfer |
7604d7 |
Signed-off-by: Jakub Kicinski <kuba@kernel.org>
|
|
Thomas Bogendoerfer |
7604d7 |
Acked-by: Thomas Bogendoerfer <tbogendoerfer@suse.de>
|
|
Thomas Bogendoerfer |
7604d7 |
---
|
|
Thomas Bogendoerfer |
7604d7 |
drivers/net/ethernet/microsoft/mana/gdma_main.c | 37 +++++++-----------------
|
|
Thomas Bogendoerfer |
7604d7 |
1 file changed, 11 insertions(+), 26 deletions(-)
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
--- a/drivers/net/ethernet/microsoft/mana/gdma_main.c
|
|
Thomas Bogendoerfer |
7604d7 |
+++ b/drivers/net/ethernet/microsoft/mana/gdma_main.c
|
|
Thomas Bogendoerfer |
7604d7 |
@@ -1196,9 +1196,7 @@ static int mana_gd_setup_irqs(struct pci
|
|
Thomas Bogendoerfer |
7604d7 |
unsigned int max_queues_per_port = num_online_cpus();
|
|
Thomas Bogendoerfer |
7604d7 |
struct gdma_context *gc = pci_get_drvdata(pdev);
|
|
Thomas Bogendoerfer |
7604d7 |
struct gdma_irq_context *gic;
|
|
Thomas Bogendoerfer |
7604d7 |
- unsigned int max_irqs;
|
|
Thomas Bogendoerfer |
7604d7 |
- u16 *cpus;
|
|
Thomas Bogendoerfer |
7604d7 |
- cpumask_var_t req_mask;
|
|
Thomas Bogendoerfer |
7604d7 |
+ unsigned int max_irqs, cpu;
|
|
Thomas Bogendoerfer |
7604d7 |
int nvec, irq;
|
|
Thomas Bogendoerfer |
7604d7 |
int err, i = 0, j;
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
@@ -1219,21 +1217,7 @@ static int mana_gd_setup_irqs(struct pci
|
|
Thomas Bogendoerfer |
7604d7 |
goto free_irq_vector;
|
|
Thomas Bogendoerfer |
7604d7 |
}
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
- if (!zalloc_cpumask_var(&req_mask, GFP_KERNEL)) {
|
|
Thomas Bogendoerfer |
7604d7 |
- err = -ENOMEM;
|
|
Thomas Bogendoerfer |
7604d7 |
- goto free_irq;
|
|
Thomas Bogendoerfer |
7604d7 |
- }
|
|
Thomas Bogendoerfer |
7604d7 |
-
|
|
Thomas Bogendoerfer |
7604d7 |
- cpus = kcalloc(nvec, sizeof(*cpus), GFP_KERNEL);
|
|
Thomas Bogendoerfer |
7604d7 |
- if (!cpus) {
|
|
Thomas Bogendoerfer |
7604d7 |
- err = -ENOMEM;
|
|
Thomas Bogendoerfer |
7604d7 |
- goto free_mask;
|
|
Thomas Bogendoerfer |
7604d7 |
- }
|
|
Thomas Bogendoerfer |
7604d7 |
- for (i = 0; i < nvec; i++)
|
|
Thomas Bogendoerfer |
7604d7 |
- cpus[i] = cpumask_local_spread(i, gc->numa_node);
|
|
Thomas Bogendoerfer |
7604d7 |
-
|
|
Thomas Bogendoerfer |
7604d7 |
for (i = 0; i < nvec; i++) {
|
|
Thomas Bogendoerfer |
7604d7 |
- cpumask_set_cpu(cpus[i], req_mask);
|
|
Thomas Bogendoerfer |
7604d7 |
gic = &gc->irq_contexts[i];
|
|
Thomas Bogendoerfer |
7604d7 |
gic->handler = NULL;
|
|
Thomas Bogendoerfer |
7604d7 |
gic->arg = NULL;
|
|
Thomas Bogendoerfer |
7604d7 |
@@ -1248,17 +1232,16 @@ static int mana_gd_setup_irqs(struct pci
|
|
Thomas Bogendoerfer |
7604d7 |
irq = pci_irq_vector(pdev, i);
|
|
Thomas Bogendoerfer |
7604d7 |
if (irq < 0) {
|
|
Thomas Bogendoerfer |
7604d7 |
err = irq;
|
|
Thomas Bogendoerfer |
7604d7 |
- goto free_mask;
|
|
Thomas Bogendoerfer |
7604d7 |
+ goto free_irq;
|
|
Thomas Bogendoerfer |
7604d7 |
}
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
err = request_irq(irq, mana_gd_intr, 0, gic->name, gic);
|
|
Thomas Bogendoerfer |
7604d7 |
if (err)
|
|
Thomas Bogendoerfer |
7604d7 |
- goto free_mask;
|
|
Thomas Bogendoerfer |
7604d7 |
- irq_set_affinity_and_hint(irq, req_mask);
|
|
Thomas Bogendoerfer |
7604d7 |
- cpumask_clear(req_mask);
|
|
Thomas Bogendoerfer |
7604d7 |
+ goto free_irq;
|
|
Thomas Bogendoerfer |
7604d7 |
+
|
|
Thomas Bogendoerfer |
7604d7 |
+ cpu = cpumask_local_spread(i, gc->numa_node);
|
|
Thomas Bogendoerfer |
7604d7 |
+ irq_set_affinity_and_hint(irq, cpumask_of(cpu));
|
|
Thomas Bogendoerfer |
7604d7 |
}
|
|
Thomas Bogendoerfer |
7604d7 |
- free_cpumask_var(req_mask);
|
|
Thomas Bogendoerfer |
7604d7 |
- kfree(cpus);
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
err = mana_gd_alloc_res_map(nvec, &gc->msix_resource);
|
|
Thomas Bogendoerfer |
7604d7 |
if (err)
|
|
Thomas Bogendoerfer |
7604d7 |
@@ -1269,13 +1252,12 @@ static int mana_gd_setup_irqs(struct pci
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
return 0;
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
-free_mask:
|
|
Thomas Bogendoerfer |
7604d7 |
- free_cpumask_var(req_mask);
|
|
Thomas Bogendoerfer |
7604d7 |
- kfree(cpus);
|
|
Thomas Bogendoerfer |
7604d7 |
free_irq:
|
|
Thomas Bogendoerfer |
7604d7 |
for (j = i - 1; j >= 0; j--) {
|
|
Thomas Bogendoerfer |
7604d7 |
irq = pci_irq_vector(pdev, j);
|
|
Thomas Bogendoerfer |
7604d7 |
gic = &gc->irq_contexts[j];
|
|
Thomas Bogendoerfer |
7604d7 |
+
|
|
Thomas Bogendoerfer |
7604d7 |
+ irq_update_affinity_hint(irq, NULL);
|
|
Thomas Bogendoerfer |
7604d7 |
free_irq(irq, gic);
|
|
Thomas Bogendoerfer |
7604d7 |
}
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
@@ -1303,6 +1285,9 @@ static void mana_gd_remove_irqs(struct p
|
|
Thomas Bogendoerfer |
7604d7 |
continue;
|
|
Thomas Bogendoerfer |
7604d7 |
|
|
Thomas Bogendoerfer |
7604d7 |
gic = &gc->irq_contexts[i];
|
|
Thomas Bogendoerfer |
7604d7 |
+
|
|
Thomas Bogendoerfer |
7604d7 |
+ /* Need to clear the hint before free_irq */
|
|
Thomas Bogendoerfer |
7604d7 |
+ irq_update_affinity_hint(irq, NULL);
|
|
Thomas Bogendoerfer |
7604d7 |
free_irq(irq, gic);
|
|
Thomas Bogendoerfer |
7604d7 |
}
|
|
Thomas Bogendoerfer |
7604d7 |
|