PCI: Replace the racy recursion prevention

pci_call_probe() can called recursively when a physcial function is probed
and the probing creates virtual functions, which are populated via
pci_bus_add_device() which in turn can end up calling pci_call_probe()
again.

The code has an interesting way to prevent recursing into the workqueue
code.  That's accomplished by a check whether the current task runs already
on the numa node which is associated with the device.

While that works to prevent the recursion into the workqueue code, it's
racy versus normal execution as there is no guarantee that the node does
not vanish after the check.

There is another issue with this code. It dereferences cpumask_of_node()
unconditionally without checking whether the node is available.

Make the detection reliable by:

 - Mark a probed device as 'is_probed' in pci_call_probe()

 - Check in pci_call_probe for a virtual function. If it's a virtual
   function and the associated physical function device is marked
   'is_probed' then this is a recursive call, so the call can be invoked in
   the calling context.

 - Add a check whether the node is online before dereferencing it.

Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Acked-by: Ingo Molnar <mingo@kernel.org>
Acked-by: Bjorn Helgaas <bhelgaas@google.com>
Cc: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: linux-pci@vger.kernel.org
Cc: Sebastian Siewior <bigeasy@linutronix.de>
Cc: Steven Rostedt <rostedt@goodmis.org>
Link: http://lkml.kernel.org/r/20170524081548.771457199@linutronix.de

diff --git a/drivers/pci/pci-driver.c b/drivers/pci/pci-driver.c
index 5bf92fd983e51c71b2992ee1be6ef87d667f3512..fe6be63825054fa8d4543bb14279abd8934180ab 100644 (file)
--- a/drivers/pci/pci-driver.c
+++ b/drivers/pci/pci-driver.c
@@ -320,10 +320,19 @@ static long local_pci_probe(void *_ddi)
        return 0;
 }
 
+static bool pci_physfn_is_probed(struct pci_dev *dev)
+{
+#ifdef CONFIG_PCI_IOV
+       return dev->is_virtfn && dev->physfn->is_probed;
+#else
+       return false;
+#endif
+}
+
 static int pci_call_probe(struct pci_driver *drv, struct pci_dev *dev,
                          const struct pci_device_id *id)
 {
-       int error, node;
+       int error, node, cpu;
        struct drv_dev_and_id ddi = { drv, dev, id };
 
        /*
@@ -332,33 +341,27 @@ static int pci_call_probe(struct pci_driver *drv, struct pci_dev *dev,
         * on the right node.
         */
        node = dev_to_node(&dev->dev);
+       dev->is_probed = 1;
+
+       cpu_hotplug_disable();
 
        /*
-        * On NUMA systems, we are likely to call a PF probe function using
-        * work_on_cpu().  If that probe calls pci_enable_sriov() (which
-        * adds the VF devices via pci_bus_add_device()), we may re-enter
-        * this function to call the VF probe function.  Calling
-        * work_on_cpu() again will cause a lockdep warning.  Since VFs are
-        * always on the same node as the PF, we can work around this by
-        * avoiding work_on_cpu() when we're already on the correct node.
-        *
-        * Preemption is enabled, so it's theoretically unsafe to use
-        * numa_node_id(), but even if we run the probe function on the
-        * wrong node, it should be functionally correct.
+        * Prevent nesting work_on_cpu() for the case where a Virtual Function
+        * device is probed from work_on_cpu() of the Physical device.
         */
-       if (node >= 0 && node != numa_node_id()) {
-               int cpu;
-
-               cpu_hotplug_disable();
+       if (node < 0 || node >= MAX_NUMNODES || !node_online(node) ||
+           pci_physfn_is_probed(dev))
+               cpu = nr_cpu_ids;
+       else
                cpu = cpumask_any_and(cpumask_of_node(node), cpu_online_mask);
-               if (cpu < nr_cpu_ids)
-                       error = work_on_cpu(cpu, local_pci_probe, &ddi);
-               else
-                       error = local_pci_probe(&ddi);
-               cpu_hotplug_enable();
-       } else
+
+       if (cpu < nr_cpu_ids)
+               error = work_on_cpu(cpu, local_pci_probe, &ddi);
+       else
                error = local_pci_probe(&ddi);
 
+       dev->is_probed = 0;
+       cpu_hotplug_enable();
        return error;
 }
 

diff --git a/include/linux/pci.h b/include/linux/pci.h
index 33c2b0b77429d09aaa31cb9735458db5762e08a7..5026f2ae86db2431df02a0a1e6e2519e317b0246 100644 (file)
--- a/include/linux/pci.h
+++ b/include/linux/pci.h
@@ -371,6 +371,7 @@ struct pci_dev {
        unsigned int    irq_managed:1;
        unsigned int    has_secondary_link:1;
        unsigned int    non_compliant_bars:1;   /* broken BARs; ignore them */
+       unsigned int    is_probed:1;            /* device probing in progress */
        pci_dev_flags_t dev_flags;
        atomic_t        enable_cnt;     /* pci_enable_device has been called */