x86-64: Move isidle from PDA to per-cpu.
authorBrian Gerst <brgerst@gmail.com>
Sun, 18 Jan 2009 15:38:59 +0000 (00:38 +0900)
committerTejun Heo <tj@kernel.org>
Sun, 18 Jan 2009 15:38:59 +0000 (00:38 +0900)
tj: s/isidle/is_idle/

Signed-off-by: Brian Gerst <brgerst@gmail.com>
Signed-off-by: Tejun Heo <tj@kernel.org>
arch/x86/include/asm/pda.h
arch/x86/kernel/process_64.c

index b30ef6bddc438515e44b74564cba8688122889b9..c31ca048a901f71c585bfce5032541731847ffa6 100644 (file)
@@ -23,7 +23,6 @@ struct x8664_pda {
                                           offset 40!!! */
 #endif
        short in_bootmem;               /* pda lives in bootmem */
-       short isidle;
 } ____cacheline_aligned_in_smp;
 
 DECLARE_PER_CPU(struct x8664_pda, __pda);
index 480128918926ae0db91ed504dc2505f4f61692bd..4523ff88a69d47e880c0d046aa1fa12db950d109 100644 (file)
@@ -61,6 +61,7 @@ DEFINE_PER_CPU(struct task_struct *, current_task) = &init_task;
 EXPORT_PER_CPU_SYMBOL(current_task);
 
 DEFINE_PER_CPU(unsigned long, old_rsp);
+static DEFINE_PER_CPU(unsigned char, is_idle);
 
 unsigned long kernel_thread_flags = CLONE_VM | CLONE_UNTRACED;
 
@@ -80,13 +81,13 @@ EXPORT_SYMBOL_GPL(idle_notifier_unregister);
 
 void enter_idle(void)
 {
-       write_pda(isidle, 1);
+       percpu_write(is_idle, 1);
        atomic_notifier_call_chain(&idle_notifier, IDLE_START, NULL);
 }
 
 static void __exit_idle(void)
 {
-       if (test_and_clear_bit_pda(0, isidle) == 0)
+       if (x86_test_and_clear_bit_percpu(0, is_idle) == 0)
                return;
        atomic_notifier_call_chain(&idle_notifier, IDLE_END, NULL);
 }