powerpc: Update tlbie/tlbiel as per ISA doc

Encode the actual page correctly in tlbie/tlbiel. This make sure we handle
multiple page size segment correctly.

Signed-off-by: Aneesh Kumar K.V <aneesh.kumar@linux.vnet.ibm.com>
Signed-off-by: Benjamin Herrenschmidt <benh@kernel.crashing.org>

diff --git a/arch/powerpc/mm/hash_native_64.c b/arch/powerpc/mm/hash_native_64.c
index bb920ee156274c45d3a6599c2f7f4470e2af9178..6a2aead5b0e5e1e78c5c742c12a97a83755859bc 100644 (file)
--- a/arch/powerpc/mm/hash_native_64.c
+++ b/arch/powerpc/mm/hash_native_64.c
@@ -61,7 +61,10 @@ static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize)
 
        switch (psize) {
        case MMU_PAGE_4K:
+               /* clear out bits after (52) [0....52.....63] */
+               va &= ~((1ul << (64 - 52)) - 1);
                va |= ssize << 8;
+               va |= mmu_psize_defs[apsize].sllp << 6;
                asm volatile(ASM_FTR_IFCLR("tlbie %0,0", PPC_TLBIE(%1,%0), %2)
                             : : "r" (va), "r"(0), "i" (CPU_FTR_ARCH_206)
                             : "memory");
@@ -69,9 +72,20 @@ static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize)
        default:
                /* We need 14 to 14 + i bits of va */
                penc = mmu_psize_defs[psize].penc[apsize];
-               va &= ~((1ul << mmu_psize_defs[psize].shift) - 1);
+               va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1);
                va |= penc << 12;
                va |= ssize << 8;
+               /* Add AVAL part */
+               if (psize != apsize) {
+                       /*
+                        * MPSS, 64K base page size and 16MB parge page size
+                        * We don't need all the bits, but rest of the bits
+                        * must be ignored by the processor.
+                        * vpn cover upto 65 bits of va. (0...65) and we need
+                        * 58..64 bits of va.
+                        */
+                       va |= (vpn & 0xfe);
+               }
                va |= 1; /* L */
                asm volatile(ASM_FTR_IFCLR("tlbie %0,1", PPC_TLBIE(%1,%0), %2)
                             : : "r" (va), "r"(0), "i" (CPU_FTR_ARCH_206)
@@ -96,16 +110,30 @@ static inline void __tlbiel(unsigned long vpn, int psize, int apsize, int ssize)
 
        switch (psize) {
        case MMU_PAGE_4K:
+               /* clear out bits after(52) [0....52.....63] */
+               va &= ~((1ul << (64 - 52)) - 1);
                va |= ssize << 8;
+               va |= mmu_psize_defs[apsize].sllp << 6;
                asm volatile(".long 0x7c000224 | (%0 << 11) | (0 << 21)"
                             : : "r"(va) : "memory");
                break;
        default:
                /* We need 14 to 14 + i bits of va */
                penc = mmu_psize_defs[psize].penc[apsize];
-               va &= ~((1ul << mmu_psize_defs[psize].shift) - 1);
+               va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1);
                va |= penc << 12;
                va |= ssize << 8;
+               /* Add AVAL part */
+               if (psize != apsize) {
+                       /*
+                        * MPSS, 64K base page size and 16MB parge page size
+                        * We don't need all the bits, but rest of the bits
+                        * must be ignored by the processor.
+                        * vpn cover upto 65 bits of va. (0...65) and we need
+                        * 58..64 bits of va.
+                        */
+                       va |= (vpn & 0xfe);
+               }
                va |= 1; /* L */
                asm volatile(".long 0x7c000224 | (%0 << 11) | (1 << 21)"
                             : : "r"(va) : "memory");