Commit | Line | Data |
---|---|---|
74bf4312 DM |
1 | /* arch/sparc64/mm/tsb.c |
2 | * | |
3 | * Copyright (C) 2006 David S. Miller <davem@davemloft.net> | |
4 | */ | |
5 | ||
6 | #include <linux/kernel.h> | |
7 | #include <asm/system.h> | |
8 | #include <asm/page.h> | |
9 | #include <asm/tlbflush.h> | |
10 | #include <asm/tlb.h> | |
11 | ||
12 | #define TSB_ENTRY_ALIGNMENT 16 | |
13 | ||
14 | struct tsb { | |
15 | unsigned long tag; | |
16 | unsigned long pte; | |
17 | } __attribute__((aligned(TSB_ENTRY_ALIGNMENT))); | |
18 | ||
19 | /* We use an 8K TSB for the whole kernel, this allows to | |
20 | * handle about 4MB of modules and vmalloc mappings without | |
21 | * incurring many hash conflicts. | |
22 | */ | |
23 | #define KERNEL_TSB_SIZE_BYTES 8192 | |
24 | #define KERNEL_TSB_NENTRIES \ | |
25 | (KERNEL_TSB_SIZE_BYTES / sizeof(struct tsb)) | |
26 | ||
27 | extern struct tsb swapper_tsb[KERNEL_TSB_NENTRIES]; | |
28 | ||
29 | static inline unsigned long tsb_hash(unsigned long vaddr) | |
30 | { | |
31 | vaddr >>= PAGE_SHIFT; | |
32 | return vaddr & (KERNEL_TSB_NENTRIES - 1); | |
33 | } | |
34 | ||
35 | static inline int tag_compare(struct tsb *entry, unsigned long vaddr, unsigned long context) | |
36 | { | |
37 | if (context == ~0UL) | |
38 | return 1; | |
39 | ||
40 | return (entry->tag == ((vaddr >> 22) | (context << 48))); | |
41 | } | |
42 | ||
43 | /* TSB flushes need only occur on the processor initiating the address | |
44 | * space modification, not on each cpu the address space has run on. | |
45 | * Only the TLB flush needs that treatment. | |
46 | */ | |
47 | ||
48 | void flush_tsb_kernel_range(unsigned long start, unsigned long end) | |
49 | { | |
50 | unsigned long v; | |
51 | ||
52 | for (v = start; v < end; v += PAGE_SIZE) { | |
53 | struct tsb *ent = &swapper_tsb[tsb_hash(v)]; | |
54 | ||
55 | if (tag_compare(ent, v, 0)) { | |
56 | ent->tag = 0UL; | |
57 | membar_storeload_storestore(); | |
58 | } | |
59 | } | |
60 | } | |
61 | ||
62 | void flush_tsb_user(struct mmu_gather *mp) | |
63 | { | |
64 | struct mm_struct *mm = mp->mm; | |
65 | struct tsb *tsb = (struct tsb *) mm->context.sparc64_tsb; | |
66 | unsigned long ctx = ~0UL; | |
67 | int i; | |
68 | ||
69 | if (CTX_VALID(mm->context)) | |
70 | ctx = CTX_HWBITS(mm->context); | |
71 | ||
72 | for (i = 0; i < mp->tlb_nr; i++) { | |
73 | unsigned long v = mp->vaddrs[i]; | |
74 | struct tsb *ent; | |
75 | ||
76 | v &= ~0x1UL; | |
77 | ||
78 | ent = &tsb[tsb_hash(v)]; | |
79 | if (tag_compare(ent, v, ctx)) { | |
80 | ent->tag = 0UL; | |
81 | membar_storeload_storestore(); | |
82 | } | |
83 | } | |
84 | } |