Commit | Line | Data |
---|---|---|
9031fefd WD |
1 | /* |
2 | * Userspace implementations of gettimeofday() and friends. | |
3 | * | |
4 | * Copyright (C) 2012 ARM Limited | |
5 | * | |
6 | * This program is free software; you can redistribute it and/or modify | |
7 | * it under the terms of the GNU General Public License version 2 as | |
8 | * published by the Free Software Foundation. | |
9 | * | |
10 | * This program is distributed in the hope that it will be useful, | |
11 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
12 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
13 | * GNU General Public License for more details. | |
14 | * | |
15 | * You should have received a copy of the GNU General Public License | |
16 | * along with this program. If not, see <http://www.gnu.org/licenses/>. | |
17 | * | |
18 | * Author: Will Deacon <will.deacon@arm.com> | |
19 | */ | |
20 | ||
21 | #include <linux/linkage.h> | |
22 | #include <asm/asm-offsets.h> | |
23 | #include <asm/unistd.h> | |
24 | ||
25 | #define NSEC_PER_SEC_LO16 0xca00 | |
26 | #define NSEC_PER_SEC_HI16 0x3b9a | |
27 | ||
28 | vdso_data .req x6 | |
29 | use_syscall .req w7 | |
30 | seqcnt .req w8 | |
31 | ||
32 | .macro seqcnt_acquire | |
33 | 9999: ldr seqcnt, [vdso_data, #VDSO_TB_SEQ_COUNT] | |
34 | tbnz seqcnt, #0, 9999b | |
35 | dmb ishld | |
36 | ldr use_syscall, [vdso_data, #VDSO_USE_SYSCALL] | |
37 | .endm | |
38 | ||
39 | .macro seqcnt_read, cnt | |
40 | dmb ishld | |
41 | ldr \cnt, [vdso_data, #VDSO_TB_SEQ_COUNT] | |
42 | .endm | |
43 | ||
44 | .macro seqcnt_check, cnt, fail | |
45 | cmp \cnt, seqcnt | |
46 | b.ne \fail | |
47 | .endm | |
48 | ||
49 | .text | |
50 | ||
51 | /* int __kernel_gettimeofday(struct timeval *tv, struct timezone *tz); */ | |
52 | ENTRY(__kernel_gettimeofday) | |
53 | .cfi_startproc | |
54 | mov x2, x30 | |
55 | .cfi_register x30, x2 | |
56 | ||
57 | /* Acquire the sequence counter and get the timespec. */ | |
58 | adr vdso_data, _vdso_data | |
59 | 1: seqcnt_acquire | |
60 | cbnz use_syscall, 4f | |
61 | ||
62 | /* If tv is NULL, skip to the timezone code. */ | |
63 | cbz x0, 2f | |
64 | bl __do_get_tspec | |
d91fb5c2 | 65 | seqcnt_check w9, 1b |
9031fefd WD |
66 | |
67 | /* Convert ns to us. */ | |
d91fb5c2 | 68 | mov x13, #1000 |
45a7905f | 69 | lsl x13, x13, x12 |
d91fb5c2 WD |
70 | udiv x11, x11, x13 |
71 | stp x10, x11, [x0, #TVAL_TV_SEC] | |
9031fefd WD |
72 | 2: |
73 | /* If tz is NULL, return 0. */ | |
74 | cbz x1, 3f | |
75 | ldp w4, w5, [vdso_data, #VDSO_TZ_MINWEST] | |
9031fefd WD |
76 | stp w4, w5, [x1, #TZ_MINWEST] |
77 | 3: | |
78 | mov x0, xzr | |
79 | ret x2 | |
80 | 4: | |
81 | /* Syscall fallback. */ | |
82 | mov x8, #__NR_gettimeofday | |
83 | svc #0 | |
84 | ret x2 | |
85 | .cfi_endproc | |
86 | ENDPROC(__kernel_gettimeofday) | |
87 | ||
88 | /* int __kernel_clock_gettime(clockid_t clock_id, struct timespec *tp); */ | |
89 | ENTRY(__kernel_clock_gettime) | |
90 | .cfi_startproc | |
91 | cmp w0, #CLOCK_REALTIME | |
92 | ccmp w0, #CLOCK_MONOTONIC, #0x4, ne | |
93 | b.ne 2f | |
94 | ||
95 | mov x2, x30 | |
96 | .cfi_register x30, x2 | |
97 | ||
98 | /* Get kernel timespec. */ | |
99 | adr vdso_data, _vdso_data | |
100 | 1: seqcnt_acquire | |
101 | cbnz use_syscall, 7f | |
102 | ||
103 | bl __do_get_tspec | |
d91fb5c2 | 104 | seqcnt_check w9, 1b |
9031fefd WD |
105 | |
106 | cmp w0, #CLOCK_MONOTONIC | |
107 | b.ne 6f | |
108 | ||
109 | /* Get wtm timespec. */ | |
d91fb5c2 | 110 | ldp x13, x14, [vdso_data, #VDSO_WTM_CLK_SEC] |
9031fefd WD |
111 | |
112 | /* Check the sequence counter. */ | |
d91fb5c2 WD |
113 | seqcnt_read w9 |
114 | seqcnt_check w9, 1b | |
9031fefd WD |
115 | b 4f |
116 | 2: | |
117 | cmp w0, #CLOCK_REALTIME_COARSE | |
118 | ccmp w0, #CLOCK_MONOTONIC_COARSE, #0x4, ne | |
119 | b.ne 8f | |
120 | ||
121 | /* Get coarse timespec. */ | |
122 | adr vdso_data, _vdso_data | |
123 | 3: seqcnt_acquire | |
d91fb5c2 | 124 | ldp x10, x11, [vdso_data, #VDSO_XTIME_CRS_SEC] |
9031fefd | 125 | |
9031fefd | 126 | /* Get wtm timespec. */ |
d91fb5c2 | 127 | ldp x13, x14, [vdso_data, #VDSO_WTM_CLK_SEC] |
9031fefd WD |
128 | |
129 | /* Check the sequence counter. */ | |
d91fb5c2 WD |
130 | seqcnt_read w9 |
131 | seqcnt_check w9, 3b | |
f84a935d WD |
132 | |
133 | cmp w0, #CLOCK_MONOTONIC_COARSE | |
134 | b.ne 6f | |
9031fefd WD |
135 | 4: |
136 | /* Add on wtm timespec. */ | |
d91fb5c2 | 137 | add x10, x10, x13 |
45a7905f | 138 | lsl x14, x14, x12 |
d91fb5c2 | 139 | add x11, x11, x14 |
9031fefd WD |
140 | |
141 | /* Normalise the new timespec. */ | |
d91fb5c2 WD |
142 | mov x15, #NSEC_PER_SEC_LO16 |
143 | movk x15, #NSEC_PER_SEC_HI16, lsl #16 | |
45a7905f | 144 | lsl x15, x15, x12 |
d91fb5c2 | 145 | cmp x11, x15 |
9031fefd | 146 | b.lt 5f |
d91fb5c2 WD |
147 | sub x11, x11, x15 |
148 | add x10, x10, #1 | |
9031fefd | 149 | 5: |
d91fb5c2 | 150 | cmp x11, #0 |
9031fefd | 151 | b.ge 6f |
d91fb5c2 WD |
152 | add x11, x11, x15 |
153 | sub x10, x10, #1 | |
9031fefd WD |
154 | |
155 | 6: /* Store to the user timespec. */ | |
45a7905f | 156 | lsr x11, x11, x12 |
d91fb5c2 | 157 | stp x10, x11, [x1, #TSPEC_TV_SEC] |
9031fefd WD |
158 | mov x0, xzr |
159 | ret x2 | |
160 | 7: | |
161 | mov x30, x2 | |
162 | 8: /* Syscall fallback. */ | |
163 | mov x8, #__NR_clock_gettime | |
164 | svc #0 | |
165 | ret | |
166 | .cfi_endproc | |
167 | ENDPROC(__kernel_clock_gettime) | |
168 | ||
169 | /* int __kernel_clock_getres(clockid_t clock_id, struct timespec *res); */ | |
170 | ENTRY(__kernel_clock_getres) | |
171 | .cfi_startproc | |
172 | cbz w1, 3f | |
173 | ||
174 | cmp w0, #CLOCK_REALTIME | |
175 | ccmp w0, #CLOCK_MONOTONIC, #0x4, ne | |
176 | b.ne 1f | |
177 | ||
178 | ldr x2, 5f | |
179 | b 2f | |
180 | 1: | |
181 | cmp w0, #CLOCK_REALTIME_COARSE | |
182 | ccmp w0, #CLOCK_MONOTONIC_COARSE, #0x4, ne | |
183 | b.ne 4f | |
184 | ldr x2, 6f | |
185 | 2: | |
186 | stp xzr, x2, [x1] | |
187 | ||
188 | 3: /* res == NULL. */ | |
189 | mov w0, wzr | |
190 | ret | |
191 | ||
192 | 4: /* Syscall fallback. */ | |
193 | mov x8, #__NR_clock_getres | |
194 | svc #0 | |
195 | ret | |
196 | 5: | |
197 | .quad CLOCK_REALTIME_RES | |
198 | 6: | |
199 | .quad CLOCK_COARSE_RES | |
200 | .cfi_endproc | |
201 | ENDPROC(__kernel_clock_getres) | |
202 | ||
203 | /* | |
204 | * Read the current time from the architected counter. | |
205 | * Expects vdso_data to be initialised. | |
206 | * Clobbers the temporary registers (x9 - x15). | |
207 | * Returns: | |
d91fb5c2 | 208 | * - w9 = vDSO sequence counter |
45a7905f | 209 | * - (x10, x11) = (ts->tv_sec, shifted ts->tv_nsec) |
d91fb5c2 | 210 | * - w12 = cs_shift |
9031fefd WD |
211 | */ |
212 | ENTRY(__do_get_tspec) | |
213 | .cfi_startproc | |
214 | ||
215 | /* Read from the vDSO data page. */ | |
216 | ldr x10, [vdso_data, #VDSO_CS_CYCLE_LAST] | |
d91fb5c2 WD |
217 | ldp x13, x14, [vdso_data, #VDSO_XTIME_CLK_SEC] |
218 | ldp w11, w12, [vdso_data, #VDSO_CS_MULT] | |
219 | seqcnt_read w9 | |
9031fefd | 220 | |
1f75ff0a | 221 | /* Read the virtual counter. */ |
9031fefd | 222 | isb |
1f75ff0a | 223 | mrs x15, cntvct_el0 |
9031fefd WD |
224 | |
225 | /* Calculate cycle delta and convert to ns. */ | |
d91fb5c2 | 226 | sub x10, x15, x10 |
9031fefd | 227 | /* We can only guarantee 56 bits of precision. */ |
d91fb5c2 WD |
228 | movn x15, #0xff00, lsl #48 |
229 | and x10, x15, x10 | |
230 | mul x10, x10, x11 | |
9031fefd WD |
231 | |
232 | /* Use the kernel time to calculate the new timespec. */ | |
d91fb5c2 WD |
233 | mov x11, #NSEC_PER_SEC_LO16 |
234 | movk x11, #NSEC_PER_SEC_HI16, lsl #16 | |
45a7905f | 235 | lsl x11, x11, x12 |
d91fb5c2 WD |
236 | add x15, x10, x14 |
237 | udiv x14, x15, x11 | |
238 | add x10, x13, x14 | |
239 | mul x13, x14, x11 | |
240 | sub x11, x15, x13 | |
9031fefd WD |
241 | |
242 | ret | |
243 | .cfi_endproc | |
244 | ENDPROC(__do_get_tspec) |