Merge tag 'mac80211-for-davem-2015-01-06' of git://git.kernel.org/pub/scm/linux/kerne...
[GitHub/LineageOS/android_kernel_motorola_exynos9610.git] / drivers / hv / hv.c
CommitLineData
3e7ee490 1/*
3e7ee490
HJ
2 * Copyright (c) 2009, Microsoft Corporation.
3 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
11 * more details.
12 *
13 * You should have received a copy of the GNU General Public License along with
14 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
15 * Place - Suite 330, Boston, MA 02111-1307 USA.
16 *
17 * Authors:
18 * Haiyang Zhang <haiyangz@microsoft.com>
19 * Hank Janssen <hjanssen@microsoft.com>
20 *
21 */
0a46618d
HJ
22#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
23
a0086dc5
GKH
24#include <linux/kernel.h>
25#include <linux/mm.h>
5a0e3ad6 26#include <linux/slab.h>
b7c947f0 27#include <linux/vmalloc.h>
46a97191 28#include <linux/hyperv.h>
83ba0c4f 29#include <linux/version.h>
db11f12a 30#include <linux/interrupt.h>
407dd164 31#include <asm/hyperv.h>
0f2a6619 32#include "hyperv_vmbus.h"
3e7ee490 33
454f18a9 34/* The one and only */
6a0aaa18
HZ
35struct hv_context hv_context = {
36 .synic_initialized = false,
37 .hypercall_page = NULL,
3e7ee490
HJ
38};
39
3e189519 40/*
d44890c8 41 * query_hypervisor_info - Get version info of the windows hypervisor
0831ad04 42 */
5fbebb2d
S
43unsigned int host_info_eax;
44unsigned int host_info_ebx;
45unsigned int host_info_ecx;
46unsigned int host_info_edx;
47
d44890c8 48static int query_hypervisor_info(void)
0831ad04
GKH
49{
50 unsigned int eax;
51 unsigned int ebx;
52 unsigned int ecx;
53 unsigned int edx;
b8dfb264 54 unsigned int max_leaf;
0831ad04 55 unsigned int op;
3e7ee490 56
0831ad04
GKH
57 /*
58 * Its assumed that this is called after confirming that Viridian
59 * is present. Query id and revision.
60 */
61 eax = 0;
62 ebx = 0;
63 ecx = 0;
64 edx = 0;
f6feebe0 65 op = HVCPUID_VENDOR_MAXFUNCTION;
0831ad04 66 cpuid(op, &eax, &ebx, &ecx, &edx);
3e7ee490 67
b8dfb264 68 max_leaf = eax;
0831ad04 69
b8dfb264 70 if (max_leaf >= HVCPUID_VERSION) {
0831ad04
GKH
71 eax = 0;
72 ebx = 0;
73 ecx = 0;
74 edx = 0;
f6feebe0 75 op = HVCPUID_VERSION;
0831ad04 76 cpuid(op, &eax, &ebx, &ecx, &edx);
5fbebb2d
S
77 host_info_eax = eax;
78 host_info_ebx = ebx;
79 host_info_ecx = ecx;
80 host_info_edx = edx;
0831ad04 81 }
b8dfb264 82 return max_leaf;
0831ad04 83}
3e7ee490 84
3e189519 85/*
d44890c8 86 * do_hypercall- Invoke the specified hypercall
0831ad04 87 */
d44890c8 88static u64 do_hypercall(u64 control, void *input, void *output)
3e7ee490 89{
530cf207 90#ifdef CONFIG_X86_64
b8dfb264
HZ
91 u64 hv_status = 0;
92 u64 input_address = (input) ? virt_to_phys(input) : 0;
93 u64 output_address = (output) ? virt_to_phys(output) : 0;
dec317fd 94 void *hypercall_page = hv_context.hypercall_page;
3e7ee490 95
b8dfb264
HZ
96 __asm__ __volatile__("mov %0, %%r8" : : "r" (output_address) : "r8");
97 __asm__ __volatile__("call *%3" : "=a" (hv_status) :
98 "c" (control), "d" (input_address),
99 "m" (hypercall_page));
3e7ee490 100
b8dfb264 101 return hv_status;
3e7ee490
HJ
102
103#else
104
b8dfb264
HZ
105 u32 control_hi = control >> 32;
106 u32 control_lo = control & 0xFFFFFFFF;
107 u32 hv_status_hi = 1;
108 u32 hv_status_lo = 1;
109 u64 input_address = (input) ? virt_to_phys(input) : 0;
110 u32 input_address_hi = input_address >> 32;
111 u32 input_address_lo = input_address & 0xFFFFFFFF;
112 u64 output_address = (output) ? virt_to_phys(output) : 0;
113 u32 output_address_hi = output_address >> 32;
114 u32 output_address_lo = output_address & 0xFFFFFFFF;
dec317fd 115 void *hypercall_page = hv_context.hypercall_page;
3e7ee490 116
b8dfb264
HZ
117 __asm__ __volatile__ ("call *%8" : "=d"(hv_status_hi),
118 "=a"(hv_status_lo) : "d" (control_hi),
119 "a" (control_lo), "b" (input_address_hi),
120 "c" (input_address_lo), "D"(output_address_hi),
121 "S"(output_address_lo), "m" (hypercall_page));
3e7ee490 122
b8dfb264 123 return hv_status_lo | ((u64)hv_status_hi << 32);
0831ad04 124#endif /* !x86_64 */
3e7ee490
HJ
125}
126
3e189519 127/*
d44890c8 128 * hv_init - Main initialization routine.
0831ad04
GKH
129 *
130 * This routine must be called before any other routines in here are called
131 */
d44890c8 132int hv_init(void)
3e7ee490 133{
b8dfb264
HZ
134 int max_leaf;
135 union hv_x64_msr_hypercall_contents hypercall_msr;
136 void *virtaddr = NULL;
3e7ee490 137
14c1bf8a 138 memset(hv_context.synic_event_page, 0, sizeof(void *) * NR_CPUS);
6a0aaa18 139 memset(hv_context.synic_message_page, 0,
14c1bf8a 140 sizeof(void *) * NR_CPUS);
b29ef354
S
141 memset(hv_context.post_msg_page, 0,
142 sizeof(void *) * NR_CPUS);
917ea427
S
143 memset(hv_context.vp_index, 0,
144 sizeof(int) * NR_CPUS);
db11f12a
S
145 memset(hv_context.event_dpc, 0,
146 sizeof(void *) * NR_CPUS);
3e7ee490 147
d44890c8 148 max_leaf = query_hypervisor_info();
3e7ee490 149
83ba0c4f
S
150 /*
151 * Write our OS ID.
152 */
153 hv_context.guestid = generate_guest_id(0, LINUX_VERSION_CODE, 0);
154 wrmsrl(HV_X64_MSR_GUEST_OS_ID, hv_context.guestid);
a73e6b7c 155
454f18a9 156 /* See if the hypercall page is already set */
b8dfb264 157 rdmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64);
3e7ee490 158
df3493e0 159 virtaddr = __vmalloc(PAGE_SIZE, GFP_KERNEL, PAGE_KERNEL_EXEC);
3e7ee490 160
98e08702 161 if (!virtaddr)
44939d37 162 goto cleanup;
3e7ee490 163
b8dfb264 164 hypercall_msr.enable = 1;
a73e6b7c 165
b8dfb264
HZ
166 hypercall_msr.guest_physical_address = vmalloc_to_pfn(virtaddr);
167 wrmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64);
a73e6b7c
HJ
168
169 /* Confirm that hypercall page did get setup. */
b8dfb264
HZ
170 hypercall_msr.as_uint64 = 0;
171 rdmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64);
a73e6b7c 172
98e08702 173 if (!hypercall_msr.enable)
44939d37 174 goto cleanup;
3e7ee490 175
b8dfb264 176 hv_context.hypercall_page = virtaddr;
a73e6b7c 177
5433e003 178 return 0;
3e7ee490 179
44939d37 180cleanup:
b8dfb264
HZ
181 if (virtaddr) {
182 if (hypercall_msr.enable) {
183 hypercall_msr.as_uint64 = 0;
184 wrmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64);
3e7ee490
HJ
185 }
186
b8dfb264 187 vfree(virtaddr);
3e7ee490 188 }
5433e003
S
189
190 return -ENOTSUPP;
3e7ee490
HJ
191}
192
3e189519 193/*
d44890c8 194 * hv_cleanup - Cleanup routine.
0831ad04
GKH
195 *
196 * This routine is called normally during driver unloading or exiting.
197 */
d44890c8 198void hv_cleanup(void)
3e7ee490 199{
b8dfb264 200 union hv_x64_msr_hypercall_contents hypercall_msr;
3e7ee490 201
93e5bd06
S
202 /* Reset our OS id */
203 wrmsrl(HV_X64_MSR_GUEST_OS_ID, 0);
204
6a0aaa18 205 if (hv_context.hypercall_page) {
b8dfb264
HZ
206 hypercall_msr.as_uint64 = 0;
207 wrmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64);
6a0aaa18
HZ
208 vfree(hv_context.hypercall_page);
209 hv_context.hypercall_page = NULL;
3e7ee490 210 }
3e7ee490
HJ
211}
212
3e189519 213/*
d44890c8 214 * hv_post_message - Post a message using the hypervisor message IPC.
0831ad04
GKH
215 *
216 * This involves a hypercall.
217 */
415f0a02 218int hv_post_message(union hv_connection_id connection_id,
b8dfb264
HZ
219 enum hv_message_type message_type,
220 void *payload, size_t payload_size)
3e7ee490 221{
3e7ee490 222
b8dfb264 223 struct hv_input_post_message *aligned_msg;
034469e6 224 u16 status;
3e7ee490 225
b8dfb264 226 if (payload_size > HV_MESSAGE_PAYLOAD_BYTE_COUNT)
39594abc 227 return -EMSGSIZE;
3e7ee490 228
b8dfb264 229 aligned_msg = (struct hv_input_post_message *)
b29ef354 230 hv_context.post_msg_page[get_cpu()];
3e7ee490 231
b8dfb264 232 aligned_msg->connectionid = connection_id;
b29ef354 233 aligned_msg->reserved = 0;
b8dfb264
HZ
234 aligned_msg->message_type = message_type;
235 aligned_msg->payload_size = payload_size;
236 memcpy((void *)aligned_msg->payload, payload, payload_size);
3e7ee490 237
d44890c8
HZ
238 status = do_hypercall(HVCALL_POST_MESSAGE, aligned_msg, NULL)
239 & 0xFFFF;
3e7ee490 240
b29ef354 241 put_cpu();
3e7ee490
HJ
242 return status;
243}
244
245
3e189519 246/*
d44890c8
HZ
247 * hv_signal_event -
248 * Signal an event on the specified connection using the hypervisor event IPC.
0831ad04
GKH
249 *
250 * This involves a hypercall.
251 */
1f42248d 252u16 hv_signal_event(void *con_id)
3e7ee490 253{
034469e6 254 u16 status;
3e7ee490 255
1f42248d
S
256 status = (do_hypercall(HVCALL_SIGNAL_EVENT, con_id, NULL) & 0xFFFF);
257
3e7ee490
HJ
258 return status;
259}
260
2608fb65
JW
261
262int hv_synic_alloc(void)
263{
264 size_t size = sizeof(struct tasklet_struct);
265 int cpu;
266
267 for_each_online_cpu(cpu) {
268 hv_context.event_dpc[cpu] = kmalloc(size, GFP_ATOMIC);
269 if (hv_context.event_dpc[cpu] == NULL) {
270 pr_err("Unable to allocate event dpc\n");
271 goto err;
272 }
273 tasklet_init(hv_context.event_dpc[cpu], vmbus_on_event, cpu);
274
275 hv_context.synic_message_page[cpu] =
276 (void *)get_zeroed_page(GFP_ATOMIC);
277
278 if (hv_context.synic_message_page[cpu] == NULL) {
279 pr_err("Unable to allocate SYNIC message page\n");
280 goto err;
281 }
282
283 hv_context.synic_event_page[cpu] =
284 (void *)get_zeroed_page(GFP_ATOMIC);
285
286 if (hv_context.synic_event_page[cpu] == NULL) {
287 pr_err("Unable to allocate SYNIC event page\n");
288 goto err;
289 }
b29ef354
S
290
291 hv_context.post_msg_page[cpu] =
292 (void *)get_zeroed_page(GFP_ATOMIC);
293
294 if (hv_context.post_msg_page[cpu] == NULL) {
295 pr_err("Unable to allocate post msg page\n");
296 goto err;
297 }
2608fb65
JW
298 }
299
300 return 0;
301err:
302 return -ENOMEM;
303}
304
8712954d 305static void hv_synic_free_cpu(int cpu)
2608fb65
JW
306{
307 kfree(hv_context.event_dpc[cpu]);
fdf91dae 308 if (hv_context.synic_event_page[cpu])
2608fb65
JW
309 free_page((unsigned long)hv_context.synic_event_page[cpu]);
310 if (hv_context.synic_message_page[cpu])
311 free_page((unsigned long)hv_context.synic_message_page[cpu]);
b29ef354
S
312 if (hv_context.post_msg_page[cpu])
313 free_page((unsigned long)hv_context.post_msg_page[cpu]);
2608fb65
JW
314}
315
316void hv_synic_free(void)
317{
318 int cpu;
319
320 for_each_online_cpu(cpu)
321 hv_synic_free_cpu(cpu);
322}
323
3e189519 324/*
d44890c8 325 * hv_synic_init - Initialize the Synthethic Interrupt Controller.
0831ad04
GKH
326 *
327 * If it is already initialized by another entity (ie x2v shim), we need to
328 * retrieve the initialized message and event pages. Otherwise, we create and
329 * initialize the message and event pages.
330 */
302a3c0f 331void hv_synic_init(void *arg)
3e7ee490 332{
0831ad04 333 u64 version;
eacb1b4d
GKH
334 union hv_synic_simp simp;
335 union hv_synic_siefp siefp;
b8dfb264 336 union hv_synic_sint shared_sint;
eacb1b4d 337 union hv_synic_scontrol sctrl;
917ea427 338 u64 vp_index;
a73e6b7c 339
7692fd4d 340 int cpu = smp_processor_id();
3e7ee490 341
6a0aaa18 342 if (!hv_context.hypercall_page)
7692fd4d 343 return;
3e7ee490 344
454f18a9 345 /* Check the version */
a51ed7d6 346 rdmsrl(HV_X64_MSR_SVERSION, version);
3e7ee490 347
a73e6b7c 348 /* Setup the Synic's message page */
f6feebe0
HZ
349 rdmsrl(HV_X64_MSR_SIMP, simp.as_uint64);
350 simp.simp_enabled = 1;
6a0aaa18 351 simp.base_simp_gpa = virt_to_phys(hv_context.synic_message_page[cpu])
a73e6b7c 352 >> PAGE_SHIFT;
3e7ee490 353
f6feebe0 354 wrmsrl(HV_X64_MSR_SIMP, simp.as_uint64);
3e7ee490 355
a73e6b7c 356 /* Setup the Synic's event page */
f6feebe0
HZ
357 rdmsrl(HV_X64_MSR_SIEFP, siefp.as_uint64);
358 siefp.siefp_enabled = 1;
6a0aaa18 359 siefp.base_siefp_gpa = virt_to_phys(hv_context.synic_event_page[cpu])
a73e6b7c
HJ
360 >> PAGE_SHIFT;
361
f6feebe0 362 wrmsrl(HV_X64_MSR_SIEFP, siefp.as_uint64);
0831ad04 363
0831ad04 364 /* Setup the shared SINT. */
b8dfb264 365 rdmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, shared_sint.as_uint64);
3e7ee490 366
b8dfb264 367 shared_sint.as_uint64 = 0;
302a3c0f 368 shared_sint.vector = HYPERVISOR_CALLBACK_VECTOR;
b8dfb264 369 shared_sint.masked = false;
b0209501 370 shared_sint.auto_eoi = true;
3e7ee490 371
b8dfb264 372 wrmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, shared_sint.as_uint64);
3e7ee490 373
454f18a9 374 /* Enable the global synic bit */
f6feebe0
HZ
375 rdmsrl(HV_X64_MSR_SCONTROL, sctrl.as_uint64);
376 sctrl.enable = 1;
3e7ee490 377
f6feebe0 378 wrmsrl(HV_X64_MSR_SCONTROL, sctrl.as_uint64);
3e7ee490 379
6a0aaa18 380 hv_context.synic_initialized = true;
917ea427
S
381
382 /*
383 * Setup the mapping between Hyper-V's notion
384 * of cpuid and Linux' notion of cpuid.
385 * This array will be indexed using Linux cpuid.
386 */
387 rdmsrl(HV_X64_MSR_VP_INDEX, vp_index);
388 hv_context.vp_index[cpu] = (u32)vp_index;
3a28fa35
S
389
390 INIT_LIST_HEAD(&hv_context.percpu_list[cpu]);
7692fd4d 391 return;
3e7ee490
HJ
392}
393
3e189519 394/*
d44890c8 395 * hv_synic_cleanup - Cleanup routine for hv_synic_init().
0831ad04 396 */
d44890c8 397void hv_synic_cleanup(void *arg)
3e7ee490 398{
b8dfb264 399 union hv_synic_sint shared_sint;
eacb1b4d
GKH
400 union hv_synic_simp simp;
401 union hv_synic_siefp siefp;
7692fd4d 402 int cpu = smp_processor_id();
3e7ee490 403
6a0aaa18 404 if (!hv_context.synic_initialized)
3e7ee490 405 return;
3e7ee490 406
b8dfb264 407 rdmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, shared_sint.as_uint64);
3e7ee490 408
b8dfb264 409 shared_sint.masked = 1;
3e7ee490 410
7692fd4d 411 /* Need to correctly cleanup in the case of SMP!!! */
454f18a9 412 /* Disable the interrupt */
b8dfb264 413 wrmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, shared_sint.as_uint64);
3e7ee490 414
f6feebe0
HZ
415 rdmsrl(HV_X64_MSR_SIMP, simp.as_uint64);
416 simp.simp_enabled = 0;
417 simp.base_simp_gpa = 0;
3e7ee490 418
f6feebe0 419 wrmsrl(HV_X64_MSR_SIMP, simp.as_uint64);
3e7ee490 420
f6feebe0
HZ
421 rdmsrl(HV_X64_MSR_SIEFP, siefp.as_uint64);
422 siefp.siefp_enabled = 0;
423 siefp.base_siefp_gpa = 0;
3e7ee490 424
f6feebe0 425 wrmsrl(HV_X64_MSR_SIEFP, siefp.as_uint64);
3e7ee490 426
df3493e0
S
427 free_page((unsigned long)hv_context.synic_message_page[cpu]);
428 free_page((unsigned long)hv_context.synic_event_page[cpu]);
3e7ee490 429}