2 * Copyright (c) 2009, Microsoft Corporation.
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * You should have received a copy of the GNU General Public License along with
14 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
15 * Place - Suite 330, Boston, MA 02111-1307 USA.
18 * Haiyang Zhang <haiyangz@microsoft.com>
19 * Hank Janssen <hjanssen@microsoft.com>
22 #include <linux/kernel.h>
24 #include <linux/vmalloc.h>
27 #include "VmbusPrivate.h"
29 /* The one and only */
30 struct hv_context gHvContext = {
31 .SynICInitialized = false,
32 .HypercallPage = NULL,
33 .SignalEventParam = NULL,
34 .SignalEventBuffer = NULL,
38 * HvQueryHypervisorPresence - Query the cpuid for presense of windows hypervisor
40 static int HvQueryHypervisorPresence(void)
52 op = HvCpuIdFunctionVersionAndFeatures;
53 cpuid(op, &eax, &ebx, &ecx, &edx);
55 return ecx & HV_PRESENT_BIT;
59 * HvQueryHypervisorInfo - Get version info of the windows hypervisor
61 static int HvQueryHypervisorInfo(void)
71 * Its assumed that this is called after confirming that Viridian
72 * is present. Query id and revision.
78 op = HvCpuIdFunctionHvVendorAndMaxFunction;
79 cpuid(op, &eax, &ebx, &ecx, &edx);
81 DPRINT_INFO(VMBUS, "Vendor ID: %c%c%c%c%c%c%c%c%c%c%c%c",
93 ((edx >> 24) & 0xFF));
100 op = HvCpuIdFunctionHvInterface;
101 cpuid(op, &eax, &ebx, &ecx, &edx);
103 DPRINT_INFO(VMBUS, "Interface ID: %c%c%c%c",
106 ((eax >> 16) & 0xFF),
107 ((eax >> 24) & 0xFF));
109 if (maxLeaf >= HvCpuIdFunctionMsHvVersion) {
114 op = HvCpuIdFunctionMsHvVersion;
115 cpuid(op, &eax, &ebx, &ecx, &edx);
116 DPRINT_INFO(VMBUS, "OS Build:%d-%d.%d-%d-%d.%d",\
128 * HvDoHypercall - Invoke the specified hypercall
130 static u64 HvDoHypercall(u64 Control, void *Input, void *Output)
134 u64 inputAddress = (Input) ? virt_to_phys(Input) : 0;
135 u64 outputAddress = (Output) ? virt_to_phys(Output) : 0;
136 volatile void *hypercallPage = gHvContext.HypercallPage;
138 DPRINT_DBG(VMBUS, "Hypercall <control %llx input phys %llx virt %p "
139 "output phys %llx virt %p hypercall %p>",
140 Control, inputAddress, Input,
141 outputAddress, Output, hypercallPage);
143 __asm__ __volatile__("mov %0, %%r8" : : "r" (outputAddress) : "r8");
144 __asm__ __volatile__("call *%3" : "=a" (hvStatus) :
145 "c" (Control), "d" (inputAddress),
146 "m" (hypercallPage));
148 DPRINT_DBG(VMBUS, "Hypercall <return %llx>", hvStatus);
154 u32 controlHi = Control >> 32;
155 u32 controlLo = Control & 0xFFFFFFFF;
158 u64 inputAddress = (Input) ? virt_to_phys(Input) : 0;
159 u32 inputAddressHi = inputAddress >> 32;
160 u32 inputAddressLo = inputAddress & 0xFFFFFFFF;
161 u64 outputAddress = (Output) ? virt_to_phys(Output) : 0;
162 u32 outputAddressHi = outputAddress >> 32;
163 u32 outputAddressLo = outputAddress & 0xFFFFFFFF;
164 volatile void *hypercallPage = gHvContext.HypercallPage;
166 DPRINT_DBG(VMBUS, "Hypercall <control %llx input %p output %p>",
167 Control, Input, Output);
169 __asm__ __volatile__ ("call *%8" : "=d"(hvStatusHi),
170 "=a"(hvStatusLo) : "d" (controlHi),
171 "a" (controlLo), "b" (inputAddressHi),
172 "c" (inputAddressLo), "D"(outputAddressHi),
173 "S"(outputAddressLo), "m" (hypercallPage));
175 DPRINT_DBG(VMBUS, "Hypercall <return %llx>",
176 hvStatusLo | ((u64)hvStatusHi << 32));
178 return hvStatusLo | ((u64)hvStatusHi << 32);
183 * HvInit - Main initialization routine.
185 * This routine must be called before any other routines in here are called
191 union hv_x64_msr_hypercall_contents hypercallMsr;
192 void *virtAddr = NULL;
196 memset(gHvContext.synICEventPage, 0, sizeof(void *) * MAX_NUM_CPUS);
197 memset(gHvContext.synICMessagePage, 0, sizeof(void *) * MAX_NUM_CPUS);
199 if (!HvQueryHypervisorPresence()) {
200 DPRINT_ERR(VMBUS, "No Windows hypervisor detected!!");
205 "Windows hypervisor detected! Retrieving more info...");
207 maxLeaf = HvQueryHypervisorInfo();
208 /* HvQueryHypervisorFeatures(maxLeaf); */
211 * We only support running on top of Hyper-V
213 rdmsrl(HV_X64_MSR_GUEST_OS_ID, gHvContext.GuestId);
215 if (gHvContext.GuestId != 0) {
216 DPRINT_ERR(VMBUS, "Unknown guest id (0x%llx)!!",
221 /* Write our OS info */
222 wrmsrl(HV_X64_MSR_GUEST_OS_ID, HV_LINUX_GUEST_ID);
223 gHvContext.GuestId = HV_LINUX_GUEST_ID;
225 /* See if the hypercall page is already set */
226 rdmsrl(HV_X64_MSR_HYPERCALL, hypercallMsr.AsUINT64);
229 * Allocate the hypercall page memory
230 * virtAddr = osd_PageAlloc(1);
232 virtAddr = osd_VirtualAllocExec(PAGE_SIZE);
236 "unable to allocate hypercall page!!");
240 hypercallMsr.Enable = 1;
242 hypercallMsr.GuestPhysicalAddress = vmalloc_to_pfn(virtAddr);
243 wrmsrl(HV_X64_MSR_HYPERCALL, hypercallMsr.AsUINT64);
245 /* Confirm that hypercall page did get setup. */
246 hypercallMsr.AsUINT64 = 0;
247 rdmsrl(HV_X64_MSR_HYPERCALL, hypercallMsr.AsUINT64);
249 if (!hypercallMsr.Enable) {
250 DPRINT_ERR(VMBUS, "unable to set hypercall page!!");
254 gHvContext.HypercallPage = virtAddr;
256 DPRINT_INFO(VMBUS, "Hypercall page VA=%p, PA=0x%0llx",
257 gHvContext.HypercallPage,
258 (u64)hypercallMsr.GuestPhysicalAddress << PAGE_SHIFT);
260 /* Setup the global signal event param for the signal event hypercall */
261 gHvContext.SignalEventBuffer =
262 kmalloc(sizeof(struct hv_input_signal_event_buffer),
264 if (!gHvContext.SignalEventBuffer)
267 gHvContext.SignalEventParam =
268 (struct hv_input_signal_event *)
269 (ALIGN_UP((unsigned long)gHvContext.SignalEventBuffer,
270 HV_HYPERCALL_PARAM_ALIGN));
271 gHvContext.SignalEventParam->ConnectionId.Asu32 = 0;
272 gHvContext.SignalEventParam->ConnectionId.u.Id =
273 VMBUS_EVENT_CONNECTION_ID;
274 gHvContext.SignalEventParam->FlagNumber = 0;
275 gHvContext.SignalEventParam->RsvdZ = 0;
283 if (hypercallMsr.Enable) {
284 hypercallMsr.AsUINT64 = 0;
285 wrmsrl(HV_X64_MSR_HYPERCALL, hypercallMsr.AsUINT64);
297 * HvCleanup - Cleanup routine.
299 * This routine is called normally during driver unloading or exiting.
303 union hv_x64_msr_hypercall_contents hypercallMsr;
307 if (gHvContext.SignalEventBuffer) {
308 gHvContext.SignalEventBuffer = NULL;
309 gHvContext.SignalEventParam = NULL;
310 kfree(gHvContext.SignalEventBuffer);
313 if (gHvContext.HypercallPage) {
314 hypercallMsr.AsUINT64 = 0;
315 wrmsrl(HV_X64_MSR_HYPERCALL, hypercallMsr.AsUINT64);
316 vfree(gHvContext.HypercallPage);
317 gHvContext.HypercallPage = NULL;
324 * HvPostMessage - Post a message using the hypervisor message IPC.
326 * This involves a hypercall.
328 u16 HvPostMessage(union hv_connection_id connectionId,
329 enum hv_message_type messageType,
330 void *payload, size_t payloadSize)
332 struct alignedInput {
334 struct hv_input_post_message msg;
337 struct hv_input_post_message *alignedMsg;
341 if (payloadSize > HV_MESSAGE_PAYLOAD_BYTE_COUNT)
344 addr = (unsigned long)kmalloc(sizeof(struct alignedInput), GFP_ATOMIC);
348 alignedMsg = (struct hv_input_post_message *)
349 (ALIGN_UP(addr, HV_HYPERCALL_PARAM_ALIGN));
351 alignedMsg->ConnectionId = connectionId;
352 alignedMsg->MessageType = messageType;
353 alignedMsg->PayloadSize = payloadSize;
354 memcpy((void *)alignedMsg->Payload, payload, payloadSize);
356 status = HvDoHypercall(HvCallPostMessage, alignedMsg, NULL) & 0xFFFF;
365 * HvSignalEvent - Signal an event on the specified connection using the hypervisor event IPC.
367 * This involves a hypercall.
369 u16 HvSignalEvent(void)
373 status = HvDoHypercall(HvCallSignalEvent, gHvContext.SignalEventParam,
379 * HvSynicInit - Initialize the Synthethic Interrupt Controller.
381 * If it is already initialized by another entity (ie x2v shim), we need to
382 * retrieve the initialized message and event pages. Otherwise, we create and
383 * initialize the message and event pages.
385 void HvSynicInit(void *irqarg)
388 union hv_synic_simp simp;
389 union hv_synic_siefp siefp;
390 union hv_synic_sint sharedSint;
391 union hv_synic_scontrol sctrl;
393 u32 irqVector = *((u32 *)(irqarg));
394 int cpu = smp_processor_id();
398 if (!gHvContext.HypercallPage) {
403 /* Check the version */
404 rdmsrl(HV_X64_MSR_SVERSION, version);
406 DPRINT_INFO(VMBUS, "SynIC version: %llx", version);
408 gHvContext.synICMessagePage[cpu] = (void *)get_zeroed_page(GFP_ATOMIC);
410 if (gHvContext.synICMessagePage[cpu] == NULL) {
412 "unable to allocate SYNIC message page!!");
416 gHvContext.synICEventPage[cpu] = (void *)get_zeroed_page(GFP_ATOMIC);
418 if (gHvContext.synICEventPage[cpu] == NULL) {
420 "unable to allocate SYNIC event page!!");
424 /* Setup the Synic's message page */
425 rdmsrl(HV_X64_MSR_SIMP, simp.AsUINT64);
426 simp.SimpEnabled = 1;
427 simp.BaseSimpGpa = virt_to_phys(gHvContext.synICMessagePage[cpu])
430 DPRINT_DBG(VMBUS, "HV_X64_MSR_SIMP msr set to: %llx", simp.AsUINT64);
432 wrmsrl(HV_X64_MSR_SIMP, simp.AsUINT64);
434 /* Setup the Synic's event page */
435 rdmsrl(HV_X64_MSR_SIEFP, siefp.AsUINT64);
436 siefp.SiefpEnabled = 1;
437 siefp.BaseSiefpGpa = virt_to_phys(gHvContext.synICEventPage[cpu])
440 DPRINT_DBG(VMBUS, "HV_X64_MSR_SIEFP msr set to: %llx", siefp.AsUINT64);
442 wrmsrl(HV_X64_MSR_SIEFP, siefp.AsUINT64);
444 /* Setup the interception SINT. */
445 /* wrmsrl((HV_X64_MSR_SINT0 + HV_SYNIC_INTERCEPTION_SINT_INDEX), */
446 /* interceptionSint.AsUINT64); */
448 /* Setup the shared SINT. */
449 rdmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, sharedSint.AsUINT64);
451 sharedSint.AsUINT64 = 0;
452 sharedSint.Vector = irqVector; /* HV_SHARED_SINT_IDT_VECTOR + 0x20; */
453 sharedSint.Masked = false;
454 sharedSint.AutoEoi = true;
456 DPRINT_DBG(VMBUS, "HV_X64_MSR_SINT1 msr set to: %llx",
457 sharedSint.AsUINT64);
459 wrmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, sharedSint.AsUINT64);
461 /* Enable the global synic bit */
462 rdmsrl(HV_X64_MSR_SCONTROL, sctrl.AsUINT64);
465 wrmsrl(HV_X64_MSR_SCONTROL, sctrl.AsUINT64);
467 gHvContext.SynICInitialized = true;
474 if (gHvContext.synICEventPage[cpu])
475 osd_PageFree(gHvContext.synICEventPage[cpu], 1);
477 if (gHvContext.synICMessagePage[cpu])
478 osd_PageFree(gHvContext.synICMessagePage[cpu], 1);
485 * HvSynicCleanup - Cleanup routine for HvSynicInit().
487 void HvSynicCleanup(void *arg)
489 union hv_synic_sint sharedSint;
490 union hv_synic_simp simp;
491 union hv_synic_siefp siefp;
492 int cpu = smp_processor_id();
496 if (!gHvContext.SynICInitialized) {
501 rdmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, sharedSint.AsUINT64);
503 sharedSint.Masked = 1;
505 /* Need to correctly cleanup in the case of SMP!!! */
506 /* Disable the interrupt */
507 wrmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, sharedSint.AsUINT64);
509 rdmsrl(HV_X64_MSR_SIMP, simp.AsUINT64);
510 simp.SimpEnabled = 0;
511 simp.BaseSimpGpa = 0;
513 wrmsrl(HV_X64_MSR_SIMP, simp.AsUINT64);
515 rdmsrl(HV_X64_MSR_SIEFP, siefp.AsUINT64);
516 siefp.SiefpEnabled = 0;
517 siefp.BaseSiefpGpa = 0;
519 wrmsrl(HV_X64_MSR_SIEFP, siefp.AsUINT64);
521 osd_PageFree(gHvContext.synICMessagePage[cpu], 1);
522 osd_PageFree(gHvContext.synICEventPage[cpu], 1);