[GitHub/mt8127/android_kernel_alcatel_ttab.git] / virt / kvm / ioapic.c

/*
 *  Copyright (C) 2001  MandrakeSoft S.A.
 *  Copyright 2010 Red Hat, Inc. and/or its affiliates.
 *
 *    MandrakeSoft S.A.
 *    43, rue d'Aboukir
 *    75002 Paris - France
 *    http://www.linux-mandrake.com/
 *    http://www.mandrakesoft.com/
 *
 *  This library is free software; you can redistribute it and/or
 *  modify it under the terms of the GNU Lesser General Public
 *  License as published by the Free Software Foundation; either
 *  version 2 of the License, or (at your option) any later version.
 *
 *  This library is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 *  Lesser General Public License for more details.
 *
 *  You should have received a copy of the GNU Lesser General Public
 *  License along with this library; if not, write to the Free Software
 *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA
 *
 *  Yunhong Jiang <yunhong.jiang@intel.com>
 *  Yaozu (Eddie) Dong <eddie.dong@intel.com>
 *  Based on Xen 3.1 code.
 */

#include <linux/kvm_host.h>
#include <linux/kvm.h>
#include <linux/mm.h>
#include <linux/highmem.h>
#include <linux/smp.h>
#include <linux/hrtimer.h>
#include <linux/io.h>
#include <linux/slab.h>
#include <linux/export.h>
#include <asm/processor.h>
#include <asm/page.h>
#include <asm/current.h>
#include <trace/events/kvm.h>

#include "ioapic.h"
#include "lapic.h"
#include "irq.h"

#if 0
#define ioapic_debug(fmt,arg...) printk(KERN_WARNING fmt,##arg)
#else
#define ioapic_debug(fmt, arg...)
#endif
static int ioapic_deliver(struct kvm_ioapic *vioapic, int irq,
		bool line_status);

static unsigned long ioapic_read_indirect(struct kvm_ioapic *ioapic,
					  unsigned long addr,
					  unsigned long length)
{
	unsigned long result = 0;

	switch (ioapic->ioregsel) {
	case IOAPIC_REG_VERSION:
		result = ((((IOAPIC_NUM_PINS - 1) & 0xff) << 16)
			  | (IOAPIC_VERSION_ID & 0xff));
		break;

	case IOAPIC_REG_APIC_ID:
	case IOAPIC_REG_ARB_ID:
		result = ((ioapic->id & 0xf) << 24);
		break;

	default:
		{
			u32 redir_index = (ioapic->ioregsel - 0x10) >> 1;
			u64 redir_content;

			if (redir_index < IOAPIC_NUM_PINS)
				redir_content =
					ioapic->redirtbl[redir_index].bits;
			else
				redir_content = ~0ULL;

			result = (ioapic->ioregsel & 0x1) ?
			    (redir_content >> 32) & 0xffffffff :
			    redir_content & 0xffffffff;
			break;
		}
	}

	return result;
}

static void rtc_irq_eoi_tracking_reset(struct kvm_ioapic *ioapic)
{
	ioapic->rtc_status.pending_eoi = 0;
	bitmap_zero(ioapic->rtc_status.dest_map, KVM_MAX_VCPUS);
}

static void __rtc_irq_eoi_tracking_restore_one(struct kvm_vcpu *vcpu)
{
	bool new_val, old_val;
	struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic;
	union kvm_ioapic_redirect_entry *e;

	e = &ioapic->redirtbl[RTC_GSI];
	if (!kvm_apic_match_dest(vcpu, NULL, 0,	e->fields.dest_id,
				e->fields.dest_mode))
		return;

	new_val = kvm_apic_pending_eoi(vcpu, e->fields.vector);
	old_val = test_bit(vcpu->vcpu_id, ioapic->rtc_status.dest_map);

	if (new_val == old_val)
		return;

	if (new_val) {
		__set_bit(vcpu->vcpu_id, ioapic->rtc_status.dest_map);
		ioapic->rtc_status.pending_eoi++;
	} else {
		__clear_bit(vcpu->vcpu_id, ioapic->rtc_status.dest_map);
		ioapic->rtc_status.pending_eoi--;
	}

	WARN_ON(ioapic->rtc_status.pending_eoi < 0);
}

void kvm_rtc_eoi_tracking_restore_one(struct kvm_vcpu *vcpu)
{
	struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic;

	spin_lock(&ioapic->lock);
	__rtc_irq_eoi_tracking_restore_one(vcpu);
	spin_unlock(&ioapic->lock);
}

static void kvm_rtc_eoi_tracking_restore_all(struct kvm_ioapic *ioapic)
{
	struct kvm_vcpu *vcpu;
	int i;

	if (RTC_GSI >= IOAPIC_NUM_PINS)
		return;

	rtc_irq_eoi_tracking_reset(ioapic);
	kvm_for_each_vcpu(i, vcpu, ioapic->kvm)
	    __rtc_irq_eoi_tracking_restore_one(vcpu);
}

static void rtc_irq_eoi(struct kvm_ioapic *ioapic, struct kvm_vcpu *vcpu)
{
	if (test_and_clear_bit(vcpu->vcpu_id, ioapic->rtc_status.dest_map))
		--ioapic->rtc_status.pending_eoi;

	WARN_ON(ioapic->rtc_status.pending_eoi < 0);
}

static bool rtc_irq_check_coalesced(struct kvm_ioapic *ioapic)
{
	if (ioapic->rtc_status.pending_eoi > 0)
		return true; /* coalesced */

	return false;
}

static int ioapic_service(struct kvm_ioapic *ioapic, unsigned int idx,
		bool line_status)
{
	union kvm_ioapic_redirect_entry *pent;
	int injected = -1;

	pent = &ioapic->redirtbl[idx];

	if (!pent->fields.mask) {
		injected = ioapic_deliver(ioapic, idx, line_status);
		if (injected && pent->fields.trig_mode == IOAPIC_LEVEL_TRIG)
			pent->fields.remote_irr = 1;
	}

	return injected;
}

static void update_handled_vectors(struct kvm_ioapic *ioapic)
{
	DECLARE_BITMAP(handled_vectors, 256);
	int i;

	memset(handled_vectors, 0, sizeof(handled_vectors));
	for (i = 0; i < IOAPIC_NUM_PINS; ++i)
		__set_bit(ioapic->redirtbl[i].fields.vector, handled_vectors);
	memcpy(ioapic->handled_vectors, handled_vectors,
	       sizeof(handled_vectors));
	smp_wmb();
}

void kvm_ioapic_scan_entry(struct kvm_vcpu *vcpu, u64 *eoi_exit_bitmap,
			u32 *tmr)
{
	struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic;
	union kvm_ioapic_redirect_entry *e;
	int index;

	spin_lock(&ioapic->lock);
	for (index = 0; index < IOAPIC_NUM_PINS; index++) {
		e = &ioapic->redirtbl[index];
		if (e->fields.trig_mode == IOAPIC_LEVEL_TRIG ||
		    kvm_irq_has_notifier(ioapic->kvm, KVM_IRQCHIP_IOAPIC, index) ||
		    index == RTC_GSI) {
			if (kvm_apic_match_dest(vcpu, NULL, 0,
				e->fields.dest_id, e->fields.dest_mode)) {
				__set_bit(e->fields.vector,
					(unsigned long *)eoi_exit_bitmap);
				if (e->fields.trig_mode == IOAPIC_LEVEL_TRIG)
					__set_bit(e->fields.vector,
						(unsigned long *)tmr);
			}
		}
	}
	spin_unlock(&ioapic->lock);
}

#ifdef CONFIG_X86
void kvm_vcpu_request_scan_ioapic(struct kvm *kvm)
{
	struct kvm_ioapic *ioapic = kvm->arch.vioapic;

	if (!ioapic)
		return;
	kvm_make_scan_ioapic_request(kvm);
}
#else
void kvm_vcpu_request_scan_ioapic(struct kvm *kvm)
{
	return;
}
#endif

static void ioapic_write_indirect(struct kvm_ioapic *ioapic, u32 val)
{
	unsigned index;
	bool mask_before, mask_after;
	union kvm_ioapic_redirect_entry *e;

	switch (ioapic->ioregsel) {
	case IOAPIC_REG_VERSION:
		/* Writes are ignored. */
		break;

	case IOAPIC_REG_APIC_ID:
		ioapic->id = (val >> 24) & 0xf;
		break;

	case IOAPIC_REG_ARB_ID:
		break;

	default:
		index = (ioapic->ioregsel - 0x10) >> 1;

		ioapic_debug("change redir index %x val %x\n", index, val);
		if (index >= IOAPIC_NUM_PINS)
			return;
		e = &ioapic->redirtbl[index];
		mask_before = e->fields.mask;
		if (ioapic->ioregsel & 1) {
			e->bits &= 0xffffffff;
			e->bits |= (u64) val << 32;
		} else {
			e->bits &= ~0xffffffffULL;
			e->bits |= (u32) val;
			e->fields.remote_irr = 0;
		}
		update_handled_vectors(ioapic);
		mask_after = e->fields.mask;
		if (mask_before != mask_after)
			kvm_fire_mask_notifiers(ioapic->kvm, KVM_IRQCHIP_IOAPIC, index, mask_after);
		if (e->fields.trig_mode == IOAPIC_LEVEL_TRIG
		    && ioapic->irr & (1 << index))
			ioapic_service(ioapic, index, false);
		kvm_vcpu_request_scan_ioapic(ioapic->kvm);
		break;
	}
}

static int ioapic_deliver(struct kvm_ioapic *ioapic, int irq, bool line_status)
{
	union kvm_ioapic_redirect_entry *entry = &ioapic->redirtbl[irq];
	struct kvm_lapic_irq irqe;
	int ret;

	ioapic_debug("dest=%x dest_mode=%x delivery_mode=%x "
		     "vector=%x trig_mode=%x\n",
		     entry->fields.dest_id, entry->fields.dest_mode,
		     entry->fields.delivery_mode, entry->fields.vector,
		     entry->fields.trig_mode);

	irqe.dest_id = entry->fields.dest_id;
	irqe.vector = entry->fields.vector;
	irqe.dest_mode = entry->fields.dest_mode;
	irqe.trig_mode = entry->fields.trig_mode;
	irqe.delivery_mode = entry->fields.delivery_mode << 8;
	irqe.level = 1;
	irqe.shorthand = 0;

	if (irq == RTC_GSI && line_status) {
		BUG_ON(ioapic->rtc_status.pending_eoi != 0);
		ret = kvm_irq_delivery_to_apic(ioapic->kvm, NULL, &irqe,
				ioapic->rtc_status.dest_map);
		ioapic->rtc_status.pending_eoi = (ret < 0 ? 0 : ret);
	} else
		ret = kvm_irq_delivery_to_apic(ioapic->kvm, NULL, &irqe, NULL);

	return ret;
}

int kvm_ioapic_set_irq(struct kvm_ioapic *ioapic, int irq, int irq_source_id,
		       int level, bool line_status)
{
	u32 old_irr;
	u32 mask = 1 << irq;
	union kvm_ioapic_redirect_entry entry;
	int ret, irq_level;

	BUG_ON(irq < 0 || irq >= IOAPIC_NUM_PINS);

	spin_lock(&ioapic->lock);
	old_irr = ioapic->irr;
	irq_level = __kvm_irq_line_state(&ioapic->irq_states[irq],
					 irq_source_id, level);
	entry = ioapic->redirtbl[irq];
	irq_level ^= entry.fields.polarity;
	if (!irq_level) {
		ioapic->irr &= ~mask;
		ret = 1;
	} else {
		int edge = (entry.fields.trig_mode == IOAPIC_EDGE_TRIG);

		if (irq == RTC_GSI && line_status &&
			rtc_irq_check_coalesced(ioapic)) {
			ret = 0; /* coalesced */
			goto out;
		}
		ioapic->irr |= mask;
		if ((edge && old_irr != ioapic->irr) ||
		    (!edge && !entry.fields.remote_irr))
			ret = ioapic_service(ioapic, irq, line_status);
		else
			ret = 0; /* report coalesced interrupt */
	}
out:
	trace_kvm_ioapic_set_irq(entry.bits, irq, ret == 0);
	spin_unlock(&ioapic->lock);

	return ret;
}

void kvm_ioapic_clear_all(struct kvm_ioapic *ioapic, int irq_source_id)
{
	int i;

	spin_lock(&ioapic->lock);
	for (i = 0; i < KVM_IOAPIC_NUM_PINS; i++)
		__clear_bit(irq_source_id, &ioapic->irq_states[i]);
	spin_unlock(&ioapic->lock);
}

static void __kvm_ioapic_update_eoi(struct kvm_vcpu *vcpu,
			struct kvm_ioapic *ioapic, int vector, int trigger_mode)
{
	int i;

	for (i = 0; i < IOAPIC_NUM_PINS; i++) {
		union kvm_ioapic_redirect_entry *ent = &ioapic->redirtbl[i];

		if (ent->fields.vector != vector)
			continue;

		if (i == RTC_GSI)
			rtc_irq_eoi(ioapic, vcpu);
		/*
		 * We are dropping lock while calling ack notifiers because ack
		 * notifier callbacks for assigned devices call into IOAPIC
		 * recursively. Since remote_irr is cleared only after call
		 * to notifiers if the same vector will be delivered while lock
		 * is dropped it will be put into irr and will be delivered
		 * after ack notifier returns.
		 */
		spin_unlock(&ioapic->lock);
		kvm_notify_acked_irq(ioapic->kvm, KVM_IRQCHIP_IOAPIC, i);
		spin_lock(&ioapic->lock);

		if (trigger_mode != IOAPIC_LEVEL_TRIG)
			continue;

		ASSERT(ent->fields.trig_mode == IOAPIC_LEVEL_TRIG);
		ent->fields.remote_irr = 0;
		if (!ent->fields.mask && (ioapic->irr & (1 << i)))
			ioapic_service(ioapic, i, false);
	}
}

bool kvm_ioapic_handles_vector(struct kvm *kvm, int vector)
{
	struct kvm_ioapic *ioapic = kvm->arch.vioapic;
	smp_rmb();
	return test_bit(vector, ioapic->handled_vectors);
}

void kvm_ioapic_update_eoi(struct kvm_vcpu *vcpu, int vector, int trigger_mode)
{
	struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic;

	spin_lock(&ioapic->lock);
	__kvm_ioapic_update_eoi(vcpu, ioapic, vector, trigger_mode);
	spin_unlock(&ioapic->lock);
}

static inline struct kvm_ioapic *to_ioapic(struct kvm_io_device *dev)
{
	return container_of(dev, struct kvm_ioapic, dev);
}

static inline int ioapic_in_range(struct kvm_ioapic *ioapic, gpa_t addr)
{
	return ((addr >= ioapic->base_address &&
		 (addr < ioapic->base_address + IOAPIC_MEM_LENGTH)));
}

static int ioapic_mmio_read(struct kvm_io_device *this, gpa_t addr, int len,
			    void *val)
{
	struct kvm_ioapic *ioapic = to_ioapic(this);
	u32 result;
	if (!ioapic_in_range(ioapic, addr))
		return -EOPNOTSUPP;

	ioapic_debug("addr %lx\n", (unsigned long)addr);
	ASSERT(!(addr & 0xf));	/* check alignment */

	addr &= 0xff;
	spin_lock(&ioapic->lock);
	switch (addr) {
	case IOAPIC_REG_SELECT:
		result = ioapic->ioregsel;
		break;

	case IOAPIC_REG_WINDOW:
		result = ioapic_read_indirect(ioapic, addr, len);
		break;

	default:
		result = 0;
		break;
	}
	spin_unlock(&ioapic->lock);

	switch (len) {
	case 8:
		*(u64 *) val = result;
		break;
	case 1:
	case 2:
	case 4:
		memcpy(val, (char *)&result, len);
		break;
	default:
		printk(KERN_WARNING "ioapic: wrong length %d\n", len);
	}
	return 0;
}

static int ioapic_mmio_write(struct kvm_io_device *this, gpa_t addr, int len,
			     const void *val)
{
	struct kvm_ioapic *ioapic = to_ioapic(this);
	u32 data;
	if (!ioapic_in_range(ioapic, addr))
		return -EOPNOTSUPP;

	ioapic_debug("ioapic_mmio_write addr=%p len=%d val=%p\n",
		     (void*)addr, len, val);
	ASSERT(!(addr & 0xf));	/* check alignment */

	switch (len) {
	case 8:
	case 4:
		data = *(u32 *) val;
		break;
	case 2:
		data = *(u16 *) val;
		break;
	case 1:
		data = *(u8  *) val;
		break;
	default:
		printk(KERN_WARNING "ioapic: Unsupported size %d\n", len);
		return 0;
	}

	addr &= 0xff;
	spin_lock(&ioapic->lock);
	switch (addr) {
	case IOAPIC_REG_SELECT:
		ioapic->ioregsel = data & 0xFF; /* 8-bit register */
		break;

	case IOAPIC_REG_WINDOW:
		ioapic_write_indirect(ioapic, data);
		break;
#ifdef	CONFIG_IA64
	case IOAPIC_REG_EOI:
		__kvm_ioapic_update_eoi(NULL, ioapic, data, IOAPIC_LEVEL_TRIG);
		break;
#endif

	default:
		break;
	}
	spin_unlock(&ioapic->lock);
	return 0;
}

void kvm_ioapic_reset(struct kvm_ioapic *ioapic)
{
	int i;

	for (i = 0; i < IOAPIC_NUM_PINS; i++)
		ioapic->redirtbl[i].fields.mask = 1;
	ioapic->base_address = IOAPIC_DEFAULT_BASE_ADDRESS;
	ioapic->ioregsel = 0;
	ioapic->irr = 0;
	ioapic->id = 0;
	rtc_irq_eoi_tracking_reset(ioapic);
	update_handled_vectors(ioapic);
}

static const struct kvm_io_device_ops ioapic_mmio_ops = {
	.read     = ioapic_mmio_read,
	.write    = ioapic_mmio_write,
};

int kvm_ioapic_init(struct kvm *kvm)
{
	struct kvm_ioapic *ioapic;
	int ret;

	ioapic = kzalloc(sizeof(struct kvm_ioapic), GFP_KERNEL);
	if (!ioapic)
		return -ENOMEM;
	spin_lock_init(&ioapic->lock);
	kvm->arch.vioapic = ioapic;
	kvm_ioapic_reset(ioapic);
	kvm_iodevice_init(&ioapic->dev, &ioapic_mmio_ops);
	ioapic->kvm = kvm;
	mutex_lock(&kvm->slots_lock);
	ret = kvm_io_bus_register_dev(kvm, KVM_MMIO_BUS, ioapic->base_address,
				      IOAPIC_MEM_LENGTH, &ioapic->dev);
	mutex_unlock(&kvm->slots_lock);
	if (ret < 0) {
		kvm->arch.vioapic = NULL;
		kfree(ioapic);
	}

	return ret;
}

void kvm_ioapic_destroy(struct kvm *kvm)
{
	struct kvm_ioapic *ioapic = kvm->arch.vioapic;

	if (ioapic) {
		kvm_io_bus_unregister_dev(kvm, KVM_MMIO_BUS, &ioapic->dev);
		kvm->arch.vioapic = NULL;
		kfree(ioapic);
	}
}

int kvm_get_ioapic(struct kvm *kvm, struct kvm_ioapic_state *state)
{
	struct kvm_ioapic *ioapic = ioapic_irqchip(kvm);
	if (!ioapic)
		return -EINVAL;

	spin_lock(&ioapic->lock);
	memcpy(state, ioapic, sizeof(struct kvm_ioapic_state));
	spin_unlock(&ioapic->lock);
	return 0;
}

int kvm_set_ioapic(struct kvm *kvm, struct kvm_ioapic_state *state)
{
	struct kvm_ioapic *ioapic = ioapic_irqchip(kvm);
	if (!ioapic)
		return -EINVAL;

	spin_lock(&ioapic->lock);
	memcpy(ioapic, state, sizeof(struct kvm_ioapic_state));
	update_handled_vectors(ioapic);
	kvm_vcpu_request_scan_ioapic(kvm);
	kvm_rtc_eoi_tracking_restore_all(ioapic);
	spin_unlock(&ioapic->lock);
	return 0;
}
Commit	Line	Data
1fd4f2a5 ED	1	/*
1fd4f2a5 ED	2	* Copyright (C) 2001 MandrakeSoft S.A.
221d059d	3	* Copyright 2010 Red Hat, Inc. and/or its affiliates.
1fd4f2a5 ED	4	*
	5	* MandrakeSoft S.A.
	6	* 43, rue d'Aboukir
	7	* 75002 Paris - France
	8	* http://www.linux-mandrake.com/
	9	* http://www.mandrakesoft.com/
	10	*
	11	* This library is free software; you can redistribute it and/or
	12	* modify it under the terms of the GNU Lesser General Public
	13	* License as published by the Free Software Foundation; either
	14	* version 2 of the License, or (at your option) any later version.
	15	*
	16	* This library is distributed in the hope that it will be useful,
	17	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	18	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	19	* Lesser General Public License for more details.
	20	*
	21	* You should have received a copy of the GNU Lesser General Public
	22	* License along with this library; if not, write to the Free Software
	23	* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
	24	*
	25	* Yunhong Jiang <yunhong.jiang@intel.com>
	26	* Yaozu (Eddie) Dong <eddie.dong@intel.com>
	27	* Based on Xen 3.1 code.
	28	*/
	29
edf88417	30	#include <linux/kvm_host.h>
1fd4f2a5 ED	31	#include <linux/kvm.h>
	32	#include <linux/mm.h>
	33	#include <linux/highmem.h>
	34	#include <linux/smp.h>
	35	#include <linux/hrtimer.h>
	36	#include <linux/io.h>
5a0e3ad6	37	#include <linux/slab.h>
c7c9c56c	38	#include <linux/export.h>
1fd4f2a5	39	#include <asm/processor.h>
1fd4f2a5 ED	40	#include <asm/page.h>
1fd4f2a5 ED	41	#include <asm/current.h>
1000ff8d	42	#include <trace/events/kvm.h>
82470196 ZX	43
	44	#include "ioapic.h"
	45	#include "lapic.h"
f5244726	46	#include "irq.h"
82470196	47
e25e3ed5 LV	48	#if 0
	49	#define ioapic_debug(fmt,arg...) printk(KERN_WARNING fmt,##arg)
	50	#else
1fd4f2a5	51	#define ioapic_debug(fmt, arg...)
e25e3ed5	52	#endif
aa2fbe6d YZ	53	static int ioapic_deliver(struct kvm_ioapic *vioapic, int irq,
aa2fbe6d YZ	54	bool line_status);
1fd4f2a5 ED	55
	56	static unsigned long ioapic_read_indirect(struct kvm_ioapic *ioapic,
	57	unsigned long addr,
	58	unsigned long length)
	59	{
	60	unsigned long result = 0;
	61
	62	switch (ioapic->ioregsel) {
	63	case IOAPIC_REG_VERSION:
	64	result = ((((IOAPIC_NUM_PINS - 1) & 0xff) << 16)
	65	\| (IOAPIC_VERSION_ID & 0xff));
	66	break;
	67
	68	case IOAPIC_REG_APIC_ID:
	69	case IOAPIC_REG_ARB_ID:
	70	result = ((ioapic->id & 0xf) << 24);
	71	break;
	72
	73	default:
	74	{
	75	u32 redir_index = (ioapic->ioregsel - 0x10) >> 1;
	76	u64 redir_content;
	77
a2c118bf AH	78	if (redir_index < IOAPIC_NUM_PINS)
	79	redir_content =
	80	ioapic->redirtbl[redir_index].bits;
	81	else
	82	redir_content = ~0ULL;
1fd4f2a5	83
1fd4f2a5 ED	84	result = (ioapic->ioregsel & 0x1) ?
	85	(redir_content >> 32) & 0xffffffff :
	86	redir_content & 0xffffffff;
	87	break;
	88	}
	89	}
	90
	91	return result;
	92	}
	93
10606919 YZ	94	static void rtc_irq_eoi_tracking_reset(struct kvm_ioapic *ioapic)
	95	{
	96	ioapic->rtc_status.pending_eoi = 0;
	97	bitmap_zero(ioapic->rtc_status.dest_map, KVM_MAX_VCPUS);
	98	}
	99
	100	static void __rtc_irq_eoi_tracking_restore_one(struct kvm_vcpu *vcpu)
	101	{
	102	bool new_val, old_val;
	103	struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic;
	104	union kvm_ioapic_redirect_entry *e;
	105
	106	e = &ioapic->redirtbl[RTC_GSI];
	107	if (!kvm_apic_match_dest(vcpu, NULL, 0, e->fields.dest_id,
	108	e->fields.dest_mode))
	109	return;
	110
	111	new_val = kvm_apic_pending_eoi(vcpu, e->fields.vector);
	112	old_val = test_bit(vcpu->vcpu_id, ioapic->rtc_status.dest_map);
	113
	114	if (new_val == old_val)
	115	return;
	116
	117	if (new_val) {
	118	__set_bit(vcpu->vcpu_id, ioapic->rtc_status.dest_map);
	119	ioapic->rtc_status.pending_eoi++;
	120	} else {
	121	__clear_bit(vcpu->vcpu_id, ioapic->rtc_status.dest_map);
	122	ioapic->rtc_status.pending_eoi--;
	123	}
	124
	125	WARN_ON(ioapic->rtc_status.pending_eoi < 0);
	126	}
	127
	128	void kvm_rtc_eoi_tracking_restore_one(struct kvm_vcpu *vcpu)
	129	{
	130	struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic;
	131
	132	spin_lock(&ioapic->lock);
	133	__rtc_irq_eoi_tracking_restore_one(vcpu);
	134	spin_unlock(&ioapic->lock);
	135	}
	136
	137	static void kvm_rtc_eoi_tracking_restore_all(struct kvm_ioapic *ioapic)
	138	{
	139	struct kvm_vcpu *vcpu;
	140	int i;
	141
	142	if (RTC_GSI >= IOAPIC_NUM_PINS)
	143	return;
	144
	145	rtc_irq_eoi_tracking_reset(ioapic);
	146	kvm_for_each_vcpu(i, vcpu, ioapic->kvm)
	147	__rtc_irq_eoi_tracking_restore_one(vcpu);
	148	}
	149
2c2bf011 YZ	150	static void rtc_irq_eoi(struct kvm_ioapic ioapic, struct kvm_vcpu vcpu)
	151	{
	152	if (test_and_clear_bit(vcpu->vcpu_id, ioapic->rtc_status.dest_map))
	153	--ioapic->rtc_status.pending_eoi;
	154
	155	WARN_ON(ioapic->rtc_status.pending_eoi < 0);
	156	}
	157
	158	static bool rtc_irq_check_coalesced(struct kvm_ioapic *ioapic)
	159	{
	160	if (ioapic->rtc_status.pending_eoi > 0)
	161	return true; /* coalesced */
	162
	163	return false;
	164	}
	165
aa2fbe6d YZ	166	static int ioapic_service(struct kvm_ioapic *ioapic, unsigned int idx,
aa2fbe6d YZ	167	bool line_status)
1fd4f2a5	168	{
cf9e4e15	169	union kvm_ioapic_redirect_entry *pent;
4925663a	170	int injected = -1;
1fd4f2a5 ED	171
	172	pent = &ioapic->redirtbl[idx];
	173
	174	if (!pent->fields.mask) {
aa2fbe6d	175	injected = ioapic_deliver(ioapic, idx, line_status);
ff4b9df8	176	if (injected && pent->fields.trig_mode == IOAPIC_LEVEL_TRIG)
1fd4f2a5 ED	177	pent->fields.remote_irr = 1;
1fd4f2a5 ED	178	}
4925663a GN	179
4925663a GN	180	return injected;
1fd4f2a5 ED	181	}
1fd4f2a5 ED	182
46a929bc AK	183	static void update_handled_vectors(struct kvm_ioapic *ioapic)
	184	{
	185	DECLARE_BITMAP(handled_vectors, 256);
	186	int i;
	187
	188	memset(handled_vectors, 0, sizeof(handled_vectors));
	189	for (i = 0; i < IOAPIC_NUM_PINS; ++i)
	190	__set_bit(ioapic->redirtbl[i].fields.vector, handled_vectors);
	191	memcpy(ioapic->handled_vectors, handled_vectors,
	192	sizeof(handled_vectors));
	193	smp_wmb();
	194	}
	195
cf9e65b7 YZ	196	void kvm_ioapic_scan_entry(struct kvm_vcpu vcpu, u64 eoi_exit_bitmap,
cf9e65b7 YZ	197	u32 *tmr)
c7c9c56c YZ	198	{
	199	struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic;
	200	union kvm_ioapic_redirect_entry *e;
c7c9c56c YZ	201	int index;
	202
	203	spin_lock(&ioapic->lock);
c7c9c56c YZ	204	for (index = 0; index < IOAPIC_NUM_PINS; index++) {
c7c9c56c YZ	205	e = &ioapic->redirtbl[index];
1933d1c5 PB	206	if (e->fields.trig_mode == IOAPIC_LEVEL_TRIG \|\|
	207	kvm_irq_has_notifier(ioapic->kvm, KVM_IRQCHIP_IOAPIC, index) \|\|
	208	index == RTC_GSI) {
44944d4d	209	if (kvm_apic_match_dest(vcpu, NULL, 0,
cf9e65b7 YZ	210	e->fields.dest_id, e->fields.dest_mode)) {
	211	__set_bit(e->fields.vector,
	212	(unsigned long *)eoi_exit_bitmap);
	213	if (e->fields.trig_mode == IOAPIC_LEVEL_TRIG)
	214	__set_bit(e->fields.vector,
	215	(unsigned long *)tmr);
	216	}
c7c9c56c YZ	217	}
	218	}
	219	spin_unlock(&ioapic->lock);
	220	}
c7c9c56c	221
3d81bc7e YZ	222	#ifdef CONFIG_X86
3d81bc7e YZ	223	void kvm_vcpu_request_scan_ioapic(struct kvm *kvm)
c7c9c56c YZ	224	{
	225	struct kvm_ioapic *ioapic = kvm->arch.vioapic;
	226
3d81bc7e	227	if (!ioapic)
c7c9c56c	228	return;
3d81bc7e	229	kvm_make_scan_ioapic_request(kvm);
c7c9c56c	230	}
3d81bc7e YZ	231	#else
	232	void kvm_vcpu_request_scan_ioapic(struct kvm *kvm)
	233	{
	234	return;
	235	}
	236	#endif
c7c9c56c	237
1fd4f2a5 ED	238	static void ioapic_write_indirect(struct kvm_ioapic *ioapic, u32 val)
	239	{
	240	unsigned index;
75858a84	241	bool mask_before, mask_after;
70f93dae	242	union kvm_ioapic_redirect_entry *e;
1fd4f2a5 ED	243
	244	switch (ioapic->ioregsel) {
	245	case IOAPIC_REG_VERSION:
	246	/* Writes are ignored. */
	247	break;
	248
	249	case IOAPIC_REG_APIC_ID:
	250	ioapic->id = (val >> 24) & 0xf;
	251	break;
	252
	253	case IOAPIC_REG_ARB_ID:
	254	break;
	255
	256	default:
	257	index = (ioapic->ioregsel - 0x10) >> 1;
	258
e25e3ed5	259	ioapic_debug("change redir index %x val %x\n", index, val);
1fd4f2a5 ED	260	if (index >= IOAPIC_NUM_PINS)
1fd4f2a5 ED	261	return;
70f93dae GN	262	e = &ioapic->redirtbl[index];
70f93dae GN	263	mask_before = e->fields.mask;
1fd4f2a5	264	if (ioapic->ioregsel & 1) {
70f93dae GN	265	e->bits &= 0xffffffff;
70f93dae GN	266	e->bits \|= (u64) val << 32;
1fd4f2a5	267	} else {
70f93dae GN	268	e->bits &= ~0xffffffffULL;
	269	e->bits \|= (u32) val;
	270	e->fields.remote_irr = 0;
1fd4f2a5	271	}
46a929bc	272	update_handled_vectors(ioapic);
70f93dae	273	mask_after = e->fields.mask;
75858a84	274	if (mask_before != mask_after)
4a994358	275	kvm_fire_mask_notifiers(ioapic->kvm, KVM_IRQCHIP_IOAPIC, index, mask_after);
70f93dae	276	if (e->fields.trig_mode == IOAPIC_LEVEL_TRIG
b4a2f5e7	277	&& ioapic->irr & (1 << index))
aa2fbe6d	278	ioapic_service(ioapic, index, false);
3d81bc7e	279	kvm_vcpu_request_scan_ioapic(ioapic->kvm);
1fd4f2a5 ED	280	break;
	281	}
	282	}
	283
aa2fbe6d	284	static int ioapic_deliver(struct kvm_ioapic *ioapic, int irq, bool line_status)
a53c17d2	285	{
58c2dde1 GN	286	union kvm_ioapic_redirect_entry *entry = &ioapic->redirtbl[irq];
58c2dde1 GN	287	struct kvm_lapic_irq irqe;
2c2bf011	288	int ret;
a53c17d2 GN	289
	290	ioapic_debug("dest=%x dest_mode=%x delivery_mode=%x "
	291	"vector=%x trig_mode=%x\n",
a38f84ca	292	entry->fields.dest_id, entry->fields.dest_mode,
58c2dde1 GN	293	entry->fields.delivery_mode, entry->fields.vector,
	294	entry->fields.trig_mode);
	295
	296	irqe.dest_id = entry->fields.dest_id;
	297	irqe.vector = entry->fields.vector;
	298	irqe.dest_mode = entry->fields.dest_mode;
	299	irqe.trig_mode = entry->fields.trig_mode;
	300	irqe.delivery_mode = entry->fields.delivery_mode << 8;
	301	irqe.level = 1;
	302	irqe.shorthand = 0;
a53c17d2	303
2c2bf011 YZ	304	if (irq == RTC_GSI && line_status) {
	305	BUG_ON(ioapic->rtc_status.pending_eoi != 0);
	306	ret = kvm_irq_delivery_to_apic(ioapic->kvm, NULL, &irqe,
	307	ioapic->rtc_status.dest_map);
a9ded882	308	ioapic->rtc_status.pending_eoi = (ret < 0 ? 0 : ret);
2c2bf011 YZ	309	} else
	310	ret = kvm_irq_delivery_to_apic(ioapic->kvm, NULL, &irqe, NULL);
	311
	312	return ret;
a53c17d2 GN	313	}
a53c17d2 GN	314
1a577b72	315	int kvm_ioapic_set_irq(struct kvm_ioapic *ioapic, int irq, int irq_source_id,
aa2fbe6d	316	int level, bool line_status)
1fd4f2a5	317	{
07dc7263	318	u32 old_irr;
1fd4f2a5	319	u32 mask = 1 << irq;
cf9e4e15	320	union kvm_ioapic_redirect_entry entry;
28a6fdab MT	321	int ret, irq_level;
	322
	323	BUG_ON(irq < 0 \|\| irq >= IOAPIC_NUM_PINS);
1fd4f2a5	324
46a47b1e	325	spin_lock(&ioapic->lock);
07dc7263	326	old_irr = ioapic->irr;
28a6fdab MT	327	irq_level = __kvm_irq_line_state(&ioapic->irq_states[irq],
	328	irq_source_id, level);
	329	entry = ioapic->redirtbl[irq];
	330	irq_level ^= entry.fields.polarity;
	331	if (!irq_level) {
	332	ioapic->irr &= ~mask;
	333	ret = 1;
	334	} else {
	335	int edge = (entry.fields.trig_mode == IOAPIC_EDGE_TRIG);
2c2bf011 YZ	336
	337	if (irq == RTC_GSI && line_status &&
	338	rtc_irq_check_coalesced(ioapic)) {
	339	ret = 0; /* coalesced */
	340	goto out;
	341	}
28a6fdab MT	342	ioapic->irr \|= mask;
	343	if ((edge && old_irr != ioapic->irr) \|\|
	344	(!edge && !entry.fields.remote_irr))
aa2fbe6d	345	ret = ioapic_service(ioapic, irq, line_status);
28a6fdab MT	346	else
28a6fdab MT	347	ret = 0; /* report coalesced interrupt */
1fd4f2a5	348	}
2c2bf011	349	out:
28a6fdab	350	trace_kvm_ioapic_set_irq(entry.bits, irq, ret == 0);
46a47b1e	351	spin_unlock(&ioapic->lock);
eba0226b	352
4925663a	353	return ret;
1fd4f2a5 ED	354	}
1fd4f2a5 ED	355
1a577b72 MT	356	void kvm_ioapic_clear_all(struct kvm_ioapic *ioapic, int irq_source_id)
	357	{
	358	int i;
	359
	360	spin_lock(&ioapic->lock);
	361	for (i = 0; i < KVM_IOAPIC_NUM_PINS; i++)
	362	__clear_bit(irq_source_id, &ioapic->irq_states[i]);
	363	spin_unlock(&ioapic->lock);
	364	}
	365
1fcc7890 YZ	366	static void __kvm_ioapic_update_eoi(struct kvm_vcpu *vcpu,
1fcc7890 YZ	367	struct kvm_ioapic *ioapic, int vector, int trigger_mode)
1fd4f2a5	368	{
eba0226b GN	369	int i;
	370
	371	for (i = 0; i < IOAPIC_NUM_PINS; i++) {
	372	union kvm_ioapic_redirect_entry *ent = &ioapic->redirtbl[i];
1fd4f2a5	373
eba0226b GN	374	if (ent->fields.vector != vector)
eba0226b GN	375	continue;
1fd4f2a5	376
2c2bf011 YZ	377	if (i == RTC_GSI)
2c2bf011 YZ	378	rtc_irq_eoi(ioapic, vcpu);
eba0226b GN	379	/*
	380	* We are dropping lock while calling ack notifiers because ack
	381	* notifier callbacks for assigned devices call into IOAPIC
	382	* recursively. Since remote_irr is cleared only after call
	383	* to notifiers if the same vector will be delivered while lock
	384	* is dropped it will be put into irr and will be delivered
	385	* after ack notifier returns.
	386	*/
46a47b1e	387	spin_unlock(&ioapic->lock);
eba0226b	388	kvm_notify_acked_irq(ioapic->kvm, KVM_IRQCHIP_IOAPIC, i);
46a47b1e	389	spin_lock(&ioapic->lock);
eba0226b GN	390
	391	if (trigger_mode != IOAPIC_LEVEL_TRIG)
	392	continue;
f5244726	393
f5244726 MT	394	ASSERT(ent->fields.trig_mode == IOAPIC_LEVEL_TRIG);
f5244726 MT	395	ent->fields.remote_irr = 0;
eba0226b	396	if (!ent->fields.mask && (ioapic->irr & (1 << i)))
aa2fbe6d	397	ioapic_service(ioapic, i, false);
f5244726	398	}
1fd4f2a5 ED	399	}
1fd4f2a5 ED	400
a0c9a822 MT	401	bool kvm_ioapic_handles_vector(struct kvm *kvm, int vector)
	402	{
	403	struct kvm_ioapic *ioapic = kvm->arch.vioapic;
	404	smp_rmb();
	405	return test_bit(vector, ioapic->handled_vectors);
	406	}
	407
1fcc7890	408	void kvm_ioapic_update_eoi(struct kvm_vcpu *vcpu, int vector, int trigger_mode)
4fa6b9c5	409	{
1fcc7890	410	struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic;
4fa6b9c5	411
46a47b1e	412	spin_lock(&ioapic->lock);
1fcc7890	413	__kvm_ioapic_update_eoi(vcpu, ioapic, vector, trigger_mode);
46a47b1e	414	spin_unlock(&ioapic->lock);
4fa6b9c5 AK	415	}
4fa6b9c5 AK	416
d76685c4 GH	417	static inline struct kvm_ioapic to_ioapic(struct kvm_io_device dev)
	418	{
	419	return container_of(dev, struct kvm_ioapic, dev);
	420	}
	421
bda9020e	422	static inline int ioapic_in_range(struct kvm_ioapic *ioapic, gpa_t addr)
1fd4f2a5	423	{
1fd4f2a5 ED	424	return ((addr >= ioapic->base_address &&
	425	(addr < ioapic->base_address + IOAPIC_MEM_LENGTH)));
	426	}
	427
bda9020e MT	428	static int ioapic_mmio_read(struct kvm_io_device *this, gpa_t addr, int len,
bda9020e MT	429	void *val)
1fd4f2a5	430	{
d76685c4	431	struct kvm_ioapic *ioapic = to_ioapic(this);
1fd4f2a5	432	u32 result;
bda9020e MT	433	if (!ioapic_in_range(ioapic, addr))
bda9020e MT	434	return -EOPNOTSUPP;
1fd4f2a5	435
e25e3ed5	436	ioapic_debug("addr %lx\n", (unsigned long)addr);
1fd4f2a5 ED	437	ASSERT(!(addr & 0xf)); /* check alignment */
	438
	439	addr &= 0xff;
46a47b1e	440	spin_lock(&ioapic->lock);
1fd4f2a5 ED	441	switch (addr) {
	442	case IOAPIC_REG_SELECT:
	443	result = ioapic->ioregsel;
	444	break;
	445
	446	case IOAPIC_REG_WINDOW:
	447	result = ioapic_read_indirect(ioapic, addr, len);
	448	break;
	449
	450	default:
	451	result = 0;
	452	break;
	453	}
46a47b1e	454	spin_unlock(&ioapic->lock);
eba0226b	455
1fd4f2a5 ED	456	switch (len) {
	457	case 8:
	458	(u64 ) val = result;
	459	break;
	460	case 1:
	461	case 2:
	462	case 4:
	463	memcpy(val, (char *)&result, len);
	464	break;
	465	default:
	466	printk(KERN_WARNING "ioapic: wrong length %d\n", len);
	467	}
bda9020e	468	return 0;
1fd4f2a5 ED	469	}
1fd4f2a5 ED	470
bda9020e MT	471	static int ioapic_mmio_write(struct kvm_io_device *this, gpa_t addr, int len,
bda9020e MT	472	const void *val)
1fd4f2a5	473	{
d76685c4	474	struct kvm_ioapic *ioapic = to_ioapic(this);
1fd4f2a5	475	u32 data;
bda9020e MT	476	if (!ioapic_in_range(ioapic, addr))
bda9020e MT	477	return -EOPNOTSUPP;
1fd4f2a5	478
e25e3ed5 LV	479	ioapic_debug("ioapic_mmio_write addr=%p len=%d val=%p\n",
e25e3ed5 LV	480	(void*)addr, len, val);
1fd4f2a5	481	ASSERT(!(addr & 0xf)); /* check alignment */
60eead79	482
d77fe635 JS	483	switch (len) {
	484	case 8:
	485	case 4:
1fd4f2a5	486	data = (u32 ) val;
d77fe635 JS	487	break;
	488	case 2:
	489	data = (u16 ) val;
	490	break;
	491	case 1:
	492	data = (u8 ) val;
	493	break;
	494	default:
1fd4f2a5	495	printk(KERN_WARNING "ioapic: Unsupported size %d\n", len);
eba0226b	496	return 0;
1fd4f2a5 ED	497	}
	498
	499	addr &= 0xff;
46a47b1e	500	spin_lock(&ioapic->lock);
1fd4f2a5 ED	501	switch (addr) {
1fd4f2a5 ED	502	case IOAPIC_REG_SELECT:
d77fe635	503	ioapic->ioregsel = data & 0xFF; /* 8-bit register */
1fd4f2a5 ED	504	break;
	505
	506	case IOAPIC_REG_WINDOW:
	507	ioapic_write_indirect(ioapic, data);
	508	break;
b1fd3d30 ZX	509	#ifdef CONFIG_IA64
b1fd3d30 ZX	510	case IOAPIC_REG_EOI:
1fcc7890	511	__kvm_ioapic_update_eoi(NULL, ioapic, data, IOAPIC_LEVEL_TRIG);
b1fd3d30 ZX	512	break;
b1fd3d30 ZX	513	#endif
1fd4f2a5 ED	514
	515	default:
	516	break;
	517	}
46a47b1e	518	spin_unlock(&ioapic->lock);
bda9020e	519	return 0;
1fd4f2a5 ED	520	}
1fd4f2a5 ED	521
8c392696 ED	522	void kvm_ioapic_reset(struct kvm_ioapic *ioapic)
	523	{
	524	int i;
	525
	526	for (i = 0; i < IOAPIC_NUM_PINS; i++)
	527	ioapic->redirtbl[i].fields.mask = 1;
	528	ioapic->base_address = IOAPIC_DEFAULT_BASE_ADDRESS;
	529	ioapic->ioregsel = 0;
	530	ioapic->irr = 0;
	531	ioapic->id = 0;
10606919	532	rtc_irq_eoi_tracking_reset(ioapic);
46a929bc	533	update_handled_vectors(ioapic);
8c392696 ED	534	}
8c392696 ED	535
d76685c4 GH	536	static const struct kvm_io_device_ops ioapic_mmio_ops = {
	537	.read = ioapic_mmio_read,
	538	.write = ioapic_mmio_write,
d76685c4 GH	539	};
d76685c4 GH	540
1fd4f2a5 ED	541	int kvm_ioapic_init(struct kvm *kvm)
	542	{
	543	struct kvm_ioapic *ioapic;
090b7aff	544	int ret;
1fd4f2a5 ED	545
	546	ioapic = kzalloc(sizeof(struct kvm_ioapic), GFP_KERNEL);
	547	if (!ioapic)
	548	return -ENOMEM;
46a47b1e	549	spin_lock_init(&ioapic->lock);
d7deeeb0	550	kvm->arch.vioapic = ioapic;
8c392696	551	kvm_ioapic_reset(ioapic);
d76685c4	552	kvm_iodevice_init(&ioapic->dev, &ioapic_mmio_ops);
1fd4f2a5	553	ioapic->kvm = kvm;
79fac95e	554	mutex_lock(&kvm->slots_lock);
743eeb0b SL	555	ret = kvm_io_bus_register_dev(kvm, KVM_MMIO_BUS, ioapic->base_address,
743eeb0b SL	556	IOAPIC_MEM_LENGTH, &ioapic->dev);
79fac95e	557	mutex_unlock(&kvm->slots_lock);
1ae77bad WY	558	if (ret < 0) {
1ae77bad WY	559	kvm->arch.vioapic = NULL;
090b7aff	560	kfree(ioapic);
1ae77bad	561	}
090b7aff GH	562
090b7aff GH	563	return ret;
1fd4f2a5	564	}
75858a84	565
72bb2fcd WY	566	void kvm_ioapic_destroy(struct kvm *kvm)
	567	{
	568	struct kvm_ioapic *ioapic = kvm->arch.vioapic;
	569
	570	if (ioapic) {
	571	kvm_io_bus_unregister_dev(kvm, KVM_MMIO_BUS, &ioapic->dev);
	572	kvm->arch.vioapic = NULL;
	573	kfree(ioapic);
	574	}
	575	}
	576
eba0226b GN	577	int kvm_get_ioapic(struct kvm kvm, struct kvm_ioapic_state state)
	578	{
	579	struct kvm_ioapic *ioapic = ioapic_irqchip(kvm);
	580	if (!ioapic)
	581	return -EINVAL;
	582
46a47b1e	583	spin_lock(&ioapic->lock);
eba0226b	584	memcpy(state, ioapic, sizeof(struct kvm_ioapic_state));
46a47b1e	585	spin_unlock(&ioapic->lock);
eba0226b GN	586	return 0;
	587	}
	588
	589	int kvm_set_ioapic(struct kvm kvm, struct kvm_ioapic_state state)
	590	{
	591	struct kvm_ioapic *ioapic = ioapic_irqchip(kvm);
	592	if (!ioapic)
	593	return -EINVAL;
	594
46a47b1e	595	spin_lock(&ioapic->lock);
eba0226b	596	memcpy(ioapic, state, sizeof(struct kvm_ioapic_state));
46a929bc	597	update_handled_vectors(ioapic);
3d81bc7e	598	kvm_vcpu_request_scan_ioapic(kvm);
10606919	599	kvm_rtc_eoi_tracking_restore_all(ioapic);
46a47b1e	600	spin_unlock(&ioapic->lock);
eba0226b GN	601	return 0;
eba0226b GN	602	}