/**
 * Copyright (c) 2010 Anup Patel.
 * All rights reserved.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2, or (at your option)
 * any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 *
 * @file vmm_host_irq.c
 * @author Anup Patel (anup@brainfault.org)
 * @brief source code for host interrupts
 */

#include <vmm_error.h>
#include <vmm_smp.h>
#include <vmm_cpuhp.h>
#include <vmm_heap.h>
#include <vmm_stdio.h>
#include <vmm_host_irq.h>
#include <vmm_host_irqext.h>
#include <vmm_host_irqdomain.h>
#include <arch_cpu_irq.h>
#include <arch_host_irq.h>
#include <libs/stringlib.h>

struct vmm_host_irqs_ctrl {
	vmm_spinlock_t lock;
	struct vmm_host_irq *irq;
	u32 (*active)(u32);
	struct vmm_cpumask default_affinity;
};

static struct vmm_host_irqs_ctrl hirqctrl;

void vmm_handle_percpu_irq(struct vmm_host_irq *irq, u32 cpu, void *data)
{
	irq_flags_t flags;
	struct vmm_host_irq_action *act;

	if (irq->chip && irq->chip->irq_ack) {
		irq->chip->irq_ack(irq);
	}

	vmm_read_lock_irqsave_lite(&irq->action_lock[cpu], flags);
	list_for_each_entry(act, &irq->action_list[cpu], head) {
		if (act->func(irq->num, act->dev) == VMM_IRQ_HANDLED) {
			break;
		}
	}
	vmm_read_unlock_irqrestore_lite(&irq->action_lock[cpu], flags);

	if (irq->chip && irq->chip->irq_eoi) {
		irq->chip->irq_eoi(irq);
	}
}

void vmm_handle_fast_eoi(struct vmm_host_irq *irq, u32 cpu, void *data)
{
	irq_flags_t flags;
	struct vmm_host_irq_action *act;

	vmm_read_lock_irqsave_lite(&irq->action_lock[cpu], flags);
	list_for_each_entry(act, &irq->action_list[cpu], head) {
		if (act->func(irq->num, act->dev) == VMM_IRQ_HANDLED) {
			break;
		}
	}
	vmm_read_unlock_irqrestore_lite(&irq->action_lock[cpu], flags);

	if (irq->chip && irq->chip->irq_eoi) {
		irq->chip->irq_eoi(irq);
	}
}

void vmm_handle_level_irq(struct vmm_host_irq *irq, u32 cpu, void *data)
{
	irq_flags_t flags;
	struct vmm_host_irq_action *act;

	if (irq->chip) {
		if (irq->chip->irq_mask_ack) {
			irq->chip->irq_mask_ack(irq);
		} else {
			if (irq->chip->irq_mask) {
				irq->chip->irq_mask(irq);
			}
			if (irq->chip->irq_ack) {
				irq->chip->irq_ack(irq);
			}
		}
	}

	vmm_read_lock_irqsave_lite(&irq->action_lock[cpu], flags);
	list_for_each_entry(act, &irq->action_list[cpu], head) {
		if (act->func(irq->num, act->dev) == VMM_IRQ_HANDLED) {
			break;
		}
	}
	vmm_read_unlock_irqrestore_lite(&irq->action_lock[cpu], flags);

	if (irq->chip) {
		if (!(irq->percpu_state[cpu] & VMM_PERCPU_IRQ_STATE_MASKED)
		    && irq->chip->irq_unmask) {
			irq->chip->irq_unmask(irq);
		}
	}
}

void vmm_handle_simple_irq(struct vmm_host_irq *irq, u32 cpu, void *data)
{
	irq_flags_t flags;
	struct vmm_host_irq_action *act;

	vmm_read_lock_irqsave_lite(&irq->action_lock[cpu], flags);
	list_for_each_entry(act, &irq->action_list[cpu], head) {
		if (act->func(irq->num, act->dev) == VMM_IRQ_HANDLED) {
			break;
		}
	}
	vmm_read_unlock_irqrestore_lite(&irq->action_lock[cpu], flags);
}

struct vmm_host_irq *vmm_host_irq_get(u32 hirq)
{
	if (hirq < CONFIG_HOST_IRQ_COUNT) {
		return &hirqctrl.irq[hirq];
	}

	return __vmm_host_irqext_get(hirq);
}

int vmm_host_generic_irq_exec(u32 hirq_no)
{
	u32 cpu;
	struct vmm_host_irq *irq = NULL;

	if (NULL == (irq = vmm_host_irq_get(hirq_no)))
		return VMM_ENOTAVAIL;

	cpu = vmm_smp_processor_id();
	irq->count[cpu]++;
	irq->percpu_state[cpu] |= VMM_PERCPU_IRQ_STATE_IN_PROG;
	if (irq->handler) {
		irq->handler(irq, cpu, irq->handler_data);
	}
	irq->percpu_state[cpu] &= ~VMM_PERCPU_IRQ_STATE_IN_PROG;

	return VMM_OK;
}

int vmm_host_active_irq_exec(u32 cpu_irq_no)
{
	u32 hirq_no, exec_count;

	if (!hirqctrl.active) {
		return VMM_ENOTAVAIL;
	}

	/* We only process 16 active host irqs at a time.
	 * This avoids infinite irq processing loop caused by
	 * spurious interrupts on buggy hardware.
	 */
	exec_count = 16;
	hirq_no = hirqctrl.active(cpu_irq_no);
	while (hirq_no < CONFIG_HOST_IRQ_COUNT) {
		vmm_host_generic_irq_exec(hirq_no);

		if (!exec_count--)
			break;
		hirq_no = hirqctrl.active(cpu_irq_no);
	}

	return VMM_OK;
}

void vmm_host_irq_set_active_callback(u32 (*active)(u32))
{
	hirqctrl.active = active;
}

u32 vmm_host_irq_count(void)
{
	return CONFIG_HOST_IRQ_COUNT;
}

int __vmm_host_irq_set_hwirq(u32 hirq, u32 hwirq)
{
	struct vmm_host_irq *irq = NULL;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_EFAIL;

	if (!(irq->state & VMM_IRQ_STATE_EXTENDED))
		irq->hwirq = hwirq;

	return VMM_OK;
}

u32 vmm_host_irq_get_hwirq(u32 hirq)
{
	struct vmm_host_irq *irq = NULL;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return hirq;

	return irq->hwirq;
}

int vmm_host_irq_set_chip(u32 hirq, struct vmm_host_irq_chip *chip)
{
	struct vmm_host_irq *irq = NULL;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_EFAIL;

	irq->chip = chip;
	return VMM_OK;
}

struct vmm_host_irq_chip *vmm_host_irq_get_chip(struct vmm_host_irq *irq)
{
	return (irq) ? irq->chip : NULL;
}

int vmm_host_irq_set_chip_data(u32 hirq, void *chip_data)
{
	struct vmm_host_irq *irq = NULL;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_EFAIL;

	irq->chip_data = chip_data;
	return VMM_OK;
}

void *vmm_host_irq_get_chip_data(struct vmm_host_irq *irq)
{
	return (irq) ? irq->chip_data : NULL;
}

int vmm_host_irq_set_handler(u32 hirq, vmm_host_irq_handler_t handler)
{
	struct vmm_host_irq *irq = NULL;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_EFAIL;

	irq->handler = handler;
	return VMM_OK;
}

vmm_host_irq_handler_t vmm_host_irq_get_handler(u32 hirq)
{
	struct vmm_host_irq *irq = NULL;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return NULL;

	return irq->handler;
}

int vmm_host_irq_set_handler_data(u32 hirq, void *data)
{
	struct vmm_host_irq *irq = NULL;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_EFAIL;

	irq->handler_data = data;
	return VMM_OK;
}

void *vmm_host_irq_get_handler_data(u32 hirq)
{
	struct vmm_host_irq *irq = NULL;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return NULL;

	return irq->handler_data;
}

int vmm_host_irq_set_affinity(u32 hirq,
			      const struct vmm_cpumask *dest,
			      bool force)
{
	int rc = VMM_OK;
	struct vmm_host_irq *irq;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	if (!dest || vmm_host_irq_is_per_cpu(irq))
		return VMM_EINVALID;

	if (irq->chip && irq->chip->irq_set_affinity) {
		irq->state |= VMM_IRQ_STATE_AFFINITY_SET;
		rc = irq->chip->irq_set_affinity(irq, dest, force);
	}

	if (rc == VMM_OK) {
		vmm_cpumask_copy(&irq->affinity, dest);
	}

	return rc;
}

int vmm_host_irq_set_type(u32 hirq, u32 type)
{
	int rc = VMM_EFAIL;
	struct vmm_host_irq *irq;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	type &= VMM_IRQ_TYPE_SENSE_MASK;
	if (type == VMM_IRQ_TYPE_NONE) {
		return VMM_OK;
	}
	if (irq->chip && irq->chip->irq_set_type) {
		rc = irq->chip->irq_set_type(irq, type);
	} else {
		return VMM_OK;
	}
	if (rc == VMM_OK) {
		irq->state &= ~VMM_IRQ_STATE_TRIGGER_MASK;
		irq->state |= type;
		if (type & VMM_IRQ_TYPE_LEVEL_MASK) {
			irq->state |= VMM_IRQ_STATE_LEVEL;
		} else {
			irq->state &= ~VMM_IRQ_STATE_LEVEL;
		}
	}

	return rc;
}

int vmm_host_irq_mark_per_cpu(u32 hirq)
{
	struct vmm_host_irq *irq;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	irq->state |= VMM_IRQ_STATE_PER_CPU;
	return VMM_OK;
}

int vmm_host_irq_unmark_per_cpu(u32 hirq)
{
	struct vmm_host_irq *irq;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	irq->state &= ~VMM_IRQ_STATE_PER_CPU;
	return VMM_OK;
}

int vmm_host_irq_mark_routed(u32 hirq)
{
	struct vmm_host_irq *irq;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	irq->state |= VMM_IRQ_STATE_ROUTED;
	return VMM_OK;
}

int vmm_host_irq_unmark_routed(u32 hirq)
{
	struct vmm_host_irq *irq;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	irq->state &= ~VMM_IRQ_STATE_ROUTED;
	return VMM_OK;
}

int vmm_host_irq_get_routed_state(u32 hirq, u32 *val, u32 mask)
{
	struct vmm_host_irq *irq;
	struct vmm_host_irq_chip *chip;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	if (NULL == (chip = vmm_host_irq_get_chip(irq)))
		return VMM_ENOTAVAIL;

	if (!chip->irq_get_routed_state)
		return VMM_EINVALID;

	*val = chip->irq_get_routed_state(irq, mask);

	return VMM_OK;
}

int vmm_host_irq_set_routed_state(u32 hirq, u32 val, u32 mask)
{
	struct vmm_host_irq *irq;
	struct vmm_host_irq_chip *chip;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	if (NULL == (chip = vmm_host_irq_get_chip(irq)))
		return VMM_ENOTAVAIL;

	if (!chip->irq_set_routed_state)
		return VMM_EINVALID;

	chip->irq_set_routed_state(irq, val, mask);

	return VMM_OK;
}

int vmm_host_irq_mark_ipi(u32 hirq)
{
	struct vmm_host_irq *irq;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	irq->state |= VMM_IRQ_STATE_IPI;
	return VMM_OK;
}

int vmm_host_irq_unmark_ipi(u32 hirq)
{
	struct vmm_host_irq *irq;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	irq->state &= ~VMM_IRQ_STATE_IPI;
	return VMM_OK;
}

bool vmm_host_irq_is_masked(struct vmm_host_irq *irq)
{
	u32 percpu_state;

	if (!irq)
		return FALSE;

	percpu_state = irq->percpu_state[vmm_smp_processor_id()];
	return (percpu_state & VMM_PERCPU_IRQ_STATE_MASKED) ? TRUE : FALSE;
}

int vmm_host_irq_unmask(u32 hirq)
{
	u32 cpu;
	struct vmm_host_irq *irq;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	if (irq->chip) {
		if (irq->chip->irq_enable)
			irq->chip->irq_enable(irq);
		else if (irq->chip->irq_unmask)
			irq->chip->irq_unmask(irq);
		if (vmm_host_irq_is_per_cpu(irq)) {
			irq->percpu_state[vmm_smp_processor_id()] &=
						~VMM_PERCPU_IRQ_STATE_MASKED;
		} else {
			for (cpu = 0; cpu < CONFIG_CPU_COUNT; cpu++) {
				irq->percpu_state[cpu] &=
						~VMM_PERCPU_IRQ_STATE_MASKED;
			}
		}
	}

	return VMM_OK;
}

int vmm_host_irq_mask(u32 hirq)
{
	u32 cpu;
	struct vmm_host_irq *irq;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	if (irq->chip) {
		if (irq->chip->irq_disable)
			irq->chip->irq_disable(irq);
		else if (irq->chip->irq_mask)
			irq->chip->irq_mask(irq);
		if (vmm_host_irq_is_per_cpu(irq)) {
			irq->percpu_state[vmm_smp_processor_id()] |=
						VMM_PERCPU_IRQ_STATE_MASKED;
		} else {
			for (cpu = 0; cpu < CONFIG_CPU_COUNT; cpu++) {
				irq->percpu_state[cpu] |=
						VMM_PERCPU_IRQ_STATE_MASKED;
			}
		}
	}

	return VMM_OK;
}

int vmm_host_irq_raise(u32 hirq,
		       const struct vmm_cpumask *dest)
{
	struct vmm_host_irq *irq;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	if (irq->chip && irq->chip->irq_raise) {
		irq->chip->irq_raise(irq, dest);
	}

	return VMM_OK;
}

int vmm_host_irq_find(u32 hirq_start, u32 state_mask, u32 *hirq)
{
	u32 ite;
	bool found = FALSE;
	struct vmm_host_irq *irq;

	if ((CONFIG_HOST_IRQ_COUNT <= hirq_start) || !hirq) {
		return VMM_EINVALID;
	}
	if (!state_mask) {
		return VMM_ENOTAVAIL;
	}

	for (ite = hirq_start; ite < CONFIG_HOST_IRQ_COUNT; ite++) {
		if (NULL == (irq = vmm_host_irq_get(ite))) {
			continue;
		}
		if ((irq->state & state_mask) == state_mask) {
			found = TRUE;
			*hirq = ite;
			break;
		}
	}

	return (found) ? VMM_OK : VMM_ENOTAVAIL;
}

static int host_irq_register(struct vmm_host_irq *irq,
			     const char *name,
			     vmm_host_irq_function_t func,
			     void *dev, u32 cpu)
{
	bool found;
	irq_flags_t flags;
	struct vmm_host_irq_action *act;

	vmm_write_lock_irqsave_lite(&irq->action_lock[cpu], flags);

	found = FALSE;
	list_for_each_entry(act, &irq->action_list[cpu], head) {
		if (act->dev == dev) {
			found = TRUE;
			break;
		}
	}
	if (found) {
		vmm_write_unlock_irqrestore_lite(&irq->action_lock[cpu], flags);
		return VMM_EFAIL;
	}

	irq->name = name;
	act = vmm_zalloc(sizeof(struct vmm_host_irq_action));
	if (!act) {
		vmm_write_unlock_irqrestore_lite(&irq->action_lock[cpu], flags);
		return VMM_ENOMEM;
	}
	INIT_LIST_HEAD(&act->head);
	act->func = func;
	act->dev = dev;

	list_add_tail(&act->head, &irq->action_list[cpu]);

	vmm_write_unlock_irqrestore_lite(&irq->action_lock[cpu], flags);

	return VMM_OK;
}

int vmm_host_irq_register(u32 hirq,
			  const char *name,
			  vmm_host_irq_function_t func,
			  void *dev)
{
	int rc;
	u32 cpu;
	struct vmm_host_irq *irq;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	if (vmm_host_irq_is_per_cpu(irq)) {
		rc = host_irq_register(irq, name, func, dev,
				       vmm_smp_processor_id());
		if (rc) {
			return rc;
		}
	} else {
		for (cpu = 0; cpu < CONFIG_CPU_COUNT; cpu++) {
			rc = host_irq_register(irq, name, func,
					       dev, cpu);
			if (rc) {
				return rc;
			}
		}
	}
	return vmm_host_irq_unmask(hirq);
}

static int host_irq_unregister(struct vmm_host_irq *irq, void *dev,
			       u32 cpu, bool *disable)
{
	bool found;
	irq_flags_t flags;
	struct vmm_host_irq_action *act;

	vmm_write_lock_irqsave_lite(&irq->action_lock[cpu], flags);
	found = FALSE;
	list_for_each_entry(act, &irq->action_list[cpu], head) {
		if (act->dev == dev) {
			found = TRUE;
			break;
		}
	}
	if (!found) {
		vmm_write_unlock_irqrestore_lite(&irq->action_lock[cpu], flags);
		return VMM_EFAIL;
	}

	list_del(&act->head);
	vmm_free(act);
	if (list_empty(&irq->action_list[cpu])) {
		*disable = TRUE;
	}

	vmm_write_unlock_irqrestore_lite(&irq->action_lock[cpu], flags);

	return VMM_OK;
}

int vmm_host_irq_unregister(u32 hirq, void *dev)
{
	int rc;
	u32 cpu;
	bool disable;
	struct vmm_host_irq *irq;

	if (NULL == (irq = vmm_host_irq_get(hirq)))
		return VMM_ENOTAVAIL;

	disable = FALSE;
	if (vmm_host_irq_is_per_cpu(irq)) {
		rc = host_irq_unregister(irq, dev,
					 vmm_smp_processor_id(),
					 &disable);
		if (rc) {
			return rc;
		}
	} else {
		for (cpu = 0; cpu < CONFIG_CPU_COUNT; cpu++) {
			rc = host_irq_unregister(irq, dev, cpu,
						 &disable);
			if (rc) {
				return rc;
			}
		}
	}
	if (disable) {
		return vmm_host_irq_mask(hirq);
	}

	return VMM_OK;
}

int __weak arch_host_irq_init(void)
{
	/* Default weak implementation in-case
	 * architecture does not provide one.
	 */
	return VMM_OK;
}

/**
 * Initialize a vmm_host_irq structure
 * Warning: The associated IRQ must be disabled!
 */
void __vmm_host_irq_init_desc(struct vmm_host_irq *irq,
			      u32 hirq, u32 hwirq, u32 state)
{
	u32 cpu = 0;

	if (!irq)
		return;

	irq->num = hirq;
	irq->hwirq = hwirq;
	irq->name = NULL;
	irq->state = state;
	irq->state |= VMM_IRQ_TYPE_NONE;
	vmm_cpumask_copy(&irq->affinity, &hirqctrl.default_affinity);
	for (cpu = 0; cpu < CONFIG_CPU_COUNT; cpu++) {
		irq->percpu_state[cpu]= VMM_PERCPU_IRQ_STATE_MASKED;
		irq->count[cpu] = 0;
	}
	irq->chip = NULL;
	irq->chip_data = NULL;
	irq->handler = NULL;
	irq->handler_data = NULL;
	for (cpu = 0; cpu < CONFIG_CPU_COUNT; cpu++) {
		INIT_RW_LOCK(&irq->action_lock[cpu]);
		INIT_LIST_HEAD(&irq->action_list[cpu]);
	}
}

static int host_irq_startup(struct vmm_cpuhp_notify *cpuhp, u32 cpu)
{
	int ret;

	/* Initialize board specific PIC */
	if ((ret = arch_host_irq_init())) {
		return ret;
	}

	/* Setup interrupts in CPU */
	if ((ret = arch_cpu_irq_setup())) {
		return ret;
	}

	/* Enable interrupts in CPU */
	arch_cpu_irq_enable();

	return VMM_OK;
}

static struct vmm_cpuhp_notify host_irq_cpuhp = {
	.name = "HOST_IRQ",
	.state = VMM_CPUHP_STATE_HOST_IRQ,
	.startup = host_irq_startup,
};

static void __init host_irq_nidtbl_found(struct vmm_devtree_node *node,
					const struct vmm_devtree_nodeid *match,
					void *data)
{
	int err;
	vmm_host_irq_init_t init_fn = match->data;

	if (!init_fn) {
		return;
	}

	err = init_fn(node);
#ifdef CONFIG_VERBOSE_MODE
	if (err) {
		vmm_printf("%s: CPU%d Init %s node failed (error %d)\n",
			   __func__, vmm_smp_processor_id(), node->name, err);
	}
#else
	(void)err;
#endif
}

int __init vmm_host_irq_init(void)
{
	int ret;
	u32 ite;
	const struct vmm_devtree_nodeid *matches;

	/* Clear the memory of control structure */
	memset(&hirqctrl, 0, sizeof(hirqctrl));

	/* Initialize spin lock */
	INIT_SPIN_LOCK(&hirqctrl.lock);

	/* Setup default host IRQ affinity */
	vmm_cpumask_setall(&hirqctrl.default_affinity);

	/* Allocate memory for irq array */
	hirqctrl.irq = vmm_malloc(sizeof(struct vmm_host_irq) *
				  CONFIG_HOST_IRQ_COUNT);

	if (!hirqctrl.irq) {
		return VMM_ENOMEM;
	}

	/* Reset the handler array */
	for (ite = 0; ite < CONFIG_HOST_IRQ_COUNT; ite++) {
		__vmm_host_irq_init_desc(&hirqctrl.irq[ite],
					 ite, ite, 0);
	}

	/* Initialize extended host IRQs */
	ret = vmm_host_irqext_init();
	if (ret != VMM_OK) {
		return ret;
	}

	/* Initialize host IRQ Domains */
	ret = vmm_host_irqdomain_init();
	if (ret != VMM_OK) {
		return ret;
	}

	/* Probe all device tree nodes matching
	 * host irq nodeid table enteries.
	 */
	matches = vmm_devtree_nidtbl_create_matches("host_irq");
	if (matches) {
		vmm_devtree_iterate_matching(NULL, matches,
					     host_irq_nidtbl_found,
					     NULL);
	}

	/* Setup hotplug notifier */
	return vmm_cpuhp_register(&host_irq_cpuhp, TRUE);
}
