| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451 | /* * OMAP WakeupGen Source file * * OMAP WakeupGen is the interrupt controller extension used along * with ARM GIC to wake the CPU out from low power states on * external interrupts. It is responsible for generating wakeup * event from the incoming interrupts and enable bits. It is * implemented in MPU always ON power domain. During normal operation, * WakeupGen delivers external interrupts directly to the GIC. * * Copyright (C) 2011 Texas Instruments, Inc. *	Santosh Shilimkar <santosh.shilimkar@ti.com> * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 as * published by the Free Software Foundation. */#include <linux/kernel.h>#include <linux/init.h>#include <linux/io.h>#include <linux/irq.h>#include <linux/platform_device.h>#include <linux/cpu.h>#include <linux/notifier.h>#include <linux/cpu_pm.h>#include <asm/hardware/gic.h>#include "omap-wakeupgen.h"#include "omap-secure.h"#include "soc.h"#include "omap4-sar-layout.h"#include "common.h"#define MAX_NR_REG_BANKS	5#define MAX_IRQS		160#define WKG_MASK_ALL		0x00000000#define WKG_UNMASK_ALL		0xffffffff#define CPU_ENA_OFFSET		0x400#define CPU0_ID			0x0#define CPU1_ID			0x1#define OMAP4_NR_BANKS		4#define OMAP4_NR_IRQS		128static void __iomem *wakeupgen_base;static void __iomem *sar_base;static DEFINE_SPINLOCK(wakeupgen_lock);static unsigned int irq_target_cpu[MAX_IRQS];static unsigned int irq_banks = MAX_NR_REG_BANKS;static unsigned int max_irqs = MAX_IRQS;static unsigned int omap_secure_apis;/* * Static helper functions. */static inline u32 wakeupgen_readl(u8 idx, u32 cpu){	return __raw_readl(wakeupgen_base + OMAP_WKG_ENB_A_0 +				(cpu * CPU_ENA_OFFSET) + (idx * 4));}static inline void wakeupgen_writel(u32 val, u8 idx, u32 cpu){	__raw_writel(val, wakeupgen_base + OMAP_WKG_ENB_A_0 +				(cpu * CPU_ENA_OFFSET) + (idx * 4));}static inline void sar_writel(u32 val, u32 offset, u8 idx){	__raw_writel(val, sar_base + offset + (idx * 4));}static inline int _wakeupgen_get_irq_info(u32 irq, u32 *bit_posn, u8 *reg_index){	unsigned int spi_irq;	/*	 * PPIs and SGIs are not supported.	 */	if (irq < OMAP44XX_IRQ_GIC_START)		return -EINVAL;	/*	 * Subtract the GIC offset.	 */	spi_irq = irq - OMAP44XX_IRQ_GIC_START;	if (spi_irq > MAX_IRQS) {		pr_err("omap wakeupGen: Invalid IRQ%d\n", irq);		return -EINVAL;	}	/*	 * Each WakeupGen register controls 32 interrupt.	 * i.e. 1 bit per SPI IRQ	 */	*reg_index = spi_irq >> 5;	*bit_posn = spi_irq %= 32;	return 0;}static void _wakeupgen_clear(unsigned int irq, unsigned int cpu){	u32 val, bit_number;	u8 i;	if (_wakeupgen_get_irq_info(irq, &bit_number, &i))		return;	val = wakeupgen_readl(i, cpu);	val &= ~BIT(bit_number);	wakeupgen_writel(val, i, cpu);}static void _wakeupgen_set(unsigned int irq, unsigned int cpu){	u32 val, bit_number;	u8 i;	if (_wakeupgen_get_irq_info(irq, &bit_number, &i))		return;	val = wakeupgen_readl(i, cpu);	val |= BIT(bit_number);	wakeupgen_writel(val, i, cpu);}/* * Architecture specific Mask extension */static void wakeupgen_mask(struct irq_data *d){	unsigned long flags;	spin_lock_irqsave(&wakeupgen_lock, flags);	_wakeupgen_clear(d->irq, irq_target_cpu[d->irq]);	spin_unlock_irqrestore(&wakeupgen_lock, flags);}/* * Architecture specific Unmask extension */static void wakeupgen_unmask(struct irq_data *d){	unsigned long flags;	spin_lock_irqsave(&wakeupgen_lock, flags);	_wakeupgen_set(d->irq, irq_target_cpu[d->irq]);	spin_unlock_irqrestore(&wakeupgen_lock, flags);}#ifdef CONFIG_HOTPLUG_CPUstatic DEFINE_PER_CPU(u32 [MAX_NR_REG_BANKS], irqmasks);static void _wakeupgen_save_masks(unsigned int cpu){	u8 i;	for (i = 0; i < irq_banks; i++)		per_cpu(irqmasks, cpu)[i] = wakeupgen_readl(i, cpu);}static void _wakeupgen_restore_masks(unsigned int cpu){	u8 i;	for (i = 0; i < irq_banks; i++)		wakeupgen_writel(per_cpu(irqmasks, cpu)[i], i, cpu);}static void _wakeupgen_set_all(unsigned int cpu, unsigned int reg){	u8 i;	for (i = 0; i < irq_banks; i++)		wakeupgen_writel(reg, i, cpu);}/* * Mask or unmask all interrupts on given CPU. *	0 = Mask all interrupts on the 'cpu' *	1 = Unmask all interrupts on the 'cpu' * Ensure that the initial mask is maintained. This is faster than * iterating through GIC registers to arrive at the correct masks. */static void wakeupgen_irqmask_all(unsigned int cpu, unsigned int set){	unsigned long flags;	spin_lock_irqsave(&wakeupgen_lock, flags);	if (set) {		_wakeupgen_save_masks(cpu);		_wakeupgen_set_all(cpu, WKG_MASK_ALL);	} else {		_wakeupgen_set_all(cpu, WKG_UNMASK_ALL);		_wakeupgen_restore_masks(cpu);	}	spin_unlock_irqrestore(&wakeupgen_lock, flags);}#endif#ifdef CONFIG_CPU_PMstatic inline void omap4_irq_save_context(void){	u32 i, val;	if (omap_rev() == OMAP4430_REV_ES1_0)		return;	for (i = 0; i < irq_banks; i++) {		/* Save the CPUx interrupt mask for IRQ 0 to 127 */		val = wakeupgen_readl(i, 0);		sar_writel(val, WAKEUPGENENB_OFFSET_CPU0, i);		val = wakeupgen_readl(i, 1);		sar_writel(val, WAKEUPGENENB_OFFSET_CPU1, i);		/*		 * Disable the secure interrupts for CPUx. The restore		 * code blindly restores secure and non-secure interrupt		 * masks from SAR RAM. Secure interrupts are not suppose		 * to be enabled from HLOS. So overwrite the SAR location		 * so that the secure interrupt remains disabled.		 */		sar_writel(0x0, WAKEUPGENENB_SECURE_OFFSET_CPU0, i);		sar_writel(0x0, WAKEUPGENENB_SECURE_OFFSET_CPU1, i);	}	/* Save AuxBoot* registers */	val = __raw_readl(wakeupgen_base + OMAP_AUX_CORE_BOOT_0);	__raw_writel(val, sar_base + AUXCOREBOOT0_OFFSET);	val = __raw_readl(wakeupgen_base + OMAP_AUX_CORE_BOOT_1);	__raw_writel(val, sar_base + AUXCOREBOOT1_OFFSET);	/* Save SyncReq generation logic */	val = __raw_readl(wakeupgen_base + OMAP_PTMSYNCREQ_MASK);	__raw_writel(val, sar_base + PTMSYNCREQ_MASK_OFFSET);	val = __raw_readl(wakeupgen_base + OMAP_PTMSYNCREQ_EN);	__raw_writel(val, sar_base + PTMSYNCREQ_EN_OFFSET);	/* Set the Backup Bit Mask status */	val = __raw_readl(sar_base + SAR_BACKUP_STATUS_OFFSET);	val |= SAR_BACKUP_STATUS_WAKEUPGEN;	__raw_writel(val, sar_base + SAR_BACKUP_STATUS_OFFSET);}static inline void omap5_irq_save_context(void){	u32 i, val;	for (i = 0; i < irq_banks; i++) {		/* Save the CPUx interrupt mask for IRQ 0 to 159 */		val = wakeupgen_readl(i, 0);		sar_writel(val, OMAP5_WAKEUPGENENB_OFFSET_CPU0, i);		val = wakeupgen_readl(i, 1);		sar_writel(val, OMAP5_WAKEUPGENENB_OFFSET_CPU1, i);		sar_writel(0x0, OMAP5_WAKEUPGENENB_SECURE_OFFSET_CPU0, i);		sar_writel(0x0, OMAP5_WAKEUPGENENB_SECURE_OFFSET_CPU1, i);	}	/* Save AuxBoot* registers */	val = __raw_readl(wakeupgen_base + OMAP_AUX_CORE_BOOT_0);	__raw_writel(val, sar_base + OMAP5_AUXCOREBOOT0_OFFSET);	val = __raw_readl(wakeupgen_base + OMAP_AUX_CORE_BOOT_0);	__raw_writel(val, sar_base + OMAP5_AUXCOREBOOT1_OFFSET);	/* Set the Backup Bit Mask status */	val = __raw_readl(sar_base + OMAP5_SAR_BACKUP_STATUS_OFFSET);	val |= SAR_BACKUP_STATUS_WAKEUPGEN;	__raw_writel(val, sar_base + OMAP5_SAR_BACKUP_STATUS_OFFSET);}/* * Save WakeupGen interrupt context in SAR BANK3. Restore is done by * ROM code. WakeupGen IP is integrated along with GIC to manage the * interrupt wakeups from CPU low power states. It manages * masking/unmasking of Shared peripheral interrupts(SPI). So the * interrupt enable/disable control should be in sync and consistent * at WakeupGen and GIC so that interrupts are not lost. */static void irq_save_context(void){	if (!sar_base)		sar_base = omap4_get_sar_ram_base();	if (soc_is_omap54xx())		omap5_irq_save_context();	else		omap4_irq_save_context();}/* * Clear WakeupGen SAR backup status. */static void irq_sar_clear(void){	u32 val;	u32 offset = SAR_BACKUP_STATUS_OFFSET;	if (soc_is_omap54xx())		offset = OMAP5_SAR_BACKUP_STATUS_OFFSET;	val = __raw_readl(sar_base + offset);	val &= ~SAR_BACKUP_STATUS_WAKEUPGEN;	__raw_writel(val, sar_base + offset);}/* * Save GIC and Wakeupgen interrupt context using secure API * for HS/EMU devices. */static void irq_save_secure_context(void){	u32 ret;	ret = omap_secure_dispatcher(OMAP4_HAL_SAVEGIC_INDEX,				FLAG_START_CRITICAL,				0, 0, 0, 0, 0);	if (ret != API_HAL_RET_VALUE_OK)		pr_err("GIC and Wakeupgen context save failed\n");}#endif#ifdef CONFIG_HOTPLUG_CPUstatic int __cpuinit irq_cpu_hotplug_notify(struct notifier_block *self,					 unsigned long action, void *hcpu){	unsigned int cpu = (unsigned int)hcpu;	switch (action) {	case CPU_ONLINE:		wakeupgen_irqmask_all(cpu, 0);		break;	case CPU_DEAD:		wakeupgen_irqmask_all(cpu, 1);		break;	}	return NOTIFY_OK;}static struct notifier_block __refdata irq_hotplug_notifier = {	.notifier_call = irq_cpu_hotplug_notify,};static void __init irq_hotplug_init(void){	register_hotcpu_notifier(&irq_hotplug_notifier);}#elsestatic void __init irq_hotplug_init(void){}#endif#ifdef CONFIG_CPU_PMstatic int irq_notifier(struct notifier_block *self, unsigned long cmd,	void *v){	switch (cmd) {	case CPU_CLUSTER_PM_ENTER:		if (omap_type() == OMAP2_DEVICE_TYPE_GP)			irq_save_context();		else			irq_save_secure_context();		break;	case CPU_CLUSTER_PM_EXIT:		if (omap_type() == OMAP2_DEVICE_TYPE_GP)			irq_sar_clear();		break;	}	return NOTIFY_OK;}static struct notifier_block irq_notifier_block = {	.notifier_call = irq_notifier,};static void __init irq_pm_init(void){	/* FIXME: Remove this when MPU OSWR support is added */	if (!soc_is_omap54xx())		cpu_pm_register_notifier(&irq_notifier_block);}#elsestatic void __init irq_pm_init(void){}#endifvoid __iomem *omap_get_wakeupgen_base(void){	return wakeupgen_base;}int omap_secure_apis_support(void){	return omap_secure_apis;}/* * Initialise the wakeupgen module. */int __init omap_wakeupgen_init(void){	int i;	unsigned int boot_cpu = smp_processor_id();	/* Not supported on OMAP4 ES1.0 silicon */	if (omap_rev() == OMAP4430_REV_ES1_0) {		WARN(1, "WakeupGen: Not supported on OMAP4430 ES1.0\n");		return -EPERM;	}	/* Static mapping, never released */	wakeupgen_base = ioremap(OMAP_WKUPGEN_BASE, SZ_4K);	if (WARN_ON(!wakeupgen_base))		return -ENOMEM;	if (cpu_is_omap44xx()) {		irq_banks = OMAP4_NR_BANKS;		max_irqs = OMAP4_NR_IRQS;		omap_secure_apis = 1;	}	/* Clear all IRQ bitmasks at wakeupGen level */	for (i = 0; i < irq_banks; i++) {		wakeupgen_writel(0, i, CPU0_ID);		wakeupgen_writel(0, i, CPU1_ID);	}	/*	 * Override GIC architecture specific functions to add	 * OMAP WakeupGen interrupt controller along with GIC	 */	gic_arch_extn.irq_mask = wakeupgen_mask;	gic_arch_extn.irq_unmask = wakeupgen_unmask;	gic_arch_extn.flags = IRQCHIP_MASK_ON_SUSPEND | IRQCHIP_SKIP_SET_WAKE;	/*	 * FIXME: Add support to set_smp_affinity() once the core	 * GIC code has necessary hooks in place.	 */	/* Associate all the IRQs to boot CPU like GIC init does. */	for (i = 0; i < max_irqs; i++)		irq_target_cpu[i] = boot_cpu;	irq_hotplug_init();	irq_pm_init();	return 0;}
 |