/*
* OMAP4 Power Management Routines
*
* Copyright (C) 2010-2011 Texas Instruments, Inc.
* Rajendra Nayak <rnayak@ti.com>
* Santosh Shilimkar <santosh.shilimkar@ti.com>
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License version 2 as
* published by the Free Software Foundation.
*/
#include <linux/pm.h>
#include <linux/suspend.h>
#include <linux/module.h>
#include <linux/clk.h>
#include <linux/list.h>
#include <linux/err.h>
#include <linux/slab.h>
#include <linux/gpio.h>
#include <linux/interrupt.h>
#include <linux/delay.h>
#include <linux/irq.h>
#include <linux/regulator/machine.h>
#include <asm/hardware/gic.h>
#include <asm/mach-types.h>
#include <mach/omap4-common.h>
#include <plat/omap_hsi.h>
#include <plat/common.h>
#include <plat/temperature_sensor.h>
#include <plat/usb.h>
#include <plat/prcm.h>
#include <plat/omap-pm.h>
#include <plat/gpmc.h>
#include <plat/dma.h>
#include <plat/omap_device.h>
#include <mach/omap_fiq_debugger.h>
#include "powerdomain.h"
#include "clockdomain.h"
#include "pm.h"
#include "prm-regbits-44xx.h"
#include "prcm44xx.h"
#include "prm44xx.h"
#include "prminst44xx.h"
#include "clock.h"
#include "cm2_44xx.h"
#include "cm1_44xx.h"
#include "cm44xx.h"
#include "cm-regbits-44xx.h"
#include "cminst44xx.h"
#include "scrm44xx.h"
#include "prcm-debug.h"
#include "smartreflex.h"
#include "dvfs.h"
#include "voltage.h"
#include "vc.h"
#include "control.h"
struct power_state {
struct powerdomain *pwrdm;
u32 next_state;
#ifdef CONFIG_SUSPEND
u32 saved_state;
u32 saved_logic_state;
#endif
struct list_head node;
};
static LIST_HEAD(pwrst_list);
static struct powerdomain *mpu_pwrdm, *cpu0_pwrdm;
static struct powerdomain *core_pwrdm, *per_pwrdm;
static struct voltagedomain *mpu_voltdm, *iva_voltdm, *core_voltdm;
static struct clockdomain *tesla_clkdm;
static struct powerdomain *tesla_pwrdm;
static struct clockdomain *emif_clkdm, *mpuss_clkdm;
static struct clockdomain *abe_clkdm;
/* Yet un-named erratum which requires AUTORET to be disabled for IVA PD
*
* NOTE: This erratum is disabled and replaced with updated work-around relaxing
* constraint of always holding IVA AUTO RET disabled (now only before OFF),
* which in turn was preventing IVA VDD from reaching RET and SYS_CLK from
* being automatically gated in idle path. This previous work-around code is
* kept and maintained for reference until Errata documentation is updated.
* TODO: Once final Errata documentation is available, remove reference to this
* previous IVA AUTO RET erratum.
*/
#define OMAP4_PM_ERRATUM_IVA_AUTO_RET_iXXX BIT(1)
/*
* HSI - OMAP4430-2.2BUG00055:
* HSI: DSP Swakeup generated is the same than MPU Swakeup.
* System can't enter in off mode due to the DSP.
*/
#define OMAP4_PM_ERRATUM_HSI_SWAKEUP_iXXX BIT(2)
/* Dynamic dependendency Cannot be enabled due to i688 erratum ID for 443x */
#define OMAP4_PM_ERRATUM_MPU_EMIF_NO_DYNDEP_i688 BIT(3)
/*
* Dynamic Dependency cannot be permanently enabled due to i745 erratum ID
* for 446x/447x
* WA involves:
* Enable MPU->EMIF SD before WFI and disable while coming out of WFI.
* This works around system hang/lockups seen when only MPU->EMIF
* dynamic dependency set. Allows dynamic dependency to be used
* in all active usecases and get all the power savings accordingly.
*/
#define OMAP4_PM_ERRATUM_MPU_EMIF_NO_DYNDEP_IDLE_i745 BIT(4)
/*
* There is a HW bug in CMD PHY which gives ISO signals as same for both
* PADn and PADp on differential IO pad, because of which IO leaks higher
* as pull controls are differential internally and pull value does not
* match A value.
* Though there is no functionality impact due to this bug, it is seen
* that by disabling the pulls there is a savings ~500uA in OSWR, but draws
* ~300uA more during OFF mode.
* To save power during both idle/suspend following approach taken:
* 1) Enable WA during boot-up.
* 2) Disable WA while attempting suspend and enable during resume.
*
* CDDS no: OMAP4460-1.0BUG00291 (OMAP official errata ID yet to be available).
*/
#define OMAP4_PM_ERRATUM_LPDDR_CLK_IO_i736 BIT(5)
#define LPDDR_WD_PULL_DOWN 0x02
/*
* The OFF mode isn't fully supported for OMAP4430GP ES2.0 - ES2.2
* When coming back from device off mode, the Cortex-A9 WUGEN enable registers
* are not restored by ROM code due to i625. The work around is using an
* alternative power state (instead of off mode) which maintains the proper
* register settings.
*/
#define OMAP4_PM_ERRATUM_WUGEN_LOST_i625 BIT(6)
/* TI Errata i612 - Wkup Clk Recycling Needed After Warm Reset
* CRITICALITY: Low
* REVISIONS IMPACTED: OMAP4430 all
* Hardware does not recycle the I/O wake-up clock upon a global warm reset.
* When a warm reset is done, wakeups of daisy I/Os are disabled,
* but without the wake-up clock running, this change is not latched.
* Hence there is a possibility of seeing unexpected I/O wake-up events
* after warm reset.
*
* As W/A the call to omap4_trigger_ioctrl() has been added
* at PM initialization time for I/O pads daisy chain reseting.
**/
#define OMAP4_PM_ERRATUM_IO_WAKEUP_CLOCK_NOT_RECYCLED_i612 BIT(7)
/*
* AUTO RET for IVA VDD Cannot be permanently enabled during OFF mode due to
* potential race between IVA VDD entering RET and start of Device OFF mode.
*
* It is mandatory to have AUTO RET for IVA VDD exlusive with Devide OFF mode.
* In order to avoid lockup in OFF mode sequence, system must ensure IVA
* voltage domain transitions straight from stable ON to OFF.
*
* In addition, management of IVA VDD SmartReflex sensor at exit of idle path
* may introduce a misalignment between IVA Voltage Controller state and IVA
* PRCM voltage FSM based on following identified scenario:
*
* IVA Voltage Controller is woken-up due to SmartReflex management while
* IVA PRCM voltage FSM stays in RET in absence of any IVA module wake-up event
* (which is not systematic in idle path as opposed to MPU and CORE VDDs being
* necessarily woken up with MPU and CORE PDs).
*
* NOTE: This updated work-around relaxes constraint of always holding
* IVA AUTO RET disabled (now only before OFF), which in turn was preventing
* IVA VDD from reaching RET and SYS_CLK from being automatically gated in
* idle path. Ensure previous work-around code is kept and maintained for
* reference until Errata documentation is updated.
* TODO: Once this is available, update with final iXXX Errata number.
*
* WA involves:
* Ensure stable ON-OFF transition for IVA VDD during OFF mode sequence.
* Ensure VCON and PRCM FSM are synced despite IVA SR handling in idle path.
* 1) AUTO RET for IVA VDD is enabled entering in idle path, disabled exiting
* idle path and IVA VDD is always woken-up with a SW dummy wakeup.
* 2) OFF mode is enabled only in Suspend path.
* 3) AUTO RET for IVA VDD remains disabled in Suspend path (before OFF mode).
*/
#define OMAP4_PM_ERRATUM_IVA_AUTO_RET_IDLE_iXXX BIT(8)
static int iva_toggle_wa_applied;
u16 pm44xx_errata;
#define is_pm44xx_erratum(erratum) (pm44xx_errata & OMAP4_PM_ERRATUM_##erratum)
/* HACK: check CAWAKE wakeup event */
#define USBB1_ULPITLL_CLK 0x4A1000C0
#define CONTROL_PADCONF_WAKEUPEVENT_2 0x4A1001E0
static int cawake_event_flag = 0;
void check_cawake_wakeup_event(void)
{
if ((omap_readl(USBB1_ULPITLL_CLK) & 0x80000000) ||
(omap_readl(CONTROL_PADCONF_WAKEUPEVENT_2) & 0x2)) {
pr_info("[HSI] PORT 1 CAWAKE WAKEUP EVENT\n");
cawake_event_flag = 1;
}
}
#define MAX_IOPAD_LATCH_TIME 1000
void syscontrol_lpddr_clk_io_errata(bool enable)
{
u32 v = 0;
if (!is_pm44xx_erratum(LPDDR_CLK_IO_i736))
return;
v = omap4_ctrl_pad_readl(OMAP4_CTRL_MODULE_PAD_CORE_CONTROL_LPDDR2IO1_2);
if (enable)
v &= ~OMAP4_LPDDR2IO1_GR10_WD_MASK;
else
v |= LPDDR_WD_PULL_DOWN << OMAP4_LPDDR2IO1_GR10_WD_SHIFT;
omap4_ctrl_pad_writel(v, OMAP4_CTRL_MODULE_PAD_CORE_CONTROL_LPDDR2IO1_2);
v = omap4_ctrl_pad_readl(OMAP4_CTRL_MODULE_PAD_CORE_CONTROL_LPDDR2IO2_2);
if (enable)
v &= ~OMAP4_LPDDR2IO2_GR10_WD_MASK;
else
v |= LPDDR_WD_PULL_DOWN << OMAP4_LPDDR2IO1_GR10_WD_SHIFT;
omap4_ctrl_pad_writel(v, OMAP4_CTRL_MODULE_PAD_CORE_CONTROL_LPDDR2IO2_2);
}
void omap4_trigger_ioctrl(void)
{
int i = 0;
/* Enable GLOBAL_WUEN */
if (!omap4_cminst_read_inst_reg_bits(OMAP4430_PRM_PARTITION,
OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_IO_PMCTRL_OFFSET,
OMAP4430_GLOBAL_WUEN_MASK))
omap4_prminst_rmw_inst_reg_bits(OMAP4430_GLOBAL_WUEN_MASK,
OMAP4430_GLOBAL_WUEN_MASK, OMAP4430_PRM_PARTITION,
OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_IO_PMCTRL_OFFSET);
/* Trigger WUCLKIN enable */
omap4_prminst_rmw_inst_reg_bits(OMAP4430_WUCLK_CTRL_MASK, OMAP4430_WUCLK_CTRL_MASK,
OMAP4430_PRM_PARTITION, OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_IO_PMCTRL_OFFSET);
omap_test_timeout((((omap4_prminst_read_inst_reg(OMAP4430_PRM_PARTITION,
OMAP4430_PRM_DEVICE_INST,
OMAP4_PRM_IO_PMCTRL_OFFSET) &
OMAP4430_WUCLK_STATUS_MASK) >>
OMAP4430_WUCLK_STATUS_SHIFT) == 1),
MAX_IOPAD_LATCH_TIME, i);
if (i == MAX_IOPAD_LATCH_TIME)
pr_err("%s: Max IO latch time reached for WUCLKIN enable\n",
__func__);
/* Trigger WUCLKIN disable */
omap4_prminst_rmw_inst_reg_bits(OMAP4430_WUCLK_CTRL_MASK, 0x0,
OMAP4430_PRM_PARTITION, OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_IO_PMCTRL_OFFSET);
/* Ensure this is cleared */
omap_test_timeout((((omap4_prminst_read_inst_reg(OMAP4430_PRM_PARTITION,
OMAP4430_PRM_DEVICE_INST,
OMAP4_PRM_IO_PMCTRL_OFFSET) &
OMAP4430_WUCLK_STATUS_MASK) >>
OMAP4430_WUCLK_STATUS_SHIFT) == 0),
MAX_IOPAD_LATCH_TIME, i);
if (i == MAX_IOPAD_LATCH_TIME)
pr_err("%s: Max IO latch time reached for WUCLKIN disable\n",
__func__);
return;
}
#ifdef CONFIG_SUSPEND
/* This is a common low power function called from suspend and
* cpuidle
*/
void omap4_enter_sleep(unsigned int cpu, unsigned int power_state, bool suspend)
{
int cpu0_next_state = PWRDM_POWER_ON;
int per_next_state = PWRDM_POWER_ON;
int core_next_state = PWRDM_POWER_ON;
int mpu_next_state = PWRDM_POWER_ON;
int ret;
int staticdep_wa_applied = 0;
pwrdm_clear_all_prev_pwrst(cpu0_pwrdm);
pwrdm_clear_all_prev_pwrst(mpu_pwrdm);
pwrdm_clear_all_prev_pwrst(core_pwrdm);
pwrdm_clear_all_prev_pwrst(per_pwrdm);
omap4_device_clear_prev_off_state();
/*
* Just return if we detect a scenario where we conflict
* with DVFS
*/
if (omap_dvfs_is_any_dev_scaling())
return;
cpu0_next_state = pwrdm_read_next_pwrst(cpu0_pwrdm);
per_next_state = pwrdm_read_next_pwrst(per_pwrdm);
core_next_state = pwrdm_read_next_pwrst(core_pwrdm);
mpu_next_state = pwrdm_read_next_pwrst(mpu_pwrdm);
ret = omap2_gpio_prepare_for_idle(omap4_device_next_state_off(), suspend);
if (ret)
goto abort_gpio;
if (is_pm44xx_erratum(MPU_EMIF_NO_DYNDEP_IDLE_i745) &&
mpu_next_state <= PWRDM_POWER_INACTIVE) {
/* Configures MEMIF clockdomain in SW_WKUP */
if (clkdm_wakeup(emif_clkdm)) {
pr_err("%s: Failed to force wakeup of %s\n",
__func__, emif_clkdm->name);
} else {
/* Enable MPU-EMIF Static Dependency around WFI */
if (clkdm_add_wkdep(mpuss_clkdm, emif_clkdm))
pr_err("%s: Failed to Add wkdep %s->%s\n",
__func__, mpuss_clkdm->name,
emif_clkdm->name);
else
staticdep_wa_applied = 1;
/* Configures MEMIF clockdomain back to HW_AUTO */
clkdm_allow_idle(emif_clkdm);
}
}
if (mpu_next_state < PWRDM_POWER_INACTIVE) {
if (omap_sr_disable_reset_volt(mpu_voltdm))
goto abort_device_off;
omap_vc_set_auto_trans(mpu_voltdm,
OMAP_VC_CHANNEL_AUTO_TRANSITION_RETENTION);
}
if (core_next_state < PWRDM_POWER_ON) {
/*
* Note: IVA can hit RET outside of cpuidle and hence this is
* not the right optimal place to enable IVA AUTO RET. But since
* enabling AUTO RET requires SR to disabled, its done here for
* now. Needs a relook to see if this can be optimized.
*/
if (omap_sr_disable_reset_volt(iva_voltdm))
goto abort_device_off;
if (omap_sr_disable_reset_volt(core_voltdm))
goto abort_device_off;
omap_vc_set_auto_trans(core_voltdm,
OMAP_VC_CHANNEL_AUTO_TRANSITION_RETENTION);
/*
* Do not enable IVA AUTO-RET if device targets OFF mode.
* In such case, purpose of IVA AUTO-RET WA is to ensure
* IVA domain goes straight from stable Voltage ON to OFF.
*/
if (is_pm44xx_erratum(IVA_AUTO_RET_IDLE_iXXX)) {
if (!omap4_device_next_state_off())
omap_vc_set_auto_trans(iva_voltdm,
OMAP_VC_CHANNEL_AUTO_TRANSITION_RETENTION);
/* Normal path without IVA AUTO RET IDLE work-around applied */
} else {
/*
* Note: The previous erratum is deactivated and replaced
* with updated work-around in idle path which relaxes
* constraint of always holding IVA AUTO RET disabled
* (now only before OFF). Code is kept and maintained for
* reference until Errata is updated.
*/
if (!is_pm44xx_erratum(IVA_AUTO_RET_iXXX)) {
omap_vc_set_auto_trans(iva_voltdm,
OMAP_VC_CHANNEL_AUTO_TRANSITION_RETENTION);
}
}
omap_temp_sensor_prepare_idle();
}
if (omap4_device_next_state_off()) {
omap_gpmc_save_context();
omap_dma_global_context_save();
}
if (suspend && cpu_is_omap44xx())
omap4_pm_suspend_save_regs();
if (omap4_device_next_state_off()) {
/* Proceed with OFF mode sequence only if WA is applied */
if (is_pm44xx_erratum(IVA_AUTO_RET_IDLE_iXXX)) {
if (!iva_toggle_wa_applied)
goto abort_device_off;
}
/* Save the device context to SAR RAM */
if (omap4_sar_save())
goto abort_device_off;
omap4_sar_overwrite();
omap4_cm_prepare_off();
omap4_dpll_prepare_off();
/* Extend Non-EMIF I/O isolation */
omap4_prminst_rmw_inst_reg_bits(OMAP4430_ISOOVR_EXTEND_MASK,
OMAP4430_ISOOVR_EXTEND_MASK, OMAP4430_PRM_PARTITION,
OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_IO_PMCTRL_OFFSET);
}
if (suspend)
syscontrol_lpddr_clk_io_errata(false);
omap4_enter_lowpower(cpu, power_state);
if (suspend)
syscontrol_lpddr_clk_io_errata(true);
if (omap4_device_prev_state_off()) {
/* Reconfigure the trim settings as well */
omap4_ldo_trim_configure();
omap4_dpll_resume_off();
omap4_cm_resume_off();
#ifdef CONFIG_PM_DEBUG
omap4_device_off_counter++;
#endif
}
abort_device_off:
if (core_next_state < PWRDM_POWER_ON) {
/* See note above */
omap_vc_set_auto_trans(core_voltdm,
OMAP_VC_CHANNEL_AUTO_TRANSITION_DISABLE);
if (is_pm44xx_erratum(IVA_AUTO_RET_IDLE_iXXX)) {
if (omap_vc_set_auto_trans(iva_voltdm,
OMAP_VC_CHANNEL_AUTO_TRANSITION_DISABLE)){
pr_err("%s: Failed to disable autoret for %s\n",
__func__, iva_voltdm->name);
iva_toggle_wa_applied = 0;
/*
* Ensure PRCM IVA Voltage FSM is ON upon exit of idle.
* Upon successful IVA AUTO-RET disabling, trigger a
* Dummy SW Wakup on IVA domain. Later on, upon enabling
* of IVA Smart-Reflex, IVA Voltage Controller state will
* be ON as well. Both FSMs would now be aligned and safe
* during active and for further attempts to Device OFF
* mode for which IVA would go straight from ON to OFF.
*/
} else {
/* Configures ABE clockdomain in SW_WKUP */
if (clkdm_wakeup(abe_clkdm)) {
pr_err("%s: Failed to force wakeup of %s\n",
__func__, abe_clkdm->name);
iva_toggle_wa_applied = 0;
/* Configures ABE clockdomain back to HW_AUTO */
} else {
clkdm_allow_idle(abe_clkdm);
iva_toggle_wa_applied = 1;
}
}
/* Normal path without IVA AUTO RET IDLE work-around applied */
} else {
/*
* Note: The previous erratum is deactivated and replaced
* with updated work-around in idle path which relaxes
* constraint of always holding IVA AUTO RET disabled
* (now only before OFF). Code is kept and maintained for
* reference until Errata is updated.
*/
if (!is_pm44xx_erratum(IVA_AUTO_RET_iXXX)) {
omap_vc_set_auto_trans(iva_voltdm,
OMAP_VC_CHANNEL_AUTO_TRANSITION_DISABLE);
}
}
omap_temp_sensor_resume_idle();
omap_sr_enable(iva_voltdm,
omap_voltage_get_curr_vdata(iva_voltdm));
omap_sr_enable(core_voltdm,
omap_voltage_get_curr_vdata(core_voltdm));
}
if (omap4_device_prev_state_off()) {
omap_dma_global_context_restore();
omap_gpmc_restore_context();
}
omap2_gpio_resume_after_idle(omap4_device_next_state_off());
if (omap4_device_next_state_off()) {
/* Disable the extension of Non-EMIF I/O isolation */
omap4_prminst_rmw_inst_reg_bits(OMAP4430_ISOOVR_EXTEND_MASK,
0, OMAP4430_PRM_PARTITION,
OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_IO_PMCTRL_OFFSET);
}
if (mpu_next_state < PWRDM_POWER_INACTIVE) {
omap_vc_set_auto_trans(mpu_voltdm,
OMAP_VC_CHANNEL_AUTO_TRANSITION_DISABLE);
omap_sr_enable(mpu_voltdm,
omap_voltage_get_curr_vdata(mpu_voltdm));
}
/*
* NOTE: is_pm44xx_erratum is not strictly required, but retained for
* code context redability.
*/
if (is_pm44xx_erratum(MPU_EMIF_NO_DYNDEP_IDLE_i745) &&
staticdep_wa_applied) {
/* Configures MEMIF clockdomain in SW_WKUP */
if (clkdm_wakeup(emif_clkdm))
pr_err("%s: Failed to force wakeup of %s\n",
__func__, emif_clkdm->name);
/* Disable MPU-EMIF Static Dependency on WFI exit */
else if (clkdm_del_wkdep(mpuss_clkdm, emif_clkdm))
pr_err("%s: Failed to remove wkdep %s->%s\n",
__func__, mpuss_clkdm->name,
emif_clkdm->name);
/* Configures MEMIF clockdomain back to HW_AUTO */
clkdm_allow_idle(emif_clkdm);
}
abort_gpio:
return;
}
#ifdef CONFIG_PM_DEBUG
#define GPIO_BANKS 6
#define MODULEMODE_DISABLED 0x0
#define MODULEMODE_AUTO 0x1
static void _print_wakeirq(int irq)
{
struct irq_desc *desc = irq_to_desc(irq);
if (irq == OMAP44XX_IRQ_LOCALTIMER)
pr_info("Resume caused by IRQ %d, localtimer\n", irq);
else if (!desc || !desc->action || !desc->action->name)
pr_info("Resume caused by IRQ %d\n", irq);
else
pr_info("Resume caused by IRQ %d, %s\n", irq,
desc->action->name);
}
static void _print_gpio_wakeirq(int irq)
{
int bank = irq - OMAP44XX_IRQ_GPIO1;
int bit;
int gpioirq;
int restoremod = 0;
int timeout = 10;
u32 wken, irqst, gpio;
u32 clkctrl;
long unsigned int wkirqs;
void *gpio_base[GPIO_BANKS] = {
OMAP2_L4_IO_ADDRESS(0x4a310000),
OMAP2_L4_IO_ADDRESS(0x48055000),
OMAP2_L4_IO_ADDRESS(0x48057000),
OMAP2_L4_IO_ADDRESS(0x48059000),
OMAP2_L4_IO_ADDRESS(0x4805b000),
OMAP2_L4_IO_ADDRESS(0x4805d000),
};
void *gpio_clkctrl[GPIO_BANKS] = {
OMAP4430_CM_WKUP_GPIO1_CLKCTRL,
OMAP4430_CM_L4PER_GPIO2_CLKCTRL,
OMAP4430_CM_L4PER_GPIO3_CLKCTRL,
OMAP4430_CM_L4PER_GPIO4_CLKCTRL,
OMAP4430_CM_L4PER_GPIO5_CLKCTRL,
OMAP4430_CM_L4PER_GPIO6_CLKCTRL,
};
/*
* GPIO1 is in CD_WKUP.
* GPIO2-6 are in CD_l4_PER.
*
* Both of these clock domains are static dependencies of
* the MPUSS clock domain (CD_CORTEXA9) and are guaranteed
* to be already enabled (_CLKSTCTRL.CLKTRCTRL = HW_AUTO).
*
* Ensure the GPIO module is enabled (_CLKCTRL.MODULEMODE =
* h/w managed). If not, will set it back to disabled when
* done.
*/
clkctrl = __raw_readl(gpio_clkctrl[bank]);
if ((clkctrl & OMAP4430_MODULEMODE_MASK) !=
MODULEMODE_AUTO << OMAP4430_MODULEMODE_SHIFT) {
restoremod = 1;
__raw_writel((clkctrl & ~(OMAP4430_MODULEMODE_MASK)) |
MODULEMODE_AUTO << OMAP4430_MODULEMODE_SHIFT,
gpio_clkctrl[bank]);
while ((__raw_readl(gpio_clkctrl[bank]) &
OMAP4430_MODULEMODE_MASK) !=
MODULEMODE_AUTO << OMAP4430_MODULEMODE_SHIFT &&
--timeout)
udelay(5);
if (!timeout)
goto punt;
}
wken = __raw_readl(gpio_base[bank] + OMAP4_GPIO_IRQWAKEN0);
irqst = __raw_readl(gpio_base[bank] + OMAP4_GPIO_IRQSTATUS0);
wkirqs = irqst & wken;
if (!wkirqs)
wkirqs = irqst;
if (!wkirqs)
goto punt;
for_each_set_bit(bit, &wkirqs, 32) {
gpio = bit + bank * 32;
gpioirq = gpio_to_irq(gpio);
if (gpioirq < 0)
pr_info("Resume caused by GPIO %d\n", (int)gpio);
else
_print_wakeirq(gpioirq);
}
goto out;
punt:
pr_info("Resume caused by IRQ %d, unknown GPIO%d interrupt\n", irq,
bank + 1);
out:
if (restoremod)
__raw_writel(clkctrl, gpio_clkctrl[bank]);
}
#define CONTROL_PADCONF_WAKEUPEVENT_0 0x4a1001d8
#define CONTROL_WKUP_PADCONF_WAKEUPEVENT_0 0x4a31E07C
static void _print_prcm_wakeirq(int irq)
{
int i, bit;
int iopad_wake_found = 0;
u32 prcm_irqs1, prcm_irqs2;
long unsigned int wkup_pad_event;
prcm_irqs1 = omap4_prm_read_inst_reg(OMAP4430_PRM_OCP_SOCKET_INST,
OMAP4_PRM_IRQSTATUS_MPU_OFFSET);
prcm_irqs1 &= omap4_prm_read_inst_reg(OMAP4430_PRM_OCP_SOCKET_INST,
OMAP4_PRM_IRQENABLE_MPU_OFFSET);
prcm_irqs2 = omap4_prm_read_inst_reg(OMAP4430_PRM_OCP_SOCKET_INST,
OMAP4_PRM_IRQSTATUS_MPU_2_OFFSET);
prcm_irqs2 &= omap4_prm_read_inst_reg(OMAP4430_PRM_OCP_SOCKET_INST,
OMAP4_PRM_IRQENABLE_MPU_2_OFFSET);
if (prcm_irqs1 & OMAP4430_IO_ST_MASK) {
for (i = 0; i <= 6; i++) {
long unsigned int wkevt =
omap_readl(CONTROL_PADCONF_WAKEUPEVENT_0 + i*4);
for_each_set_bit(bit, &wkevt, 32) {
pr_info("Resume caused by I/O pad: CONTROL_PADCONF_WAKEUPEVENT_%d[%d]\n",
i, bit);
iopad_wake_found = 1;
}
}
wkup_pad_event = omap_readl(CONTROL_WKUP_PADCONF_WAKEUPEVENT_0);
for_each_set_bit(bit, &wkup_pad_event, 25) {
pr_info("Resume caused by wakeup I/O pad: CONTROL_WKUP_PADCONF_WAKEUPEVENT_0[%d]\n", bit);
iopad_wake_found = 1;
}
}
if (prcm_irqs1 & ~OMAP4430_IO_ST_MASK || !iopad_wake_found ||
prcm_irqs2)
pr_info("Resume caused by IRQ %d, prcm: 0x%x 0x%x\n", irq,
prcm_irqs1, prcm_irqs2);
}
static void omap4_print_wakeirq(void)
{
int irq;
irq = gic_cpu_read(GIC_CPU_HIGHPRI) & 0x3ff;
if ((irq == 1022) || (irq == 1023)) {
pr_info("GIC returns spurious interrupt for resume IRQ\n");
return;
}
if (irq >= OMAP44XX_IRQ_GPIO1 &&
irq <= OMAP44XX_IRQ_GPIO1 + GPIO_BANKS - 1)
_print_gpio_wakeirq(irq);
else if (irq == OMAP44XX_IRQ_PRCM)
_print_prcm_wakeirq(irq);
else
_print_wakeirq(irq);
}
#else
static void omap4_print_wakeirq(void)
{
}
#endif
/**
* get_achievable_state() - Provide achievable state
* @available_states: what states are available
* @req_min_state: what state is the minimum we'd like to hit
* @is_parent_pd: is this a parent power domain?
*
* Power domains have varied capabilities. When attempting a low power
* state such as OFF/RET, a specific min requested state may not be
* supported on the power domain, in which case:
* a) if this power domain is a parent power domain, we do not intend
* for it to go to a lower power state(because we are not targetting it),
* select the next higher power state which is supported is returned.
* b) However, for all children power domains, we first try to match
* with a lower power domain state before attempting a higher state.
* This is because a combination of system power states where the
* parent PD's state is not in line with expectation can result in
* system instabilities.
*/
static inline u8 get_achievable_state(u8 available_states, u8 req_min_state,
bool is_parent_pd)
{
u8 max_mask = 0xFF << req_min_state;
u8 min_mask = ~max_mask;
/* First see if we have an accurate match */
if (available_states & BIT(req_min_state))
return req_min_state;
/* See if a lower power state is possible on this child domain */
if (!is_parent_pd && available_states & min_mask)
return __ffs(available_states & min_mask);
if (available_states & max_mask)
return __ffs(available_states & max_mask);
return PWRDM_POWER_ON;
}
/**
* _set_pwrdm_state() - Program powerdomain to the requested state
* @pwrst: pwrdm state struct
*
* This takes pointer to power_state struct as the function parameter.
* Program pwrst and logic state of the requested pwrdm.
*/
static int _set_pwrdm_state(struct power_state *pwrst, u32 state,
u32 logic_state)
{
u32 als;
bool parent_power_domain = false;
int ret = 0;
pwrst->saved_state = pwrdm_read_next_pwrst(pwrst->pwrdm);
pwrst->saved_logic_state = pwrdm_read_logic_retst(pwrst->pwrdm);
if (!strcmp(pwrst->pwrdm->name, "core_pwrdm") ||
!strcmp(pwrst->pwrdm->name, "mpu_pwrdm") ||
!strcmp(pwrst->pwrdm->name, "iva_pwrdm"))
parent_power_domain = true;
/*
* Write only to registers which are writable! Don't touch
* read-only/reserved registers. If pwrdm->pwrsts_logic_ret or
* pwrdm->pwrsts are 0, consider those power domains containing
* readonly/reserved registers which cannot be controlled by
* software.
*/
if (pwrst->pwrdm->pwrsts_logic_ret) {
als =
get_achievable_state(pwrst->pwrdm->pwrsts_logic_ret,
logic_state, parent_power_domain);
if (als < pwrst->saved_logic_state)
ret = pwrdm_set_logic_retst(pwrst->pwrdm, als);
}
if (pwrst->pwrdm->pwrsts) {
pwrst->next_state =
get_achievable_state(pwrst->pwrdm->pwrsts, state,
parent_power_domain);
if (pwrst->next_state < pwrst->saved_state)
ret |= omap_set_pwrdm_state(pwrst->pwrdm,
pwrst->next_state);
else
pwrst->next_state = pwrst->saved_state;
}
return ret;
}
/**
* omap4_configure_pwrst() - Program powerdomain to their supported state
* @is_off_mode: is this an OFF mode transition?
*
* Program all powerdomain to required power domain state: This logic
* Takes the requested mode -OFF/RET translates it to logic and power
* states. This then walks down the power domain states to program
* each domain to the state requested. if the requested state is not
* available, it will check for the higher state.
*/
static void omap4_configure_pwrst(bool is_off_mode)
{
struct power_state *pwrst;
u32 state;
u32 logic_state;
int ret = 0;
#ifdef CONFIG_OMAP_ALLOW_OSWR
if (is_off_mode) {
state = PWRDM_POWER_OFF;
logic_state = PWRDM_POWER_OFF;
} else {
state = PWRDM_POWER_RET;
logic_state = PWRDM_POWER_OFF;
}
#else
state = PWRDM_POWER_RET;
logic_state = PWRDM_POWER_RET;
#endif
list_for_each_entry(pwrst, &pwrst_list, node) {
if ((!strcmp(pwrst->pwrdm->name, "cpu0_pwrdm")) ||
(!strcmp(pwrst->pwrdm->name, "cpu1_pwrdm")))
continue;
ret |= _set_pwrdm_state(pwrst, state, logic_state);
if (ret)
pr_err("Failed to setup powerdomains\n");
}
}
/**
* omap4_restore_pwdms_after_suspend() - Restore powerdomains after suspend
*
* Re-program all powerdomains to saved power domain states.
*
* returns 0 if all power domains hit targeted power state, -1 if any domain
* failed to hit targeted power state (status related to the actual restore
* is not returned).
*/
static int omap4_restore_pwdms_after_suspend(void)
{
struct power_state *pwrst;
int cstate, pstate, ret = 0;
/* Restore next powerdomain state */
list_for_each_entry(pwrst, &pwrst_list, node) {
cstate = pwrdm_read_pwrst(pwrst->pwrdm);
pstate = pwrdm_read_prev_pwrst(pwrst->pwrdm);
if (pstate > pwrst->next_state) {
pr_info("Powerdomain (%s) didn't enter "
"target state %d Vs achieved state %d. "
"current state %d\n",
pwrst->pwrdm->name, pwrst->next_state,
pstate, cstate);
ret = -1;
}
if (!strcmp(pwrst->pwrdm->name, "l3init_pwrdm")) {
pwrdm_set_logic_retst(pwrst->pwrdm, PWRDM_POWER_RET);
continue;
}
/* If state already ON due to h/w dep, don't do anything */
if (cstate == PWRDM_POWER_ON)
continue;
/* If we have already achieved saved state, nothing to do */
if (cstate == pwrst->saved_state)
continue;
/* mpuss code takes care of this */
if ((!strcmp(pwrst->pwrdm->name, "cpu0_pwrdm")) ||
(!strcmp(pwrst->pwrdm->name, "cpu1_pwrdm")))
continue;
/*
* Skip pd program if saved state higher than current state
* Since we would have already returned if the state
* was ON, if the current state is yet another low power
* state, the PRCM specification clearly states that
* transition from a lower LP state to a higher LP state
* is forbidden.
*/
if (pwrst->saved_state > cstate)
continue;
if (pwrst->pwrdm->pwrsts_logic_ret)
pwrdm_set_logic_retst(pwrst->pwrdm,
pwrst->saved_logic_state);
}
return ret;
}
static int omap4_pm_suspend(void)
{
int ret = 0;
/*
* If any device was in the middle of a scale operation
* then abort, as we cannot predict which part of the scale
* operation we interrupted.
*/
if (omap_dvfs_is_any_dev_scaling()) {
pr_err("%s: oops.. middle of scale op.. aborting suspend\n",
__func__);
return -EBUSY;
}
/* Wakeup timer from suspend */
if (wakeup_timer_seconds || wakeup_timer_milliseconds)
omap2_pm_wakeup_on_timer(wakeup_timer_seconds,
wakeup_timer_milliseconds);
omap4_configure_pwrst(off_mode_enabled);
/* Enable Device OFF */
if (off_mode_enabled)
omap4_device_set_state_off(1);
/*
* For MPUSS to hit power domain retention(CSWR or OSWR),
* CPU0 and CPU1 power domain needs to be in OFF or DORMANT
* state. For MPUSS to reach off-mode. CPU0 and CPU1 power domain
* should be in off state.
* Only master CPU followes suspend path. All other CPUs follow
* cpu-hotplug path in system wide suspend. On OMAP4, CPU power
* domain CSWR is not supported by hardware.
* More details can be found in OMAP4430 TRM section 4.3.4.2.
*/
omap4_enter_sleep(0, PWRDM_POWER_OFF, true);
/* HACK: check CAWAKE wakeup event */
check_cawake_wakeup_event();
omap4_print_wakeirq();
prcmdebug_dump(PRCMDEBUG_LASTSLEEP);
/* Disable Device OFF state*/
if (off_mode_enabled)
omap4_device_set_state_off(0);
ret = omap4_restore_pwdms_after_suspend();
if (ret)
pr_err("Could not enter target state in pm_suspend\n");
else
pr_err("Successfully put all powerdomains to target state\n");
return 0;
}
static int omap4_pm_enter(suspend_state_t suspend_state)
{
int ret = 0;
switch (suspend_state) {
case PM_SUSPEND_STANDBY:
case PM_SUSPEND_MEM:
ret = omap4_pm_suspend();
break;
default:
ret = -EINVAL;
}
return ret;
}
static int omap4_pm_begin(suspend_state_t state)
{
int ret = 0;
disable_hlt();
ret = regulator_suspend_prepare(state);
if (ret)
pr_err("%s: Regulator suspend prepare failed (%d)!\n",
__func__, ret);
return 0;
}
static void omap4_pm_end(void)
{
int ret = 0;
enable_hlt();
ret = regulator_suspend_finish();
if (ret)
pr_err("%s: resume regulators from suspend failed (%d)!\n",
__func__, ret);
return;
}
static const struct platform_suspend_ops omap_pm_ops = {
.begin = omap4_pm_begin,
.end = omap4_pm_end,
.enter = omap4_pm_enter,
.valid = suspend_valid_only_mem,
};
#else
void omap4_enter_sleep(unsigned int cpu, unsigned int power_state){ return; }
#endif /* CONFIG_SUSPEND */
/**
* omap4_pm_cold_reset() - Cold reset OMAP4
* @reason: why am I resetting.
*
* As per the TRM, it is recommended that we set all the power domains to
* ON state before we trigger cold reset.
*/
int omap4_pm_cold_reset(char *reason)
{
struct power_state *pwrst;
/* Switch ON all pwrst registers */
list_for_each_entry(pwrst, &pwrst_list, node) {
if (pwrst->pwrdm->pwrsts_logic_ret)
pwrdm_set_logic_retst(pwrst->pwrdm, PWRDM_POWER_RET);
if (pwrst->pwrdm->pwrsts)
omap_set_pwrdm_state(pwrst->pwrdm, PWRDM_POWER_ON);
}
WARN(1, "Arch Cold reset has been triggered due to %s\n", reason);
omap4_prm_global_cold_sw_reset(); /* never returns */
/* If we reached here - something bad went on.. */
BUG();
/* make the compiler happy */
return -EINTR;
}
/*
* Enable hardware supervised mode for all clockdomains if it's
* supported. Initiate sleep transition for other clockdomains, if
* they are not used
*/
static int __init clkdms_setup(struct clockdomain *clkdm, void *unused)
{
if (clkdm->flags & CLKDM_CAN_ENABLE_AUTO)
clkdm_allow_idle(clkdm);
else if (clkdm->flags & CLKDM_CAN_FORCE_SLEEP &&
atomic_read(&clkdm->usecount) == 0)
clkdm_sleep(clkdm);
return 0;
}
static int __init pwrdms_setup(struct powerdomain *pwrdm, void *unused)
{
struct power_state *pwrst;
int ret = 0;
u32 state, logic_state;
if (!pwrdm->pwrsts)
return 0;
pwrst = kmalloc(sizeof(struct power_state), GFP_ATOMIC);
if (!pwrst)
return -ENOMEM;
#ifdef CONFIG_OMAP_ALLOW_OSWR
if (off_mode_enabled) {
state = PWRDM_POWER_OFF;
logic_state = PWRDM_POWER_OFF;
} else {
state = PWRDM_POWER_RET;
logic_state = PWRDM_POWER_OFF;
}
#else
state = PWRDM_POWER_RET;
logic_state = PWRDM_POWER_RET;
#endif
pwrst->pwrdm = pwrdm;
if ((!strcmp(pwrdm->name, "mpu_pwrdm")) ||
(!strcmp(pwrdm->name, "core_pwrdm")) ||
(!strcmp(pwrdm->name, "cpu0_pwrdm")) ||
(!strcmp(pwrdm->name, "cpu1_pwrdm")))
pwrst->next_state = PWRDM_POWER_ON;
else if (!strcmp(pwrdm->name, "l3init_pwrdm"))
/* REVISIT: Remove when EHCI IO wakeup is fixed */
ret = _set_pwrdm_state(pwrst, PWRDM_POWER_RET, PWRDM_POWER_RET);
else
ret = _set_pwrdm_state(pwrst, state, logic_state);
list_add(&pwrst->node, &pwrst_list);
return ret;
}
static int __init _voltdm_sum_time(struct voltagedomain *voltdm, void *user)
{
struct omap_voltdm_pmic *pmic;
u32 *max_time = (u32 *)user;
if (!voltdm || !max_time) {
WARN_ON(1);
return -EINVAL;
}
pmic = voltdm->pmic;
if (pmic) {
*max_time += pmic->on_volt / pmic->slew_rate;
*max_time += pmic->switch_on_time;
}
return 0;
}
static u32 __init _usec_to_val_scrm(unsigned long rate, u32 usec,
u32 shift, u32 mask)
{
u32 val;
/* limit to max value */
val = ((mask >> shift) * 1000000) / rate;
if (usec > val)
usec = val;
/* convert the time in usec to cycles */
val = DIV_ROUND_UP(rate * usec, 1000000);
return (val << shift) & mask;
}
static void __init syscontrol_setup_regs(void)
{
u32 v;
/* Disable LPDDR VREF manual control and enable Auto control */
v = omap4_ctrl_pad_readl(OMAP4_CTRL_MODULE_PAD_CORE_CONTROL_LPDDR2IO1_3);
v &= ~(OMAP4_LPDDR21_VREF_EN_CA_MASK | OMAP4_LPDDR21_VREF_EN_DQ_MASK);
v |= OMAP4_LPDDR21_VREF_AUTO_EN_CA_MASK | OMAP4_LPDDR21_VREF_AUTO_EN_DQ_MASK;
omap4_ctrl_pad_writel(v,
OMAP4_CTRL_MODULE_PAD_CORE_CONTROL_LPDDR2IO1_3);
v = omap4_ctrl_pad_readl(OMAP4_CTRL_MODULE_PAD_CORE_CONTROL_LPDDR2IO2_3);
v &= ~(OMAP4_LPDDR21_VREF_EN_CA_MASK | OMAP4_LPDDR21_VREF_EN_DQ_MASK);
v |= OMAP4_LPDDR21_VREF_AUTO_EN_CA_MASK | OMAP4_LPDDR21_VREF_AUTO_EN_DQ_MASK;
omap4_ctrl_pad_writel(v,
OMAP4_CTRL_MODULE_PAD_CORE_CONTROL_LPDDR2IO2_3);
syscontrol_lpddr_clk_io_errata(true);
}
static void __init prcm_setup_regs(void)
{
struct clk *clk32k = clk_get(NULL, "sys_32k_ck");
unsigned long rate32k = 0;
u32 val, tshut, tstart;
u32 reset_delay_time = 0;
if (clk32k) {
rate32k = clk_get_rate(clk32k);
clk_put(clk32k);
} else {
pr_err("%s: no 32k clk!!!\n", __func__);
dump_stack();
}
/* Enable IO_ST interrupt */
omap4_prminst_rmw_inst_reg_bits(OMAP4430_IO_ST_MASK, OMAP4430_IO_ST_MASK,
OMAP4430_PRM_PARTITION, OMAP4430_PRM_OCP_SOCKET_INST, OMAP4_PRM_IRQENABLE_MPU_OFFSET);
/*
* Errata ID: i608 Impacted OMAP4430 ES 1.0,2.0,2.1,2.2
* On OMAP4, Retention-Till-Access Memory feature is not working
* reliably and hardware recommondation is keep it disabled by
* default
*/
omap4_prminst_rmw_inst_reg_bits(OMAP4430_DISABLE_RTA_EXPORT_MASK,
0x1 << OMAP4430_DISABLE_RTA_EXPORT_SHIFT,
OMAP4430_PRM_PARTITION, OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_SRAM_WKUP_SETUP_OFFSET);
omap4_prminst_rmw_inst_reg_bits(OMAP4430_DISABLE_RTA_EXPORT_MASK,
0x1 << OMAP4430_DISABLE_RTA_EXPORT_SHIFT,
OMAP4430_PRM_PARTITION, OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_LDO_SRAM_CORE_SETUP_OFFSET);
omap4_prminst_rmw_inst_reg_bits(OMAP4430_DISABLE_RTA_EXPORT_MASK,
0x1 << OMAP4430_DISABLE_RTA_EXPORT_SHIFT,
OMAP4430_PRM_PARTITION, OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_LDO_SRAM_MPU_SETUP_OFFSET);
omap4_prminst_rmw_inst_reg_bits(OMAP4430_DISABLE_RTA_EXPORT_MASK,
0x1 << OMAP4430_DISABLE_RTA_EXPORT_SHIFT,
OMAP4430_PRM_PARTITION, OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_LDO_SRAM_IVA_SETUP_OFFSET);
/* Allow SRAM LDO to enter RET during low power state*/
if (cpu_is_omap446x() || cpu_is_omap447x()) {
omap4_prminst_rmw_inst_reg_bits(OMAP4430_RETMODE_ENABLE_MASK,
0x1 << OMAP4430_RETMODE_ENABLE_SHIFT, OMAP4430_PRM_PARTITION,
OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_LDO_SRAM_CORE_CTRL_OFFSET);
omap4_prminst_rmw_inst_reg_bits(OMAP4430_RETMODE_ENABLE_MASK,
0x1 << OMAP4430_RETMODE_ENABLE_SHIFT, OMAP4430_PRM_PARTITION,
OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_LDO_SRAM_MPU_CTRL_OFFSET);
omap4_prminst_rmw_inst_reg_bits(OMAP4430_RETMODE_ENABLE_MASK,
0x1 << OMAP4430_RETMODE_ENABLE_SHIFT, OMAP4430_PRM_PARTITION,
OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_LDO_SRAM_IVA_CTRL_OFFSET);
}
/* Toggle CLKREQ in RET and OFF states */
omap4_prminst_write_inst_reg(0x2, OMAP4430_PRM_PARTITION,
OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_CLKREQCTRL_OFFSET);
if (!rate32k)
goto no_32k;
/* Setup max clksetup time for oscillator */
omap_pm_get_osc_lp_time(&tstart, &tshut);
val = _usec_to_val_scrm(rate32k, tstart, OMAP4_SETUPTIME_SHIFT,
OMAP4_SETUPTIME_MASK);
val |= _usec_to_val_scrm(rate32k, tshut, OMAP4_DOWNTIME_SHIFT,
OMAP4_DOWNTIME_MASK);
omap4_prminst_write_inst_reg(val, OMAP4430_SCRM_PARTITION, 0x0,
OMAP4_SCRM_CLKSETUPTIME_OFFSET);
/*
* Setup OMAP WARMRESET time:
* we use the sum of each voltage domain setup times to handle
* the worst case condition where the device resets from OFF mode.
* hence we leave PRM_VOLTSETUP_WARMRESET alone as this is
* already part of RSTTIME1 we program in.
* in addition, to handle oscillator switch off and switch back on
* (in case WDT triggered while CLKREQ goes low), we also
* add in the additional latencies.
*/
if (!voltdm_for_each(_voltdm_sum_time, (void *)&reset_delay_time)) {
reset_delay_time += tstart + tshut;
val = _usec_to_val_scrm(rate32k, reset_delay_time,
OMAP4430_RSTTIME1_SHIFT, OMAP4430_RSTTIME1_MASK);
omap4_prminst_rmw_inst_reg_bits(OMAP4430_RSTTIME1_MASK, val,
OMAP4430_PRM_PARTITION, OMAP4430_PRM_DEVICE_INST,
OMAP4_PRM_RSTTIME_OFFSET);
}
/* Setup max PMIC startup time */
omap_pm_get_pmic_lp_time(&tstart, &tshut);
val = _usec_to_val_scrm(rate32k, tstart, OMAP4_WAKEUPTIME_SHIFT,
OMAP4_WAKEUPTIME_MASK);
val |= _usec_to_val_scrm(rate32k, tshut, OMAP4_SLEEPTIME_SHIFT,
OMAP4_SLEEPTIME_MASK);
omap4_prminst_write_inst_reg(val, OMAP4430_SCRM_PARTITION, 0x0,
OMAP4_SCRM_PMICSETUPTIME_OFFSET);
no_32k:
/*
* De-assert PWRREQ signal in Device OFF state
* 0x3: PWRREQ is de-asserted if all voltage domain are in
* OFF state. Conversely, PWRREQ is asserted upon any
* voltage domain entering or staying in ON or SLEEP or
* RET state.
*/
omap4_prminst_write_inst_reg(0x3, OMAP4430_PRM_PARTITION,
OMAP4430_PRM_DEVICE_INST, OMAP4_PRM_PWRREQCTRL_OFFSET);
/* Handle errata i612 */
if (is_pm44xx_erratum(IO_WAKEUP_CLOCK_NOT_RECYCLED_i612))
omap4_trigger_ioctrl();
}
/* omap_pm_clear_dsp_wake_up - SW WA for hardcoded wakeup dependency
* from HSI to DSP
*
* Due to HW bug, same SWakeup signal is used for both MPU and DSP.
* Thus Swakeup will unexpectedly wakeup the DSP domain even if nothing runs on
* DSP. Since MPU is faster to process SWakeup, it acknowledges the Swakeup to
* HSI before the DSP has completed its domain transition. This leaves the DSP
* Power Domain in INTRANSITION state forever, and prevents the DEVICE-OFF mode.
*
* Workaround consists in :
* when a SWakeup is asserted from HSI to MPU (and DSP) :
* - force a DSP SW wakeup
* - wait DSP module to be fully ON
* - Configure a DSP CLK CTRL to HW_AUTO
* - Wait on DSP module to be OFF
*
* Note : we detect a Swakeup is asserted to MPU by checking when an interrupt
* is received while HSI module is ON.
*
* Bug ref is HSI-C1BUG00106 : dsp swakeup generated by HSI same as mpu swakeup
*/
void omap_pm_clear_dsp_wake_up(void)
{
int ret;
int timeout = 10;
if (!tesla_pwrdm || !tesla_clkdm) {
WARN_ONCE(1, "%s: unable to use tesla workaround\n", __func__);
return;
}
ret = pwrdm_read_pwrst(tesla_pwrdm);
/*
* If current Tesla power state is in RET/OFF and not in transition,
* then not hit by errata.
*/
if (ret <= PWRDM_POWER_RET) {
if (!(omap4_prminst_read_inst_reg(tesla_pwrdm->prcm_partition,
tesla_pwrdm->prcm_offs, OMAP4_PM_PWSTST)
& OMAP_INTRANSITION_MASK))
return;
}
if (clkdm_wakeup(tesla_clkdm))
pr_err("%s: Failed to force wakeup of %s\n", __func__,
tesla_clkdm->name);
/* This takes less than a few microseconds, hence in context */
pwrdm_wait_transition(tesla_pwrdm);
/*
* Check current power state of Tesla after transition, to make sure
* that Tesla is indeed turned ON.
*/
ret = pwrdm_read_pwrst(tesla_pwrdm);
do {
pwrdm_wait_transition(tesla_pwrdm);
ret = pwrdm_read_pwrst(tesla_pwrdm);
} while ((ret < PWRDM_POWER_INACTIVE) && --timeout);
if (!timeout)
pr_err("%s: Tesla failed to transition to ON state!\n",
__func__);
timeout = 10;
clkdm_allow_idle(tesla_clkdm);
/* Ensure Tesla power state in OFF state */
ret = pwrdm_read_pwrst(tesla_pwrdm);
do {
pwrdm_wait_transition(tesla_pwrdm);
ret = pwrdm_read_pwrst(tesla_pwrdm);
} while ((ret >= PWRDM_POWER_INACTIVE) && --timeout);
if (!timeout)
pr_err("%s: Tesla failed to transition to OFF state\n",
__func__);
}
static irqreturn_t prcm_interrupt_handler (int irq, void *dev_id)
{
u32 irqenable_mpu, irqstatus_mpu;
irqenable_mpu = omap4_prm_read_inst_reg(OMAP4430_PRM_OCP_SOCKET_INST,
OMAP4_PRM_IRQENABLE_MPU_OFFSET);
irqstatus_mpu = omap4_prm_read_inst_reg(OMAP4430_PRM_OCP_SOCKET_INST,
OMAP4_PRM_IRQSTATUS_MPU_OFFSET);
/* Clear the interrupt status before clearing the source events */
irqstatus_mpu &= irqenable_mpu;
omap4_prm_write_inst_reg(irqstatus_mpu, OMAP4430_PRM_OCP_SOCKET_INST,
OMAP4_PRM_IRQSTATUS_MPU_OFFSET);
/* Check if a IO_ST interrupt */
if (irqstatus_mpu & OMAP4430_IO_ST_MASK) {
/* Check if HSI caused the IO wakeup */
omap_hsi_io_wakeup_check();
omap_uart_resume_idle();
if (!machine_is_tuna())
usbhs_wakeup();
omap_debug_uart_resume_idle();
omap4_trigger_ioctrl();
}
return IRQ_HANDLED;
}
/**
* omap_default_idle() - implement a default idle for !CONFIG_CPUIDLE
*
* Implements OMAP4 memory, IO ordering requirements which can't be addressed
* with default arch_idle() hook. Used by all CPUs with !CONFIG_CPUIDLE and
* by secondary CPU with CONFIG_CPUIDLE.
*/
static void omap_default_idle(void)
{
local_irq_disable();
local_fiq_disable();
omap_do_wfi();
local_fiq_enable();
local_irq_enable();
}
/**
* omap4_device_set_state_off() - setup device off state
* @enable: set to off or not.
*
* When Device OFF is enabled, Device is allowed to perform
* transition to off mode as soon as all power domains in MPU, IVA
* and CORE voltage are in OFF or OSWR state (open switch retention)
*/
void omap4_device_set_state_off(u8 enable)
{
#ifdef CONFIG_OMAP_ALLOW_OSWR
if (enable && !(is_pm44xx_erratum(WUGEN_LOST_i625)))
omap4_prminst_write_inst_reg(0x1 <<
OMAP4430_DEVICE_OFF_ENABLE_SHIFT,
OMAP4430_PRM_PARTITION, OMAP4430_PRM_DEVICE_INST,
OMAP4_PRM_DEVICE_OFF_CTRL_OFFSET);
else
#endif
omap4_prminst_write_inst_reg(0x0 <<
OMAP4430_DEVICE_OFF_ENABLE_SHIFT,
OMAP4430_PRM_PARTITION, OMAP4430_PRM_DEVICE_INST,
OMAP4_PRM_DEVICE_OFF_CTRL_OFFSET);
}
/**
* omap4_device_prev_state_off:
* returns true if the device hit OFF mode
* This is API to check whether OMAP is waking up from device OFF mode.
* There is no other status bit available for SW to read whether last state
* entered was device OFF. To work around this, CORE PD, RFF context state
* is used which is lost only when we hit device OFF state
*/
bool omap4_device_prev_state_off(void)
{
u32 reg;
reg = omap4_prminst_read_inst_reg(core_pwrdm->prcm_partition,
core_pwrdm->prcm_offs,
OMAP4_RM_L3_1_L3_1_CONTEXT_OFFSET)
& OMAP4430_LOSTCONTEXT_RFF_MASK;
return reg ? true : false;
}
void omap4_device_clear_prev_off_state(void)
{
omap4_prminst_write_inst_reg(OMAP4430_LOSTCONTEXT_RFF_MASK |
OMAP4430_LOSTCONTEXT_DFF_MASK,
core_pwrdm->prcm_partition,
core_pwrdm->prcm_offs,
OMAP4_RM_L3_1_L3_1_CONTEXT_OFFSET);
}
/**
* omap4_device_next_state_off:
* returns true if the device next state is OFF
* This is API to check whether OMAP is programmed for device OFF
*/
bool omap4_device_next_state_off(void)
{
return omap4_prminst_read_inst_reg(OMAP4430_PRM_PARTITION,
OMAP4430_PRM_DEVICE_INST,
OMAP4_PRM_DEVICE_OFF_CTRL_OFFSET)
& OMAP4430_DEVICE_OFF_ENABLE_MASK ? true : false;
}
static void __init omap4_pm_setup_errata(void)
{
/*
* Current understanding is that the following errata impacts
* all OMAP4 silica
*/
if (cpu_is_omap44xx())
pm44xx_errata |= OMAP4_PM_ERRATUM_IVA_AUTO_RET_IDLE_iXXX |
OMAP4_PM_ERRATUM_HSI_SWAKEUP_iXXX |
OMAP4_PM_ERRATUM_LPDDR_CLK_IO_i736;
iva_toggle_wa_applied = 0;
if (cpu_is_omap443x()) {
/* Dynamic Dependency errata for all silicon !=443x */
pm44xx_errata |= OMAP4_PM_ERRATUM_MPU_EMIF_NO_DYNDEP_i688;
/* Enable errata i612 */
pm44xx_errata |=
OMAP4_PM_ERRATUM_IO_WAKEUP_CLOCK_NOT_RECYCLED_i612;
} else
pm44xx_errata |= OMAP4_PM_ERRATUM_MPU_EMIF_NO_DYNDEP_IDLE_i745;
/*
* The OFF mode isn't fully supported for OMAP4430GP ES2.0 - ES2.2
* due to errata i625
* On ES1.0 OFF mode is not supported due to errata i498
*/
if (cpu_is_omap443x() && (omap_type() == OMAP2_DEVICE_TYPE_GP) &&
(omap_rev() < OMAP4430_REV_ES2_3))
pm44xx_errata |= OMAP4_PM_ERRATUM_WUGEN_LOST_i625;
}
/**
* omap4_pm_init - Init routine for OMAP4 PM
*
* Initializes all powerdomain and clockdomain target states
* and all PRCM settings.
*/
static int __init omap4_pm_init(void)
{
int ret = 0;
struct clockdomain *l3_1_clkdm, *l4wkup;
struct clockdomain *ducati_clkdm, *l3_2_clkdm, *l4_per, *l4_cfg;
char *init_devices[] = {"mpu", "iva"};
int i;
if (!cpu_is_omap44xx())
return -ENODEV;
if (omap_rev() == OMAP4430_REV_ES1_0) {
WARN(1, "Power Management not supported on OMAP4430 ES1.0\n");
return -ENODEV;
}
pr_err("Power Management for TI OMAP4.\n");
/* setup the erratas */
omap4_pm_setup_errata();
prcm_setup_regs();
syscontrol_setup_regs();
ret = request_irq(OMAP44XX_IRQ_PRCM,
(irq_handler_t)prcm_interrupt_handler,
IRQF_NO_SUSPEND | IRQF_DISABLED, "prcm", NULL);
if (ret) {
printk(KERN_ERR "request_irq failed to register for 0x%x\n",
OMAP44XX_IRQ_PRCM);
goto err2;
}
ret = pwrdm_for_each(pwrdms_setup, NULL);
if (ret) {
pr_err("Failed to setup powerdomains\n");
goto err2;
}
/*
* On 4430:
* The dynamic dependency between MPUSS -> MEMIF and
* MPUSS -> L3_* and DUCATI -> doesn't work as expected.
* The hardware recommendation is to keep above dependencies.
* Without this system locks up or randomly crashesh.
*
* On 4460:
* The dynamic dependency between MPUSS -> MEMIF doesn't work
* as expected if MPUSS OSWR is enabled in idle.
* The dynamic dependency between MPUSS -> L4 PER & CFG
* doesn't work as expected. The hardware recommendation is
* to keep above dependencies. Without this system locks up or
* randomly crashes.
*
* On 44xx:
* The L4 wakeup depedency is added to workaround the OCP sync hardware
* BUG with 32K synctimer which lead to incorrect timer value read
* from the 32K counter. The BUG applies for GPTIMER1 and WDT2 which
* are part of L4 wakeup clockdomain.
*/
mpuss_clkdm = clkdm_lookup("mpuss_clkdm");
emif_clkdm = clkdm_lookup("l3_emif_clkdm");
abe_clkdm = clkdm_lookup("abe_clkdm");
l3_1_clkdm = clkdm_lookup("l3_1_clkdm");
l3_2_clkdm = clkdm_lookup("l3_2_clkdm");
ducati_clkdm = clkdm_lookup("ducati_clkdm");
l4_per = clkdm_lookup("l4_per_clkdm");
l4_cfg = clkdm_lookup("l4_cfg_clkdm");
l4wkup = clkdm_lookup("l4_wkup_clkdm");
if ((!mpuss_clkdm) || (!emif_clkdm) || (!l3_1_clkdm) || (!l4wkup) ||
(!l3_2_clkdm) || (!ducati_clkdm) || (!l4_per) || (!l4_cfg) ||
(!abe_clkdm))
goto err2;
/* if we cannot ever enable static dependency. */
if (is_pm44xx_erratum(MPU_EMIF_NO_DYNDEP_i688))
ret |= clkdm_add_wkdep(mpuss_clkdm, emif_clkdm);
if (cpu_is_omap443x()) {
ret |= clkdm_add_wkdep(mpuss_clkdm, l3_1_clkdm);
ret |= clkdm_add_wkdep(mpuss_clkdm, l3_2_clkdm);
ret |= clkdm_add_wkdep(ducati_clkdm, l3_1_clkdm);
ret |= clkdm_add_wkdep(ducati_clkdm, l3_2_clkdm);
ret |= clkdm_add_wkdep(mpuss_clkdm, l4_per);
ret |= clkdm_add_wkdep(mpuss_clkdm, l4_cfg);
ret |= clkdm_add_wkdep(ducati_clkdm, l4_per);
ret |= clkdm_add_wkdep(ducati_clkdm, l4_cfg);
ret |= clkdm_add_wkdep(mpuss_clkdm, l4wkup);
if (ret) {
pr_err("Failed to add MPUSS -> L3/EMIF, DUCATI -> L3"
" and MPUSS -> L4* wakeup dependency\n");
goto err2;
}
pr_info("OMAP4 PM: Static dependency added between"
" MPUSS <-> EMIF, MPUSS <-> L4_PER/CFG"
" MPUSS <-> L3_MAIN_1.\n");
pr_info("OMAP4 PM: Static dependency added between"
" DUCATI <-> L4_PER/CFG and DUCATI <-> L3.\n");
} else if (cpu_is_omap446x() || cpu_is_omap447x()) {
/*
* Static dependency between mpuss and emif can only be
* disabled if OSWR is disabled to avoid a HW bug that occurs
* when mpuss enters OSWR
*/
/*ret |= clkdm_add_wkdep(mpuss_clkdm, emif_clkdm);*/
ret |= clkdm_add_wkdep(mpuss_clkdm, l4_per);
ret |= clkdm_add_wkdep(mpuss_clkdm, l4_cfg);
/* There appears to be a problem between the MPUSS and L3_1 */
ret |= clkdm_add_wkdep(mpuss_clkdm, l3_1_clkdm);
ret |= clkdm_add_wkdep(mpuss_clkdm, l3_2_clkdm);
ret |= clkdm_add_wkdep(mpuss_clkdm, l4wkup);
/* There appears to be a problem between the Ducati and L3/L4 */
ret |= clkdm_add_wkdep(ducati_clkdm, l3_1_clkdm);
ret |= clkdm_add_wkdep(ducati_clkdm, l3_2_clkdm);
ret |= clkdm_add_wkdep(ducati_clkdm, l4_per);
ret |= clkdm_add_wkdep(ducati_clkdm, l4_cfg);
if (ret) {
pr_err("Failed to add MPUSS and DUCATI -> "
"L4* and L3_1 wakeup dependency\n");
goto err2;
}
pr_info("OMAP4 PM: Static dependency added between"
" MPUSS and DUCATI <-> L4_PER/CFG and L3_1.\n");
}
(void) clkdm_for_each(clkdms_setup, NULL);
/* Get handles for VDD's for enabling/disabling SR */
mpu_voltdm = voltdm_lookup("mpu");
if (!mpu_voltdm) {
pr_err("%s: Failed to get voltdm for VDD MPU\n", __func__);
goto err2;
}
omap_vc_set_auto_trans(mpu_voltdm,
OMAP_VC_CHANNEL_AUTO_TRANSITION_DISABLE);
iva_voltdm = voltdm_lookup("iva");
if (!iva_voltdm) {
pr_err("%s: Failed to get voltdm for VDD IVA\n", __func__);
goto err2;
}
omap_vc_set_auto_trans(iva_voltdm,
OMAP_VC_CHANNEL_AUTO_TRANSITION_DISABLE);
core_voltdm = voltdm_lookup("core");
if (!core_voltdm) {
pr_err("%s: Failed to get voltdm for VDD CORE\n", __func__);
goto err2;
}
omap_vc_set_auto_trans(core_voltdm,
OMAP_VC_CHANNEL_AUTO_TRANSITION_DISABLE);
ret = omap4_mpuss_init();
if (ret) {
pr_err("Failed to initialise OMAP4 MPUSS\n");
goto err2;
}
#ifdef CONFIG_SUSPEND
suspend_set_ops(&omap_pm_ops);
#endif /* CONFIG_SUSPEND */
mpu_pwrdm = pwrdm_lookup("mpu_pwrdm");
cpu0_pwrdm = pwrdm_lookup("cpu0_pwrdm");
core_pwrdm = pwrdm_lookup("core_pwrdm");
per_pwrdm = pwrdm_lookup("l4per_pwrdm");
tesla_pwrdm = pwrdm_lookup("tesla_pwrdm");
if (!tesla_pwrdm)
pr_err("%s: Failed to lookup tesla_pwrdm\n", __func__);
tesla_clkdm = clkdm_lookup("tesla_clkdm");
if (!tesla_clkdm)
pr_err("%s: Failed to lookup tesla_clkdm\n", __func__);
/* Enable wakeup for PRCM IRQ for system wide suspend */
enable_irq_wake(OMAP44XX_IRQ_PRCM);
/* Overwrite the default arch_idle() */
pm_idle = omap_default_idle;
omap4_idle_init();
omap_pm_is_ready_status = true;
/* let the other CPU know as well */
smp_wmb();
/* Setup the scales for every init device appropriately */
for (i = 0; i < ARRAY_SIZE(init_devices); i++) {
struct omap_hwmod *oh = omap_hwmod_lookup(init_devices[i]);
struct clk *clk;
struct device *dev;
unsigned int rate;
if (!oh || !oh->od || !oh->main_clk) {
pr_warn("%s: no hwmod or odev or clk for %s, [%d] "
"oh=%p od=%p clk=%p cannot add OPPs.\n",
__func__, init_devices[i], i, oh,
(oh) ? oh->od : NULL,
(oh) ? oh->main_clk : NULL);
continue;
}
clk = oh->_clk;
dev = &oh->od->pdev.dev;
/* Get the current rate */
rate = clk_get_rate(clk);
/* Update DVFS framework with rate information */
ret = omap_device_scale(dev, dev, rate);
if (ret) {
dev_warn(dev, "%s unable to scale to %d - %d\n",
__func__, rate, ret);
/* Continue to next device */
}
}
/* apply any pending bus throughput requests */
omap_pm_apply_min_bus_tput();
err2:
return ret;
}
late_initcall(omap4_pm_init);