linux/arch/arm/mach-omap2/omap_hwmod.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0-only
   2/*
   3 * omap_hwmod implementation for OMAP2/3/4
   4 *
   5 * Copyright (C) 2009-2011 Nokia Corporation
   6 * Copyright (C) 2011-2012 Texas Instruments, Inc.
   7 *
   8 * Paul Walmsley, BenoƮt Cousson, Kevin Hilman
   9 *
  10 * Created in collaboration with (alphabetical order): Thara Gopinath,
  11 * Tony Lindgren, Rajendra Nayak, Vikram Pandita, Sakari Poussa, Anand
  12 * Sawant, Santosh Shilimkar, Richard Woodruff
  13 *
  14 * Introduction
  15 * ------------
  16 * One way to view an OMAP SoC is as a collection of largely unrelated
  17 * IP blocks connected by interconnects.  The IP blocks include
  18 * devices such as ARM processors, audio serial interfaces, UARTs,
  19 * etc.  Some of these devices, like the DSP, are created by TI;
  20 * others, like the SGX, largely originate from external vendors.  In
  21 * TI's documentation, on-chip devices are referred to as "OMAP
  22 * modules."  Some of these IP blocks are identical across several
  23 * OMAP versions.  Others are revised frequently.
  24 *
  25 * These OMAP modules are tied together by various interconnects.
  26 * Most of the address and data flow between modules is via OCP-based
  27 * interconnects such as the L3 and L4 buses; but there are other
  28 * interconnects that distribute the hardware clock tree, handle idle
  29 * and reset signaling, supply power, and connect the modules to
  30 * various pads or balls on the OMAP package.
  31 *
  32 * OMAP hwmod provides a consistent way to describe the on-chip
  33 * hardware blocks and their integration into the rest of the chip.
  34 * This description can be automatically generated from the TI
  35 * hardware database.  OMAP hwmod provides a standard, consistent API
  36 * to reset, enable, idle, and disable these hardware blocks.  And
  37 * hwmod provides a way for other core code, such as the Linux device
  38 * code or the OMAP power management and address space mapping code,
  39 * to query the hardware database.
  40 *
  41 * Using hwmod
  42 * -----------
  43 * Drivers won't call hwmod functions directly.  That is done by the
  44 * omap_device code, and in rare occasions, by custom integration code
  45 * in arch/arm/ *omap*.  The omap_device code includes functions to
  46 * build a struct platform_device using omap_hwmod data, and that is
  47 * currently how hwmod data is communicated to drivers and to the
  48 * Linux driver model.  Most drivers will call omap_hwmod functions only
  49 * indirectly, via pm_runtime*() functions.
  50 *
  51 * From a layering perspective, here is where the OMAP hwmod code
  52 * fits into the kernel software stack:
  53 *
  54 *            +-------------------------------+
  55 *            |      Device driver code       |
  56 *            |      (e.g., drivers/)         |
  57 *            +-------------------------------+
  58 *            |      Linux driver model       |
  59 *            |     (platform_device /        |
  60 *            |  platform_driver data/code)   |
  61 *            +-------------------------------+
  62 *            | OMAP core-driver integration  |
  63 *            |(arch/arm/mach-omap2/devices.c)|
  64 *            +-------------------------------+
  65 *            |      omap_device code         |
  66 *            | (../plat-omap/omap_device.c)  |
  67 *            +-------------------------------+
  68 *   ---->    |    omap_hwmod code/data       |    <-----
  69 *            | (../mach-omap2/omap_hwmod*)   |
  70 *            +-------------------------------+
  71 *            | OMAP clock/PRCM/register fns  |
  72 *            | ({read,write}l_relaxed, clk*) |
  73 *            +-------------------------------+
  74 *
  75 * Device drivers should not contain any OMAP-specific code or data in
  76 * them.  They should only contain code to operate the IP block that
  77 * the driver is responsible for.  This is because these IP blocks can
  78 * also appear in other SoCs, either from TI (such as DaVinci) or from
  79 * other manufacturers; and drivers should be reusable across other
  80 * platforms.
  81 *
  82 * The OMAP hwmod code also will attempt to reset and idle all on-chip
  83 * devices upon boot.  The goal here is for the kernel to be
  84 * completely self-reliant and independent from bootloaders.  This is
  85 * to ensure a repeatable configuration, both to ensure consistent
  86 * runtime behavior, and to make it easier for others to reproduce
  87 * bugs.
  88 *
  89 * OMAP module activity states
  90 * ---------------------------
  91 * The hwmod code considers modules to be in one of several activity
  92 * states.  IP blocks start out in an UNKNOWN state, then once they
  93 * are registered via the hwmod code, proceed to the REGISTERED state.
  94 * Once their clock names are resolved to clock pointers, the module
  95 * enters the CLKS_INITED state; and finally, once the module has been
  96 * reset and the integration registers programmed, the INITIALIZED state
  97 * is entered.  The hwmod code will then place the module into either
  98 * the IDLE state to save power, or in the case of a critical system
  99 * module, the ENABLED state.
 100 *
 101 * OMAP core integration code can then call omap_hwmod*() functions
 102 * directly to move the module between the IDLE, ENABLED, and DISABLED
 103 * states, as needed.  This is done during both the PM idle loop, and
 104 * in the OMAP core integration code's implementation of the PM runtime
 105 * functions.
 106 *
 107 * References
 108 * ----------
 109 * This is a partial list.
 110 * - OMAP2420 Multimedia Processor Silicon Revision 2.1.1, 2.2 (SWPU064)
 111 * - OMAP2430 Multimedia Device POP Silicon Revision 2.1 (SWPU090)
 112 * - OMAP34xx Multimedia Device Silicon Revision 3.1 (SWPU108)
 113 * - OMAP4430 Multimedia Device Silicon Revision 1.0 (SWPU140)
 114 * - Open Core Protocol Specification 2.2
 115 *
 116 * To do:
 117 * - handle IO mapping
 118 * - bus throughput & module latency measurement code
 119 *
 120 * XXX add tests at the beginning of each function to ensure the hwmod is
 121 * in the appropriate state
 122 * XXX error return values should be checked to ensure that they are
 123 * appropriate
 124 */
 125#undef DEBUG
 126
 127#include <linux/kernel.h>
 128#include <linux/errno.h>
 129#include <linux/io.h>
 130#include <linux/clk.h>
 131#include <linux/clk-provider.h>
 132#include <linux/delay.h>
 133#include <linux/err.h>
 134#include <linux/list.h>
 135#include <linux/mutex.h>
 136#include <linux/spinlock.h>
 137#include <linux/slab.h>
 138#include <linux/cpu.h>
 139#include <linux/of.h>
 140#include <linux/of_address.h>
 141#include <linux/memblock.h>
 142
 143#include <linux/platform_data/ti-sysc.h>
 144
 145#include <dt-bindings/bus/ti-sysc.h>
 146
 147#include <asm/system_misc.h>
 148
 149#include "clock.h"
 150#include "omap_hwmod.h"
 151
 152#include "soc.h"
 153#include "common.h"
 154#include "clockdomain.h"
 155#include "hdq1w.h"
 156#include "mmc.h"
 157#include "powerdomain.h"
 158#include "cm2xxx.h"
 159#include "cm3xxx.h"
 160#include "cm33xx.h"
 161#include "prm.h"
 162#include "prm3xxx.h"
 163#include "prm44xx.h"
 164#include "prm33xx.h"
 165#include "prminst44xx.h"
 166#include "pm.h"
 167#include "wd_timer.h"
 168
 169/* Name of the OMAP hwmod for the MPU */
 170#define MPU_INITIATOR_NAME              "mpu"
 171
 172/*
 173 * Number of struct omap_hwmod_link records per struct
 174 * omap_hwmod_ocp_if record (master->slave and slave->master)
 175 */
 176#define LINKS_PER_OCP_IF                2
 177
 178/*
 179 * Address offset (in bytes) between the reset control and the reset
 180 * status registers: 4 bytes on OMAP4
 181 */
 182#define OMAP4_RST_CTRL_ST_OFFSET        4
 183
 184/*
 185 * Maximum length for module clock handle names
 186 */
 187#define MOD_CLK_MAX_NAME_LEN            32
 188
 189/**
 190 * struct clkctrl_provider - clkctrl provider mapping data
 191 * @num_addrs: number of base address ranges for the provider
 192 * @addr: base address(es) for the provider
 193 * @size: size(s) of the provider address space(s)
 194 * @node: device node associated with the provider
 195 * @link: list link
 196 */
 197struct clkctrl_provider {
 198        int                     num_addrs;
 199        u32                     *addr;
 200        u32                     *size;
 201        struct device_node      *node;
 202        struct list_head        link;
 203};
 204
 205static LIST_HEAD(clkctrl_providers);
 206
 207/**
 208 * struct omap_hwmod_reset - IP specific reset functions
 209 * @match: string to match against the module name
 210 * @len: number of characters to match
 211 * @reset: IP specific reset function
 212 *
 213 * Used only in cases where struct omap_hwmod is dynamically allocated.
 214 */
 215struct omap_hwmod_reset {
 216        const char *match;
 217        int len;
 218        int (*reset)(struct omap_hwmod *oh);
 219};
 220
 221/**
 222 * struct omap_hwmod_soc_ops - fn ptrs for some SoC-specific operations
 223 * @enable_module: function to enable a module (via MODULEMODE)
 224 * @disable_module: function to disable a module (via MODULEMODE)
 225 *
 226 * XXX Eventually this functionality will be hidden inside the PRM/CM
 227 * device drivers.  Until then, this should avoid huge blocks of cpu_is_*()
 228 * conditionals in this code.
 229 */
 230struct omap_hwmod_soc_ops {
 231        void (*enable_module)(struct omap_hwmod *oh);
 232        int (*disable_module)(struct omap_hwmod *oh);
 233        int (*wait_target_ready)(struct omap_hwmod *oh);
 234        int (*assert_hardreset)(struct omap_hwmod *oh,
 235                                struct omap_hwmod_rst_info *ohri);
 236        int (*deassert_hardreset)(struct omap_hwmod *oh,
 237                                  struct omap_hwmod_rst_info *ohri);
 238        int (*is_hardreset_asserted)(struct omap_hwmod *oh,
 239                                     struct omap_hwmod_rst_info *ohri);
 240        int (*init_clkdm)(struct omap_hwmod *oh);
 241        void (*update_context_lost)(struct omap_hwmod *oh);
 242        int (*get_context_lost)(struct omap_hwmod *oh);
 243        int (*disable_direct_prcm)(struct omap_hwmod *oh);
 244        u32 (*xlate_clkctrl)(struct omap_hwmod *oh);
 245};
 246
 247/* soc_ops: adapts the omap_hwmod code to the currently-booted SoC */
 248static struct omap_hwmod_soc_ops soc_ops;
 249
 250/* omap_hwmod_list contains all registered struct omap_hwmods */
 251static LIST_HEAD(omap_hwmod_list);
 252static DEFINE_MUTEX(list_lock);
 253
 254/* mpu_oh: used to add/remove MPU initiator from sleepdep list */
 255static struct omap_hwmod *mpu_oh;
 256
 257/* inited: set to true once the hwmod code is initialized */
 258static bool inited;
 259
 260/* Private functions */
 261
 262/**
 263 * _update_sysc_cache - return the module OCP_SYSCONFIG register, keep copy
 264 * @oh: struct omap_hwmod *
 265 *
 266 * Load the current value of the hwmod OCP_SYSCONFIG register into the
 267 * struct omap_hwmod for later use.  Returns -EINVAL if the hwmod has no
 268 * OCP_SYSCONFIG register or 0 upon success.
 269 */
 270static int _update_sysc_cache(struct omap_hwmod *oh)
 271{
 272        if (!oh->class->sysc) {
 273                WARN(1, "omap_hwmod: %s: cannot read OCP_SYSCONFIG: not defined on hwmod's class\n", oh->name);
 274                return -EINVAL;
 275        }
 276
 277        /* XXX ensure module interface clock is up */
 278
 279        oh->_sysc_cache = omap_hwmod_read(oh, oh->class->sysc->sysc_offs);
 280
 281        if (!(oh->class->sysc->sysc_flags & SYSC_NO_CACHE))
 282                oh->_int_flags |= _HWMOD_SYSCONFIG_LOADED;
 283
 284        return 0;
 285}
 286
 287/**
 288 * _write_sysconfig - write a value to the module's OCP_SYSCONFIG register
 289 * @v: OCP_SYSCONFIG value to write
 290 * @oh: struct omap_hwmod *
 291 *
 292 * Write @v into the module class' OCP_SYSCONFIG register, if it has
 293 * one.  No return value.
 294 */
 295static void _write_sysconfig(u32 v, struct omap_hwmod *oh)
 296{
 297        if (!oh->class->sysc) {
 298                WARN(1, "omap_hwmod: %s: cannot write OCP_SYSCONFIG: not defined on hwmod's class\n", oh->name);
 299                return;
 300        }
 301
 302        /* XXX ensure module interface clock is up */
 303
 304        /* Module might have lost context, always update cache and register */
 305        oh->_sysc_cache = v;
 306
 307        /*
 308         * Some IP blocks (such as RTC) require unlocking of IP before
 309         * accessing its registers. If a function pointer is present
 310         * to unlock, then call it before accessing sysconfig and
 311         * call lock after writing sysconfig.
 312         */
 313        if (oh->class->unlock)
 314                oh->class->unlock(oh);
 315
 316        omap_hwmod_write(v, oh, oh->class->sysc->sysc_offs);
 317
 318        if (oh->class->lock)
 319                oh->class->lock(oh);
 320}
 321
 322/**
 323 * _set_master_standbymode: set the OCP_SYSCONFIG MIDLEMODE field in @v
 324 * @oh: struct omap_hwmod *
 325 * @standbymode: MIDLEMODE field bits
 326 * @v: pointer to register contents to modify
 327 *
 328 * Update the master standby mode bits in @v to be @standbymode for
 329 * the @oh hwmod.  Does not write to the hardware.  Returns -EINVAL
 330 * upon error or 0 upon success.
 331 */
 332static int _set_master_standbymode(struct omap_hwmod *oh, u8 standbymode,
 333                                   u32 *v)
 334{
 335        u32 mstandby_mask;
 336        u8 mstandby_shift;
 337
 338        if (!oh->class->sysc ||
 339            !(oh->class->sysc->sysc_flags & SYSC_HAS_MIDLEMODE))
 340                return -EINVAL;
 341
 342        if (!oh->class->sysc->sysc_fields) {
 343                WARN(1, "omap_hwmod: %s: offset struct for sysconfig not provided in class\n", oh->name);
 344                return -EINVAL;
 345        }
 346
 347        mstandby_shift = oh->class->sysc->sysc_fields->midle_shift;
 348        mstandby_mask = (0x3 << mstandby_shift);
 349
 350        *v &= ~mstandby_mask;
 351        *v |= __ffs(standbymode) << mstandby_shift;
 352
 353        return 0;
 354}
 355
 356/**
 357 * _set_slave_idlemode: set the OCP_SYSCONFIG SIDLEMODE field in @v
 358 * @oh: struct omap_hwmod *
 359 * @idlemode: SIDLEMODE field bits
 360 * @v: pointer to register contents to modify
 361 *
 362 * Update the slave idle mode bits in @v to be @idlemode for the @oh
 363 * hwmod.  Does not write to the hardware.  Returns -EINVAL upon error
 364 * or 0 upon success.
 365 */
 366static int _set_slave_idlemode(struct omap_hwmod *oh, u8 idlemode, u32 *v)
 367{
 368        u32 sidle_mask;
 369        u8 sidle_shift;
 370
 371        if (!oh->class->sysc ||
 372            !(oh->class->sysc->sysc_flags & SYSC_HAS_SIDLEMODE))
 373                return -EINVAL;
 374
 375        if (!oh->class->sysc->sysc_fields) {
 376                WARN(1, "omap_hwmod: %s: offset struct for sysconfig not provided in class\n", oh->name);
 377                return -EINVAL;
 378        }
 379
 380        sidle_shift = oh->class->sysc->sysc_fields->sidle_shift;
 381        sidle_mask = (0x3 << sidle_shift);
 382
 383        *v &= ~sidle_mask;
 384        *v |= __ffs(idlemode) << sidle_shift;
 385
 386        return 0;
 387}
 388
 389/**
 390 * _set_clockactivity: set OCP_SYSCONFIG.CLOCKACTIVITY bits in @v
 391 * @oh: struct omap_hwmod *
 392 * @clockact: CLOCKACTIVITY field bits
 393 * @v: pointer to register contents to modify
 394 *
 395 * Update the clockactivity mode bits in @v to be @clockact for the
 396 * @oh hwmod.  Used for additional powersaving on some modules.  Does
 397 * not write to the hardware.  Returns -EINVAL upon error or 0 upon
 398 * success.
 399 */
 400static int _set_clockactivity(struct omap_hwmod *oh, u8 clockact, u32 *v)
 401{
 402        u32 clkact_mask;
 403        u8  clkact_shift;
 404
 405        if (!oh->class->sysc ||
 406            !(oh->class->sysc->sysc_flags & SYSC_HAS_CLOCKACTIVITY))
 407                return -EINVAL;
 408
 409        if (!oh->class->sysc->sysc_fields) {
 410                WARN(1, "omap_hwmod: %s: offset struct for sysconfig not provided in class\n", oh->name);
 411                return -EINVAL;
 412        }
 413
 414        clkact_shift = oh->class->sysc->sysc_fields->clkact_shift;
 415        clkact_mask = (0x3 << clkact_shift);
 416
 417        *v &= ~clkact_mask;
 418        *v |= clockact << clkact_shift;
 419
 420        return 0;
 421}
 422
 423/**
 424 * _set_softreset: set OCP_SYSCONFIG.SOFTRESET bit in @v
 425 * @oh: struct omap_hwmod *
 426 * @v: pointer to register contents to modify
 427 *
 428 * Set the SOFTRESET bit in @v for hwmod @oh.  Returns -EINVAL upon
 429 * error or 0 upon success.
 430 */
 431static int _set_softreset(struct omap_hwmod *oh, u32 *v)
 432{
 433        u32 softrst_mask;
 434
 435        if (!oh->class->sysc ||
 436            !(oh->class->sysc->sysc_flags & SYSC_HAS_SOFTRESET))
 437                return -EINVAL;
 438
 439        if (!oh->class->sysc->sysc_fields) {
 440                WARN(1, "omap_hwmod: %s: offset struct for sysconfig not provided in class\n", oh->name);
 441                return -EINVAL;
 442        }
 443
 444        softrst_mask = (0x1 << oh->class->sysc->sysc_fields->srst_shift);
 445
 446        *v |= softrst_mask;
 447
 448        return 0;
 449}
 450
 451/**
 452 * _clear_softreset: clear OCP_SYSCONFIG.SOFTRESET bit in @v
 453 * @oh: struct omap_hwmod *
 454 * @v: pointer to register contents to modify
 455 *
 456 * Clear the SOFTRESET bit in @v for hwmod @oh.  Returns -EINVAL upon
 457 * error or 0 upon success.
 458 */
 459static int _clear_softreset(struct omap_hwmod *oh, u32 *v)
 460{
 461        u32 softrst_mask;
 462
 463        if (!oh->class->sysc ||
 464            !(oh->class->sysc->sysc_flags & SYSC_HAS_SOFTRESET))
 465                return -EINVAL;
 466
 467        if (!oh->class->sysc->sysc_fields) {
 468                WARN(1,
 469                     "omap_hwmod: %s: sysc_fields absent for sysconfig class\n",
 470                     oh->name);
 471                return -EINVAL;
 472        }
 473
 474        softrst_mask = (0x1 << oh->class->sysc->sysc_fields->srst_shift);
 475
 476        *v &= ~softrst_mask;
 477
 478        return 0;
 479}
 480
 481/**
 482 * _wait_softreset_complete - wait for an OCP softreset to complete
 483 * @oh: struct omap_hwmod * to wait on
 484 *
 485 * Wait until the IP block represented by @oh reports that its OCP
 486 * softreset is complete.  This can be triggered by software (see
 487 * _ocp_softreset()) or by hardware upon returning from off-mode (one
 488 * example is HSMMC).  Waits for up to MAX_MODULE_SOFTRESET_WAIT
 489 * microseconds.  Returns the number of microseconds waited.
 490 */
 491static int _wait_softreset_complete(struct omap_hwmod *oh)
 492{
 493        struct omap_hwmod_class_sysconfig *sysc;
 494        u32 softrst_mask;
 495        int c = 0;
 496
 497        sysc = oh->class->sysc;
 498
 499        if (sysc->sysc_flags & SYSS_HAS_RESET_STATUS && sysc->syss_offs > 0)
 500                omap_test_timeout((omap_hwmod_read(oh, sysc->syss_offs)
 501                                   & SYSS_RESETDONE_MASK),
 502                                  MAX_MODULE_SOFTRESET_WAIT, c);
 503        else if (sysc->sysc_flags & SYSC_HAS_RESET_STATUS) {
 504                softrst_mask = (0x1 << sysc->sysc_fields->srst_shift);
 505                omap_test_timeout(!(omap_hwmod_read(oh, sysc->sysc_offs)
 506                                    & softrst_mask),
 507                                  MAX_MODULE_SOFTRESET_WAIT, c);
 508        }
 509
 510        return c;
 511}
 512
 513/**
 514 * _set_dmadisable: set OCP_SYSCONFIG.DMADISABLE bit in @v
 515 * @oh: struct omap_hwmod *
 516 *
 517 * The DMADISABLE bit is a semi-automatic bit present in sysconfig register
 518 * of some modules. When the DMA must perform read/write accesses, the
 519 * DMADISABLE bit is cleared by the hardware. But when the DMA must stop
 520 * for power management, software must set the DMADISABLE bit back to 1.
 521 *
 522 * Set the DMADISABLE bit in @v for hwmod @oh.  Returns -EINVAL upon
 523 * error or 0 upon success.
 524 */
 525static int _set_dmadisable(struct omap_hwmod *oh)
 526{
 527        u32 v;
 528        u32 dmadisable_mask;
 529
 530        if (!oh->class->sysc ||
 531            !(oh->class->sysc->sysc_flags & SYSC_HAS_DMADISABLE))
 532                return -EINVAL;
 533
 534        if (!oh->class->sysc->sysc_fields) {
 535                WARN(1, "omap_hwmod: %s: offset struct for sysconfig not provided in class\n", oh->name);
 536                return -EINVAL;
 537        }
 538
 539        /* clocks must be on for this operation */
 540        if (oh->_state != _HWMOD_STATE_ENABLED) {
 541                pr_warn("omap_hwmod: %s: dma can be disabled only from enabled state\n", oh->name);
 542                return -EINVAL;
 543        }
 544
 545        pr_debug("omap_hwmod: %s: setting DMADISABLE\n", oh->name);
 546
 547        v = oh->_sysc_cache;
 548        dmadisable_mask =
 549                (0x1 << oh->class->sysc->sysc_fields->dmadisable_shift);
 550        v |= dmadisable_mask;
 551        _write_sysconfig(v, oh);
 552
 553        return 0;
 554}
 555
 556/**
 557 * _set_module_autoidle: set the OCP_SYSCONFIG AUTOIDLE field in @v
 558 * @oh: struct omap_hwmod *
 559 * @autoidle: desired AUTOIDLE bitfield value (0 or 1)
 560 * @v: pointer to register contents to modify
 561 *
 562 * Update the module autoidle bit in @v to be @autoidle for the @oh
 563 * hwmod.  The autoidle bit controls whether the module can gate
 564 * internal clocks automatically when it isn't doing anything; the
 565 * exact function of this bit varies on a per-module basis.  This
 566 * function does not write to the hardware.  Returns -EINVAL upon
 567 * error or 0 upon success.
 568 */
 569static int _set_module_autoidle(struct omap_hwmod *oh, u8 autoidle,
 570                                u32 *v)
 571{
 572        u32 autoidle_mask;
 573        u8 autoidle_shift;
 574
 575        if (!oh->class->sysc ||
 576            !(oh->class->sysc->sysc_flags & SYSC_HAS_AUTOIDLE))
 577                return -EINVAL;
 578
 579        if (!oh->class->sysc->sysc_fields) {
 580                WARN(1, "omap_hwmod: %s: offset struct for sysconfig not provided in class\n", oh->name);
 581                return -EINVAL;
 582        }
 583
 584        autoidle_shift = oh->class->sysc->sysc_fields->autoidle_shift;
 585        autoidle_mask = (0x1 << autoidle_shift);
 586
 587        *v &= ~autoidle_mask;
 588        *v |= autoidle << autoidle_shift;
 589
 590        return 0;
 591}
 592
 593/**
 594 * _enable_wakeup: set OCP_SYSCONFIG.ENAWAKEUP bit in the hardware
 595 * @oh: struct omap_hwmod *
 596 *
 597 * Allow the hardware module @oh to send wakeups.  Returns -EINVAL
 598 * upon error or 0 upon success.
 599 */
 600static int _enable_wakeup(struct omap_hwmod *oh, u32 *v)
 601{
 602        if (!oh->class->sysc ||
 603            !((oh->class->sysc->sysc_flags & SYSC_HAS_ENAWAKEUP) ||
 604              (oh->class->sysc->idlemodes & SIDLE_SMART_WKUP) ||
 605              (oh->class->sysc->idlemodes & MSTANDBY_SMART_WKUP)))
 606                return -EINVAL;
 607
 608        if (!oh->class->sysc->sysc_fields) {
 609                WARN(1, "omap_hwmod: %s: offset struct for sysconfig not provided in class\n", oh->name);
 610                return -EINVAL;
 611        }
 612
 613        if (oh->class->sysc->sysc_flags & SYSC_HAS_ENAWAKEUP)
 614                *v |= 0x1 << oh->class->sysc->sysc_fields->enwkup_shift;
 615
 616        if (oh->class->sysc->idlemodes & SIDLE_SMART_WKUP)
 617                _set_slave_idlemode(oh, HWMOD_IDLEMODE_SMART_WKUP, v);
 618        if (oh->class->sysc->idlemodes & MSTANDBY_SMART_WKUP)
 619                _set_master_standbymode(oh, HWMOD_IDLEMODE_SMART_WKUP, v);
 620
 621        /* XXX test pwrdm_get_wken for this hwmod's subsystem */
 622
 623        return 0;
 624}
 625
 626static struct clockdomain *_get_clkdm(struct omap_hwmod *oh)
 627{
 628        struct clk_hw_omap *clk;
 629
 630        if (oh->clkdm) {
 631                return oh->clkdm;
 632        } else if (oh->_clk) {
 633                if (!omap2_clk_is_hw_omap(__clk_get_hw(oh->_clk)))
 634                        return NULL;
 635                clk = to_clk_hw_omap(__clk_get_hw(oh->_clk));
 636                return clk->clkdm;
 637        }
 638        return NULL;
 639}
 640
 641/**
 642 * _add_initiator_dep: prevent @oh from smart-idling while @init_oh is active
 643 * @oh: struct omap_hwmod *
 644 *
 645 * Prevent the hardware module @oh from entering idle while the
 646 * hardare module initiator @init_oh is active.  Useful when a module
 647 * will be accessed by a particular initiator (e.g., if a module will
 648 * be accessed by the IVA, there should be a sleepdep between the IVA
 649 * initiator and the module).  Only applies to modules in smart-idle
 650 * mode.  If the clockdomain is marked as not needing autodeps, return
 651 * 0 without doing anything.  Otherwise, returns -EINVAL upon error or
 652 * passes along clkdm_add_sleepdep() value upon success.
 653 */
 654static int _add_initiator_dep(struct omap_hwmod *oh, struct omap_hwmod *init_oh)
 655{
 656        struct clockdomain *clkdm, *init_clkdm;
 657
 658        clkdm = _get_clkdm(oh);
 659        init_clkdm = _get_clkdm(init_oh);
 660
 661        if (!clkdm || !init_clkdm)
 662                return -EINVAL;
 663
 664        if (clkdm && clkdm->flags & CLKDM_NO_AUTODEPS)
 665                return 0;
 666
 667        return clkdm_add_sleepdep(clkdm, init_clkdm);
 668}
 669
 670/**
 671 * _del_initiator_dep: allow @oh to smart-idle even if @init_oh is active
 672 * @oh: struct omap_hwmod *
 673 *
 674 * Allow the hardware module @oh to enter idle while the hardare
 675 * module initiator @init_oh is active.  Useful when a module will not
 676 * be accessed by a particular initiator (e.g., if a module will not
 677 * be accessed by the IVA, there should be no sleepdep between the IVA
 678 * initiator and the module).  Only applies to modules in smart-idle
 679 * mode.  If the clockdomain is marked as not needing autodeps, return
 680 * 0 without doing anything.  Returns -EINVAL upon error or passes
 681 * along clkdm_del_sleepdep() value upon success.
 682 */
 683static int _del_initiator_dep(struct omap_hwmod *oh, struct omap_hwmod *init_oh)
 684{
 685        struct clockdomain *clkdm, *init_clkdm;
 686
 687        clkdm = _get_clkdm(oh);
 688        init_clkdm = _get_clkdm(init_oh);
 689
 690        if (!clkdm || !init_clkdm)
 691                return -EINVAL;
 692
 693        if (clkdm && clkdm->flags & CLKDM_NO_AUTODEPS)
 694                return 0;
 695
 696        return clkdm_del_sleepdep(clkdm, init_clkdm);
 697}
 698
 699static const struct of_device_id ti_clkctrl_match_table[] __initconst = {
 700        { .compatible = "ti,clkctrl" },
 701        { }
 702};
 703
 704static int __init _setup_clkctrl_provider(struct device_node *np)
 705{
 706        const __be32 *addrp;
 707        struct clkctrl_provider *provider;
 708        u64 size;
 709        int i;
 710
 711        provider = memblock_alloc(sizeof(*provider), SMP_CACHE_BYTES);
 712        if (!provider)
 713                return -ENOMEM;
 714
 715        provider->node = np;
 716
 717        provider->num_addrs =
 718                of_property_count_elems_of_size(np, "reg", sizeof(u32)) / 2;
 719
 720        provider->addr =
 721                memblock_alloc(sizeof(void *) * provider->num_addrs,
 722                               SMP_CACHE_BYTES);
 723        if (!provider->addr)
 724                return -ENOMEM;
 725
 726        provider->size =
 727                memblock_alloc(sizeof(u32) * provider->num_addrs,
 728                               SMP_CACHE_BYTES);
 729        if (!provider->size)
 730                return -ENOMEM;
 731
 732        for (i = 0; i < provider->num_addrs; i++) {
 733                addrp = of_get_address(np, i, &size, NULL);
 734                provider->addr[i] = (u32)of_translate_address(np, addrp);
 735                provider->size[i] = size;
 736                pr_debug("%s: %pOF: %x...%x\n", __func__, np, provider->addr[i],
 737                         provider->addr[i] + provider->size[i]);
 738        }
 739
 740        list_add(&provider->link, &clkctrl_providers);
 741
 742        return 0;
 743}
 744
 745static int __init _init_clkctrl_providers(void)
 746{
 747        struct device_node *np;
 748        int ret = 0;
 749
 750        for_each_matching_node(np, ti_clkctrl_match_table) {
 751                ret = _setup_clkctrl_provider(np);
 752                if (ret)
 753                        break;
 754        }
 755
 756        return ret;
 757}
 758
 759static u32 _omap4_xlate_clkctrl(struct omap_hwmod *oh)
 760{
 761        if (!oh->prcm.omap4.modulemode)
 762                return 0;
 763
 764        return omap_cm_xlate_clkctrl(oh->clkdm->prcm_partition,
 765                                     oh->clkdm->cm_inst,
 766                                     oh->prcm.omap4.clkctrl_offs);
 767}
 768
 769static struct clk *_lookup_clkctrl_clk(struct omap_hwmod *oh)
 770{
 771        struct clkctrl_provider *provider;
 772        struct clk *clk;
 773        u32 addr;
 774
 775        if (!soc_ops.xlate_clkctrl)
 776                return NULL;
 777
 778        addr = soc_ops.xlate_clkctrl(oh);
 779        if (!addr)
 780                return NULL;
 781
 782        pr_debug("%s: %s: addr=%x\n", __func__, oh->name, addr);
 783
 784        list_for_each_entry(provider, &clkctrl_providers, link) {
 785                int i;
 786
 787                for (i = 0; i < provider->num_addrs; i++) {
 788                        if (provider->addr[i] <= addr &&
 789                            provider->addr[i] + provider->size[i] > addr) {
 790                                struct of_phandle_args clkspec;
 791
 792                                clkspec.np = provider->node;
 793                                clkspec.args_count = 2;
 794                                clkspec.args[0] = addr - provider->addr[0];
 795                                clkspec.args[1] = 0;
 796
 797                                clk = of_clk_get_from_provider(&clkspec);
 798
 799                                pr_debug("%s: %s got %p (offset=%x, provider=%pOF)\n",
 800                                         __func__, oh->name, clk,
 801                                         clkspec.args[0], provider->node);
 802
 803                                return clk;
 804                        }
 805                }
 806        }
 807
 808        return NULL;
 809}
 810
 811/**
 812 * _init_main_clk - get a struct clk * for the the hwmod's main functional clk
 813 * @oh: struct omap_hwmod *
 814 *
 815 * Called from _init_clocks().  Populates the @oh _clk (main
 816 * functional clock pointer) if a clock matching the hwmod name is found,
 817 * or a main_clk is present.  Returns 0 on success or -EINVAL on error.
 818 */
 819static int _init_main_clk(struct omap_hwmod *oh)
 820{
 821        int ret = 0;
 822        struct clk *clk = NULL;
 823
 824        clk = _lookup_clkctrl_clk(oh);
 825
 826        if (!IS_ERR_OR_NULL(clk)) {
 827                pr_debug("%s: mapped main_clk %s for %s\n", __func__,
 828                         __clk_get_name(clk), oh->name);
 829                oh->main_clk = __clk_get_name(clk);
 830                oh->_clk = clk;
 831                soc_ops.disable_direct_prcm(oh);
 832        } else {
 833                if (!oh->main_clk)
 834                        return 0;
 835
 836                oh->_clk = clk_get(NULL, oh->main_clk);
 837        }
 838
 839        if (IS_ERR(oh->_clk)) {
 840                pr_warn("omap_hwmod: %s: cannot clk_get main_clk %s\n",
 841                        oh->name, oh->main_clk);
 842                return -EINVAL;
 843        }
 844        /*
 845         * HACK: This needs a re-visit once clk_prepare() is implemented
 846         * to do something meaningful. Today its just a no-op.
 847         * If clk_prepare() is used at some point to do things like
 848         * voltage scaling etc, then this would have to be moved to
 849         * some point where subsystems like i2c and pmic become
 850         * available.
 851         */
 852        clk_prepare(oh->_clk);
 853
 854        if (!_get_clkdm(oh))
 855                pr_debug("omap_hwmod: %s: missing clockdomain for %s.\n",
 856                           oh->name, oh->main_clk);
 857
 858        return ret;
 859}
 860
 861/**
 862 * _init_interface_clks - get a struct clk * for the the hwmod's interface clks
 863 * @oh: struct omap_hwmod *
 864 *
 865 * Called from _init_clocks().  Populates the @oh OCP slave interface
 866 * clock pointers.  Returns 0 on success or -EINVAL on error.
 867 */
 868static int _init_interface_clks(struct omap_hwmod *oh)
 869{
 870        struct omap_hwmod_ocp_if *os;
 871        struct clk *c;
 872        int ret = 0;
 873
 874        list_for_each_entry(os, &oh->slave_ports, node) {
 875                if (!os->clk)
 876                        continue;
 877
 878                c = clk_get(NULL, os->clk);
 879                if (IS_ERR(c)) {
 880                        pr_warn("omap_hwmod: %s: cannot clk_get interface_clk %s\n",
 881                                oh->name, os->clk);
 882                        ret = -EINVAL;
 883                        continue;
 884                }
 885                os->_clk = c;
 886                /*
 887                 * HACK: This needs a re-visit once clk_prepare() is implemented
 888                 * to do something meaningful. Today its just a no-op.
 889                 * If clk_prepare() is used at some point to do things like
 890                 * voltage scaling etc, then this would have to be moved to
 891                 * some point where subsystems like i2c and pmic become
 892                 * available.
 893                 */
 894                clk_prepare(os->_clk);
 895        }
 896
 897        return ret;
 898}
 899
 900/**
 901 * _init_opt_clk - get a struct clk * for the the hwmod's optional clocks
 902 * @oh: struct omap_hwmod *
 903 *
 904 * Called from _init_clocks().  Populates the @oh omap_hwmod_opt_clk
 905 * clock pointers.  Returns 0 on success or -EINVAL on error.
 906 */
 907static int _init_opt_clks(struct omap_hwmod *oh)
 908{
 909        struct omap_hwmod_opt_clk *oc;
 910        struct clk *c;
 911        int i;
 912        int ret = 0;
 913
 914        for (i = oh->opt_clks_cnt, oc = oh->opt_clks; i > 0; i--, oc++) {
 915                c = clk_get(NULL, oc->clk);
 916                if (IS_ERR(c)) {
 917                        pr_warn("omap_hwmod: %s: cannot clk_get opt_clk %s\n",
 918                                oh->name, oc->clk);
 919                        ret = -EINVAL;
 920                        continue;
 921                }
 922                oc->_clk = c;
 923                /*
 924                 * HACK: This needs a re-visit once clk_prepare() is implemented
 925                 * to do something meaningful. Today its just a no-op.
 926                 * If clk_prepare() is used at some point to do things like
 927                 * voltage scaling etc, then this would have to be moved to
 928                 * some point where subsystems like i2c and pmic become
 929                 * available.
 930                 */
 931                clk_prepare(oc->_clk);
 932        }
 933
 934        return ret;
 935}
 936
 937static void _enable_optional_clocks(struct omap_hwmod *oh)
 938{
 939        struct omap_hwmod_opt_clk *oc;
 940        int i;
 941
 942        pr_debug("omap_hwmod: %s: enabling optional clocks\n", oh->name);
 943
 944        for (i = oh->opt_clks_cnt, oc = oh->opt_clks; i > 0; i--, oc++)
 945                if (oc->_clk) {
 946                        pr_debug("omap_hwmod: enable %s:%s\n", oc->role,
 947                                 __clk_get_name(oc->_clk));
 948                        clk_enable(oc->_clk);
 949                }
 950}
 951
 952static void _disable_optional_clocks(struct omap_hwmod *oh)
 953{
 954        struct omap_hwmod_opt_clk *oc;
 955        int i;
 956
 957        pr_debug("omap_hwmod: %s: disabling optional clocks\n", oh->name);
 958
 959        for (i = oh->opt_clks_cnt, oc = oh->opt_clks; i > 0; i--, oc++)
 960                if (oc->_clk) {
 961                        pr_debug("omap_hwmod: disable %s:%s\n", oc->role,
 962                                 __clk_get_name(oc->_clk));
 963                        clk_disable(oc->_clk);
 964                }
 965}
 966
 967/**
 968 * _enable_clocks - enable hwmod main clock and interface clocks
 969 * @oh: struct omap_hwmod *
 970 *
 971 * Enables all clocks necessary for register reads and writes to succeed
 972 * on the hwmod @oh.  Returns 0.
 973 */
 974static int _enable_clocks(struct omap_hwmod *oh)
 975{
 976        struct omap_hwmod_ocp_if *os;
 977
 978        pr_debug("omap_hwmod: %s: enabling clocks\n", oh->name);
 979
 980        if (oh->flags & HWMOD_OPT_CLKS_NEEDED)
 981                _enable_optional_clocks(oh);
 982
 983        if (oh->_clk)
 984                clk_enable(oh->_clk);
 985
 986        list_for_each_entry(os, &oh->slave_ports, node) {
 987                if (os->_clk && (os->flags & OCPIF_SWSUP_IDLE)) {
 988                        omap2_clk_deny_idle(os->_clk);
 989                        clk_enable(os->_clk);
 990                }
 991        }
 992
 993        /* The opt clocks are controlled by the device driver. */
 994
 995        return 0;
 996}
 997
 998/**
 999 * _omap4_clkctrl_managed_by_clkfwk - true if clkctrl managed by clock framework
1000 * @oh: struct omap_hwmod *
1001 */
1002static bool _omap4_clkctrl_managed_by_clkfwk(struct omap_hwmod *oh)
1003{
1004        if (oh->prcm.omap4.flags & HWMOD_OMAP4_CLKFWK_CLKCTR_CLOCK)
1005                return true;
1006
1007        return false;
1008}
1009
1010/**
1011 * _omap4_has_clkctrl_clock - returns true if a module has clkctrl clock
1012 * @oh: struct omap_hwmod *
1013 */
1014static bool _omap4_has_clkctrl_clock(struct omap_hwmod *oh)
1015{
1016        if (oh->prcm.omap4.clkctrl_offs)
1017                return true;
1018
1019        if (!oh->prcm.omap4.clkctrl_offs &&
1020            oh->prcm.omap4.flags & HWMOD_OMAP4_ZERO_CLKCTRL_OFFSET)
1021                return true;
1022
1023        return false;
1024}
1025
1026/**
1027 * _disable_clocks - disable hwmod main clock and interface clocks
1028 * @oh: struct omap_hwmod *
1029 *
1030 * Disables the hwmod @oh main functional and interface clocks.  Returns 0.
1031 */
1032static int _disable_clocks(struct omap_hwmod *oh)
1033{
1034        struct omap_hwmod_ocp_if *os;
1035
1036        pr_debug("omap_hwmod: %s: disabling clocks\n", oh->name);
1037
1038        if (oh->_clk)
1039                clk_disable(oh->_clk);
1040
1041        list_for_each_entry(os, &oh->slave_ports, node) {
1042                if (os->_clk && (os->flags & OCPIF_SWSUP_IDLE)) {
1043                        clk_disable(os->_clk);
1044                        omap2_clk_allow_idle(os->_clk);
1045                }
1046        }
1047
1048        if (oh->flags & HWMOD_OPT_CLKS_NEEDED)
1049                _disable_optional_clocks(oh);
1050
1051        /* The opt clocks are controlled by the device driver. */
1052
1053        return 0;
1054}
1055
1056/**
1057 * _omap4_enable_module - enable CLKCTRL modulemode on OMAP4
1058 * @oh: struct omap_hwmod *
1059 *
1060 * Enables the PRCM module mode related to the hwmod @oh.
1061 * No return value.
1062 */
1063static void _omap4_enable_module(struct omap_hwmod *oh)
1064{
1065        if (!oh->clkdm || !oh->prcm.omap4.modulemode ||
1066            _omap4_clkctrl_managed_by_clkfwk(oh))
1067                return;
1068
1069        pr_debug("omap_hwmod: %s: %s: %d\n",
1070                 oh->name, __func__, oh->prcm.omap4.modulemode);
1071
1072        omap_cm_module_enable(oh->prcm.omap4.modulemode,
1073                              oh->clkdm->prcm_partition,
1074                              oh->clkdm->cm_inst, oh->prcm.omap4.clkctrl_offs);
1075}
1076
1077/**
1078 * _omap4_wait_target_disable - wait for a module to be disabled on OMAP4
1079 * @oh: struct omap_hwmod *
1080 *
1081 * Wait for a module @oh to enter slave idle.  Returns 0 if the module
1082 * does not have an IDLEST bit or if the module successfully enters
1083 * slave idle; otherwise, pass along the return value of the
1084 * appropriate *_cm*_wait_module_idle() function.
1085 */
1086static int _omap4_wait_target_disable(struct omap_hwmod *oh)
1087{
1088        if (!oh)
1089                return -EINVAL;
1090
1091        if (oh->_int_flags & _HWMOD_NO_MPU_PORT || !oh->clkdm)
1092                return 0;
1093
1094        if (oh->flags & HWMOD_NO_IDLEST)
1095                return 0;
1096
1097        if (_omap4_clkctrl_managed_by_clkfwk(oh))
1098                return 0;
1099
1100        if (!_omap4_has_clkctrl_clock(oh))
1101                return 0;
1102
1103        return omap_cm_wait_module_idle(oh->clkdm->prcm_partition,
1104                                        oh->clkdm->cm_inst,
1105                                        oh->prcm.omap4.clkctrl_offs, 0);
1106}
1107
1108/**
1109 * _save_mpu_port_index - find and save the index to @oh's MPU port
1110 * @oh: struct omap_hwmod *
1111 *
1112 * Determines the array index of the OCP slave port that the MPU uses
1113 * to address the device, and saves it into the struct omap_hwmod.
1114 * Intended to be called during hwmod registration only. No return
1115 * value.
1116 */
1117static void __init _save_mpu_port_index(struct omap_hwmod *oh)
1118{
1119        struct omap_hwmod_ocp_if *os = NULL;
1120
1121        if (!oh)
1122                return;
1123
1124        oh->_int_flags |= _HWMOD_NO_MPU_PORT;
1125
1126        list_for_each_entry(os, &oh->slave_ports, node) {
1127                if (os->user & OCP_USER_MPU) {
1128                        oh->_mpu_port = os;
1129                        oh->_int_flags &= ~_HWMOD_NO_MPU_PORT;
1130                        break;
1131                }
1132        }
1133
1134        return;
1135}
1136
1137/**
1138 * _find_mpu_rt_port - return omap_hwmod_ocp_if accessible by the MPU
1139 * @oh: struct omap_hwmod *
1140 *
1141 * Given a pointer to a struct omap_hwmod record @oh, return a pointer
1142 * to the struct omap_hwmod_ocp_if record that is used by the MPU to
1143 * communicate with the IP block.  This interface need not be directly
1144 * connected to the MPU (and almost certainly is not), but is directly
1145 * connected to the IP block represented by @oh.  Returns a pointer
1146 * to the struct omap_hwmod_ocp_if * upon success, or returns NULL upon
1147 * error or if there does not appear to be a path from the MPU to this
1148 * IP block.
1149 */
1150static struct omap_hwmod_ocp_if *_find_mpu_rt_port(struct omap_hwmod *oh)
1151{
1152        if (!oh || oh->_int_flags & _HWMOD_NO_MPU_PORT || oh->slaves_cnt == 0)
1153                return NULL;
1154
1155        return oh->_mpu_port;
1156};
1157
1158/**
1159 * _enable_sysc - try to bring a module out of idle via OCP_SYSCONFIG
1160 * @oh: struct omap_hwmod *
1161 *
1162 * Ensure that the OCP_SYSCONFIG register for the IP block represented
1163 * by @oh is set to indicate to the PRCM that the IP block is active.
1164 * Usually this means placing the module into smart-idle mode and
1165 * smart-standby, but if there is a bug in the automatic idle handling
1166 * for the IP block, it may need to be placed into the force-idle or
1167 * no-idle variants of these modes.  No return value.
1168 */
1169static void _enable_sysc(struct omap_hwmod *oh)
1170{
1171        u8 idlemode, sf;
1172        u32 v;
1173        bool clkdm_act;
1174        struct clockdomain *clkdm;
1175
1176        if (!oh->class->sysc)
1177                return;
1178
1179        /*
1180         * Wait until reset has completed, this is needed as the IP
1181         * block is reset automatically by hardware in some cases
1182         * (off-mode for example), and the drivers require the
1183         * IP to be ready when they access it
1184         */
1185        if (oh->flags & HWMOD_CONTROL_OPT_CLKS_IN_RESET)
1186                _enable_optional_clocks(oh);
1187        _wait_softreset_complete(oh);
1188        if (oh->flags & HWMOD_CONTROL_OPT_CLKS_IN_RESET)
1189                _disable_optional_clocks(oh);
1190
1191        v = oh->_sysc_cache;
1192        sf = oh->class->sysc->sysc_flags;
1193
1194        clkdm = _get_clkdm(oh);
1195        if (sf & SYSC_HAS_SIDLEMODE) {
1196                if (oh->flags & HWMOD_SWSUP_SIDLE ||
1197                    oh->flags & HWMOD_SWSUP_SIDLE_ACT) {
1198                        idlemode = HWMOD_IDLEMODE_NO;
1199                } else {
1200                        if (sf & SYSC_HAS_ENAWAKEUP)
1201                                _enable_wakeup(oh, &v);
1202                        if (oh->class->sysc->idlemodes & SIDLE_SMART_WKUP)
1203                                idlemode = HWMOD_IDLEMODE_SMART_WKUP;
1204                        else
1205                                idlemode = HWMOD_IDLEMODE_SMART;
1206                }
1207
1208                /*
1209                 * This is special handling for some IPs like
1210                 * 32k sync timer. Force them to idle!
1211                 */
1212                clkdm_act = (clkdm && clkdm->flags & CLKDM_ACTIVE_WITH_MPU);
1213                if (clkdm_act && !(oh->class->sysc->idlemodes &
1214                                   (SIDLE_SMART | SIDLE_SMART_WKUP)))
1215                        idlemode = HWMOD_IDLEMODE_FORCE;
1216
1217                _set_slave_idlemode(oh, idlemode, &v);
1218        }
1219
1220        if (sf & SYSC_HAS_MIDLEMODE) {
1221                if (oh->flags & HWMOD_FORCE_MSTANDBY) {
1222                        idlemode = HWMOD_IDLEMODE_FORCE;
1223                } else if (oh->flags & HWMOD_SWSUP_MSTANDBY) {
1224                        idlemode = HWMOD_IDLEMODE_NO;
1225                } else {
1226                        if (sf & SYSC_HAS_ENAWAKEUP)
1227                                _enable_wakeup(oh, &v);
1228                        if (oh->class->sysc->idlemodes & MSTANDBY_SMART_WKUP)
1229                                idlemode = HWMOD_IDLEMODE_SMART_WKUP;
1230                        else
1231                                idlemode = HWMOD_IDLEMODE_SMART;
1232                }
1233                _set_master_standbymode(oh, idlemode, &v);
1234        }
1235
1236        /*
1237         * XXX The clock framework should handle this, by
1238         * calling into this code.  But this must wait until the
1239         * clock structures are tagged with omap_hwmod entries
1240         */
1241        if ((oh->flags & HWMOD_SET_DEFAULT_CLOCKACT) &&
1242            (sf & SYSC_HAS_CLOCKACTIVITY))
1243                _set_clockactivity(oh, CLOCKACT_TEST_ICLK, &v);
1244
1245        _write_sysconfig(v, oh);
1246
1247        /*
1248         * Set the autoidle bit only after setting the smartidle bit
1249         * Setting this will not have any impact on the other modules.
1250         */
1251        if (sf & SYSC_HAS_AUTOIDLE) {
1252                idlemode = (oh->flags & HWMOD_NO_OCP_AUTOIDLE) ?
1253                        0 : 1;
1254                _set_module_autoidle(oh, idlemode, &v);
1255                _write_sysconfig(v, oh);
1256        }
1257}
1258
1259/**
1260 * _idle_sysc - try to put a module into idle via OCP_SYSCONFIG
1261 * @oh: struct omap_hwmod *
1262 *
1263 * If module is marked as SWSUP_SIDLE, force the module into slave
1264 * idle; otherwise, configure it for smart-idle.  If module is marked
1265 * as SWSUP_MSUSPEND, force the module into master standby; otherwise,
1266 * configure it for smart-standby.  No return value.
1267 */
1268static void _idle_sysc(struct omap_hwmod *oh)
1269{
1270        u8 idlemode, sf;
1271        u32 v;
1272
1273        if (!oh->class->sysc)
1274                return;
1275
1276        v = oh->_sysc_cache;
1277        sf = oh->class->sysc->sysc_flags;
1278
1279        if (sf & SYSC_HAS_SIDLEMODE) {
1280                if (oh->flags & HWMOD_SWSUP_SIDLE) {
1281                        idlemode = HWMOD_IDLEMODE_FORCE;
1282                } else {
1283                        if (sf & SYSC_HAS_ENAWAKEUP)
1284                                _enable_wakeup(oh, &v);
1285                        if (oh->class->sysc->idlemodes & SIDLE_SMART_WKUP)
1286                                idlemode = HWMOD_IDLEMODE_SMART_WKUP;
1287                        else
1288                                idlemode = HWMOD_IDLEMODE_SMART;
1289                }
1290                _set_slave_idlemode(oh, idlemode, &v);
1291        }
1292
1293        if (sf & SYSC_HAS_MIDLEMODE) {
1294                if ((oh->flags & HWMOD_SWSUP_MSTANDBY) ||
1295                    (oh->flags & HWMOD_FORCE_MSTANDBY)) {
1296                        idlemode = HWMOD_IDLEMODE_FORCE;
1297                } else {
1298                        if (sf & SYSC_HAS_ENAWAKEUP)
1299                                _enable_wakeup(oh, &v);
1300                        if (oh->class->sysc->idlemodes & MSTANDBY_SMART_WKUP)
1301                                idlemode = HWMOD_IDLEMODE_SMART_WKUP;
1302                        else
1303                                idlemode = HWMOD_IDLEMODE_SMART;
1304                }
1305                _set_master_standbymode(oh, idlemode, &v);
1306        }
1307
1308        /* If the cached value is the same as the new value, skip the write */
1309        if (oh->_sysc_cache != v)
1310                _write_sysconfig(v, oh);
1311}
1312
1313/**
1314 * _shutdown_sysc - force a module into idle via OCP_SYSCONFIG
1315 * @oh: struct omap_hwmod *
1316 *
1317 * Force the module into slave idle and master suspend. No return
1318 * value.
1319 */
1320static void _shutdown_sysc(struct omap_hwmod *oh)
1321{
1322        u32 v;
1323        u8 sf;
1324
1325        if (!oh->class->sysc)
1326                return;
1327
1328        v = oh->_sysc_cache;
1329        sf = oh->class->sysc->sysc_flags;
1330
1331        if (sf & SYSC_HAS_SIDLEMODE)
1332                _set_slave_idlemode(oh, HWMOD_IDLEMODE_FORCE, &v);
1333
1334        if (sf & SYSC_HAS_MIDLEMODE)
1335                _set_master_standbymode(oh, HWMOD_IDLEMODE_FORCE, &v);
1336
1337        if (sf & SYSC_HAS_AUTOIDLE)
1338                _set_module_autoidle(oh, 1, &v);
1339
1340        _write_sysconfig(v, oh);
1341}
1342
1343/**
1344 * _lookup - find an omap_hwmod by name
1345 * @name: find an omap_hwmod by name
1346 *
1347 * Return a pointer to an omap_hwmod by name, or NULL if not found.
1348 */
1349static struct omap_hwmod *_lookup(const char *name)
1350{
1351        struct omap_hwmod *oh, *temp_oh;
1352
1353        oh = NULL;
1354
1355        list_for_each_entry(temp_oh, &omap_hwmod_list, node) {
1356                if (!strcmp(name, temp_oh->name)) {
1357                        oh = temp_oh;
1358                        break;
1359                }
1360        }
1361
1362        return oh;
1363}
1364
1365/**
1366 * _init_clkdm - look up a clockdomain name, store pointer in omap_hwmod
1367 * @oh: struct omap_hwmod *
1368 *
1369 * Convert a clockdomain name stored in a struct omap_hwmod into a
1370 * clockdomain pointer, and save it into the struct omap_hwmod.
1371 * Return -EINVAL if the clkdm_name lookup failed.
1372 */
1373static int _init_clkdm(struct omap_hwmod *oh)
1374{
1375        if (!oh->clkdm_name) {
1376                pr_debug("omap_hwmod: %s: missing clockdomain\n", oh->name);
1377                return 0;
1378        }
1379
1380        oh->clkdm = clkdm_lookup(oh->clkdm_name);
1381        if (!oh->clkdm) {
1382                pr_warn("omap_hwmod: %s: could not associate to clkdm %s\n",
1383                        oh->name, oh->clkdm_name);
1384                return 0;
1385        }
1386
1387        pr_debug("omap_hwmod: %s: associated to clkdm %s\n",
1388                oh->name, oh->clkdm_name);
1389
1390        return 0;
1391}
1392
1393/**
1394 * _init_clocks - clk_get() all clocks associated with this hwmod. Retrieve as
1395 * well the clockdomain.
1396 * @oh: struct omap_hwmod *
1397 * @np: device_node mapped to this hwmod
1398 *
1399 * Called by omap_hwmod_setup_*() (after omap2_clk_init()).
1400 * Resolves all clock names embedded in the hwmod.  Returns 0 on
1401 * success, or a negative error code on failure.
1402 */
1403static int _init_clocks(struct omap_hwmod *oh, struct device_node *np)
1404{
1405        int ret = 0;
1406
1407        if (oh->_state != _HWMOD_STATE_REGISTERED)
1408                return 0;
1409
1410        pr_debug("omap_hwmod: %s: looking up clocks\n", oh->name);
1411
1412        if (soc_ops.init_clkdm)
1413                ret |= soc_ops.init_clkdm(oh);
1414
1415        ret |= _init_main_clk(oh);
1416        ret |= _init_interface_clks(oh);
1417        ret |= _init_opt_clks(oh);
1418
1419        if (!ret)
1420                oh->_state = _HWMOD_STATE_CLKS_INITED;
1421        else
1422                pr_warn("omap_hwmod: %s: cannot _init_clocks\n", oh->name);
1423
1424        return ret;
1425}
1426
1427/**
1428 * _lookup_hardreset - fill register bit info for this hwmod/reset line
1429 * @oh: struct omap_hwmod *
1430 * @name: name of the reset line in the context of this hwmod
1431 * @ohri: struct omap_hwmod_rst_info * that this function will fill in
1432 *
1433 * Return the bit position of the reset line that match the
1434 * input name. Return -ENOENT if not found.
1435 */
1436static int _lookup_hardreset(struct omap_hwmod *oh, const char *name,
1437                             struct omap_hwmod_rst_info *ohri)
1438{
1439        int i;
1440
1441        for (i = 0; i < oh->rst_lines_cnt; i++) {
1442                const char *rst_line = oh->rst_lines[i].name;
1443                if (!strcmp(rst_line, name)) {
1444                        ohri->rst_shift = oh->rst_lines[i].rst_shift;
1445                        ohri->st_shift = oh->rst_lines[i].st_shift;
1446                        pr_debug("omap_hwmod: %s: %s: %s: rst %d st %d\n",
1447                                 oh->name, __func__, rst_line, ohri->rst_shift,
1448                                 ohri->st_shift);
1449
1450                        return 0;
1451                }
1452        }
1453
1454        return -ENOENT;
1455}
1456
1457/**
1458 * _assert_hardreset - assert the HW reset line of submodules
1459 * contained in the hwmod module.
1460 * @oh: struct omap_hwmod *
1461 * @name: name of the reset line to lookup and assert
1462 *
1463 * Some IP like dsp, ipu or iva contain processor that require an HW
1464 * reset line to be assert / deassert in order to enable fully the IP.
1465 * Returns -EINVAL if @oh is null, -ENOSYS if we have no way of
1466 * asserting the hardreset line on the currently-booted SoC, or passes
1467 * along the return value from _lookup_hardreset() or the SoC's
1468 * assert_hardreset code.
1469 */
1470static int _assert_hardreset(struct omap_hwmod *oh, const char *name)
1471{
1472        struct omap_hwmod_rst_info ohri;
1473        int ret = -EINVAL;
1474
1475        if (!oh)
1476                return -EINVAL;
1477
1478        if (!soc_ops.assert_hardreset)
1479                return -ENOSYS;
1480
1481        ret = _lookup_hardreset(oh, name, &ohri);
1482        if (ret < 0)
1483                return ret;
1484
1485        ret = soc_ops.assert_hardreset(oh, &ohri);
1486
1487        return ret;
1488}
1489
1490/**
1491 * _deassert_hardreset - deassert the HW reset line of submodules contained
1492 * in the hwmod module.
1493 * @oh: struct omap_hwmod *
1494 * @name: name of the reset line to look up and deassert
1495 *
1496 * Some IP like dsp, ipu or iva contain processor that require an HW
1497 * reset line to be assert / deassert in order to enable fully the IP.
1498 * Returns -EINVAL if @oh is null, -ENOSYS if we have no way of
1499 * deasserting the hardreset line on the currently-booted SoC, or passes
1500 * along the return value from _lookup_hardreset() or the SoC's
1501 * deassert_hardreset code.
1502 */
1503static int _deassert_hardreset(struct omap_hwmod *oh, const char *name)
1504{
1505        struct omap_hwmod_rst_info ohri;
1506        int ret = -EINVAL;
1507
1508        if (!oh)
1509                return -EINVAL;
1510
1511        if (!soc_ops.deassert_hardreset)
1512                return -ENOSYS;
1513
1514        ret = _lookup_hardreset(oh, name, &ohri);
1515        if (ret < 0)
1516                return ret;
1517
1518        if (oh->clkdm) {
1519                /*
1520                 * A clockdomain must be in SW_SUP otherwise reset
1521                 * might not be completed. The clockdomain can be set
1522                 * in HW_AUTO only when the module become ready.
1523                 */
1524                clkdm_deny_idle(oh->clkdm);
1525                ret = clkdm_hwmod_enable(oh->clkdm, oh);
1526                if (ret) {
1527                        WARN(1, "omap_hwmod: %s: could not enable clockdomain %s: %d\n",
1528                             oh->name, oh->clkdm->name, ret);
1529                        return ret;
1530                }
1531        }
1532
1533        _enable_clocks(oh);
1534        if (soc_ops.enable_module)
1535                soc_ops.enable_module(oh);
1536
1537        ret = soc_ops.deassert_hardreset(oh, &ohri);
1538
1539        if (soc_ops.disable_module)
1540                soc_ops.disable_module(oh);
1541        _disable_clocks(oh);
1542
1543        if (ret == -EBUSY)
1544                pr_warn("omap_hwmod: %s: failed to hardreset\n", oh->name);
1545
1546        if (oh->clkdm) {
1547                /*
1548                 * Set the clockdomain to HW_AUTO, assuming that the
1549                 * previous state was HW_AUTO.
1550                 */
1551                clkdm_allow_idle(oh->clkdm);
1552
1553                clkdm_hwmod_disable(oh->clkdm, oh);
1554        }
1555
1556        return ret;
1557}
1558
1559/**
1560 * _read_hardreset - read the HW reset line state of submodules
1561 * contained in the hwmod module
1562 * @oh: struct omap_hwmod *
1563 * @name: name of the reset line to look up and read
1564 *
1565 * Return the state of the reset line.  Returns -EINVAL if @oh is
1566 * null, -ENOSYS if we have no way of reading the hardreset line
1567 * status on the currently-booted SoC, or passes along the return
1568 * value from _lookup_hardreset() or the SoC's is_hardreset_asserted
1569 * code.
1570 */
1571static int _read_hardreset(struct omap_hwmod *oh, const char *name)
1572{
1573        struct omap_hwmod_rst_info ohri;
1574        int ret = -EINVAL;
1575
1576        if (!oh)
1577                return -EINVAL;
1578
1579        if (!soc_ops.is_hardreset_asserted)
1580                return -ENOSYS;
1581
1582        ret = _lookup_hardreset(oh, name, &ohri);
1583        if (ret < 0)
1584                return ret;
1585
1586        return soc_ops.is_hardreset_asserted(oh, &ohri);
1587}
1588
1589/**
1590 * _are_all_hardreset_lines_asserted - return true if the @oh is hard-reset
1591 * @oh: struct omap_hwmod *
1592 *
1593 * If all hardreset lines associated with @oh are asserted, then return true.
1594 * Otherwise, if part of @oh is out hardreset or if no hardreset lines
1595 * associated with @oh are asserted, then return false.
1596 * This function is used to avoid executing some parts of the IP block
1597 * enable/disable sequence if its hardreset line is set.
1598 */
1599static bool _are_all_hardreset_lines_asserted(struct omap_hwmod *oh)
1600{
1601        int i, rst_cnt = 0;
1602
1603        if (oh->rst_lines_cnt == 0)
1604                return false;
1605
1606        for (i = 0; i < oh->rst_lines_cnt; i++)
1607                if (_read_hardreset(oh, oh->rst_lines[i].name) > 0)
1608                        rst_cnt++;
1609
1610        if (oh->rst_lines_cnt == rst_cnt)
1611                return true;
1612
1613        return false;
1614}
1615
1616/**
1617 * _are_any_hardreset_lines_asserted - return true if any part of @oh is
1618 * hard-reset
1619 * @oh: struct omap_hwmod *
1620 *
1621 * If any hardreset lines associated with @oh are asserted, then
1622 * return true.  Otherwise, if no hardreset lines associated with @oh
1623 * are asserted, or if @oh has no hardreset lines, then return false.
1624 * This function is used to avoid executing some parts of the IP block
1625 * enable/disable sequence if any hardreset line is set.
1626 */
1627static bool _are_any_hardreset_lines_asserted(struct omap_hwmod *oh)
1628{
1629        int rst_cnt = 0;
1630        int i;
1631
1632        for (i = 0; i < oh->rst_lines_cnt && rst_cnt == 0; i++)
1633                if (_read_hardreset(oh, oh->rst_lines[i].name) > 0)
1634                        rst_cnt++;
1635
1636        return (rst_cnt) ? true : false;
1637}
1638
1639/**
1640 * _omap4_disable_module - enable CLKCTRL modulemode on OMAP4
1641 * @oh: struct omap_hwmod *
1642 *
1643 * Disable the PRCM module mode related to the hwmod @oh.
1644 * Return EINVAL if the modulemode is not supported and 0 in case of success.
1645 */
1646static int _omap4_disable_module(struct omap_hwmod *oh)
1647{
1648        int v;
1649
1650        if (!oh->clkdm || !oh->prcm.omap4.modulemode ||
1651            _omap4_clkctrl_managed_by_clkfwk(oh))
1652                return -EINVAL;
1653
1654        /*
1655         * Since integration code might still be doing something, only
1656         * disable if all lines are under hardreset.
1657         */
1658        if (_are_any_hardreset_lines_asserted(oh))
1659                return 0;
1660
1661        pr_debug("omap_hwmod: %s: %s\n", oh->name, __func__);
1662
1663        omap_cm_module_disable(oh->clkdm->prcm_partition, oh->clkdm->cm_inst,
1664                               oh->prcm.omap4.clkctrl_offs);
1665
1666        v = _omap4_wait_target_disable(oh);
1667        if (v)
1668                pr_warn("omap_hwmod: %s: _wait_target_disable failed\n",
1669                        oh->name);
1670
1671        return 0;
1672}
1673
1674/**
1675 * _ocp_softreset - reset an omap_hwmod via the OCP_SYSCONFIG bit
1676 * @oh: struct omap_hwmod *
1677 *
1678 * Resets an omap_hwmod @oh via the OCP_SYSCONFIG bit.  hwmod must be
1679 * enabled for this to work.  Returns -ENOENT if the hwmod cannot be
1680 * reset this way, -EINVAL if the hwmod is in the wrong state,
1681 * -ETIMEDOUT if the module did not reset in time, or 0 upon success.
1682 *
1683 * In OMAP3 a specific SYSSTATUS register is used to get the reset status.
1684 * Starting in OMAP4, some IPs do not have SYSSTATUS registers and instead
1685 * use the SYSCONFIG softreset bit to provide the status.
1686 *
1687 * Note that some IP like McBSP do have reset control but don't have
1688 * reset status.
1689 */
1690static int _ocp_softreset(struct omap_hwmod *oh)
1691{
1692        u32 v;
1693        int c = 0;
1694        int ret = 0;
1695
1696        if (!oh->class->sysc ||
1697            !(oh->class->sysc->sysc_flags & SYSC_HAS_SOFTRESET))
1698                return -ENOENT;
1699
1700        /* clocks must be on for this operation */
1701        if (oh->_state != _HWMOD_STATE_ENABLED) {
1702                pr_warn("omap_hwmod: %s: reset can only be entered from enabled state\n",
1703                        oh->name);
1704                return -EINVAL;
1705        }
1706
1707        /* For some modules, all optionnal clocks need to be enabled as well */
1708        if (oh->flags & HWMOD_CONTROL_OPT_CLKS_IN_RESET)
1709                _enable_optional_clocks(oh);
1710
1711        pr_debug("omap_hwmod: %s: resetting via OCP SOFTRESET\n", oh->name);
1712
1713        v = oh->_sysc_cache;
1714        ret = _set_softreset(oh, &v);
1715        if (ret)
1716                goto dis_opt_clks;
1717
1718        _write_sysconfig(v, oh);
1719
1720        if (oh->class->sysc->srst_udelay)
1721                udelay(oh->class->sysc->srst_udelay);
1722
1723        c = _wait_softreset_complete(oh);
1724        if (c == MAX_MODULE_SOFTRESET_WAIT) {
1725                pr_warn("omap_hwmod: %s: softreset failed (waited %d usec)\n",
1726                        oh->name, MAX_MODULE_SOFTRESET_WAIT);
1727                ret = -ETIMEDOUT;
1728                goto dis_opt_clks;
1729        } else {
1730                pr_debug("omap_hwmod: %s: softreset in %d usec\n", oh->name, c);
1731        }
1732
1733        ret = _clear_softreset(oh, &v);
1734        if (ret)
1735                goto dis_opt_clks;
1736
1737        _write_sysconfig(v, oh);
1738
1739        /*
1740         * XXX add _HWMOD_STATE_WEDGED for modules that don't come back from
1741         * _wait_target_ready() or _reset()
1742         */
1743
1744dis_opt_clks:
1745        if (oh->flags & HWMOD_CONTROL_OPT_CLKS_IN_RESET)
1746                _disable_optional_clocks(oh);
1747
1748        return ret;
1749}
1750
1751/**
1752 * _reset - reset an omap_hwmod
1753 * @oh: struct omap_hwmod *
1754 *
1755 * Resets an omap_hwmod @oh.  If the module has a custom reset
1756 * function pointer defined, then call it to reset the IP block, and
1757 * pass along its return value to the caller.  Otherwise, if the IP
1758 * block has an OCP_SYSCONFIG register with a SOFTRESET bitfield
1759 * associated with it, call a function to reset the IP block via that
1760 * method, and pass along the return value to the caller.  Finally, if
1761 * the IP block has some hardreset lines associated with it, assert
1762 * all of those, but do _not_ deassert them. (This is because driver
1763 * authors have expressed an apparent requirement to control the
1764 * deassertion of the hardreset lines themselves.)
1765 *
1766 * The default software reset mechanism for most OMAP IP blocks is
1767 * triggered via the OCP_SYSCONFIG.SOFTRESET bit.  However, some
1768 * hwmods cannot be reset via this method.  Some are not targets and
1769 * therefore have no OCP header registers to access.  Others (like the
1770 * IVA) have idiosyncratic reset sequences.  So for these relatively
1771 * rare cases, custom reset code can be supplied in the struct
1772 * omap_hwmod_class .reset function pointer.
1773 *
1774 * _set_dmadisable() is called to set the DMADISABLE bit so that it
1775 * does not prevent idling of the system. This is necessary for cases
1776 * where ROMCODE/BOOTLOADER uses dma and transfers control to the
1777 * kernel without disabling dma.
1778 *
1779 * Passes along the return value from either _ocp_softreset() or the
1780 * custom reset function - these must return -EINVAL if the hwmod
1781 * cannot be reset this way or if the hwmod is in the wrong state,
1782 * -ETIMEDOUT if the module did not reset in time, or 0 upon success.
1783 */
1784static int _reset(struct omap_hwmod *oh)
1785{
1786        int i, r;
1787
1788        pr_debug("omap_hwmod: %s: resetting\n", oh->name);
1789
1790        if (oh->class->reset) {
1791                r = oh->class->reset(oh);
1792        } else {
1793                if (oh->rst_lines_cnt > 0) {
1794                        for (i = 0; i < oh->rst_lines_cnt; i++)
1795                                _assert_hardreset(oh, oh->rst_lines[i].name);
1796                        return 0;
1797                } else {
1798                        r = _ocp_softreset(oh);
1799                        if (r == -ENOENT)
1800                                r = 0;
1801                }
1802        }
1803
1804        _set_dmadisable(oh);
1805
1806        /*
1807         * OCP_SYSCONFIG bits need to be reprogrammed after a
1808         * softreset.  The _enable() function should be split to avoid
1809         * the rewrite of the OCP_SYSCONFIG register.
1810         */
1811        if (oh->class->sysc) {
1812                _update_sysc_cache(oh);
1813                _enable_sysc(oh);
1814        }
1815
1816        return r;
1817}
1818
1819/**
1820 * _omap4_update_context_lost - increment hwmod context loss counter if
1821 * hwmod context was lost, and clear hardware context loss reg
1822 * @oh: hwmod to check for context loss
1823 *
1824 * If the PRCM indicates that the hwmod @oh lost context, increment
1825 * our in-memory context loss counter, and clear the RM_*_CONTEXT
1826 * bits. No return value.
1827 */
1828static void _omap4_update_context_lost(struct omap_hwmod *oh)
1829{
1830        if (oh->prcm.omap4.flags & HWMOD_OMAP4_NO_CONTEXT_LOSS_BIT)
1831                return;
1832
1833        if (!prm_was_any_context_lost_old(oh->clkdm->pwrdm.ptr->prcm_partition,
1834                                          oh->clkdm->pwrdm.ptr->prcm_offs,
1835                                          oh->prcm.omap4.context_offs))
1836                return;
1837
1838        oh->prcm.omap4.context_lost_counter++;
1839        prm_clear_context_loss_flags_old(oh->clkdm->pwrdm.ptr->prcm_partition,
1840                                         oh->clkdm->pwrdm.ptr->prcm_offs,
1841                                         oh->prcm.omap4.context_offs);
1842}
1843
1844/**
1845 * _omap4_get_context_lost - get context loss counter for a hwmod
1846 * @oh: hwmod to get context loss counter for
1847 *
1848 * Returns the in-memory context loss counter for a hwmod.
1849 */
1850static int _omap4_get_context_lost(struct omap_hwmod *oh)
1851{
1852        return oh->prcm.omap4.context_lost_counter;
1853}
1854
1855/**
1856 * _enable - enable an omap_hwmod
1857 * @oh: struct omap_hwmod *
1858 *
1859 * Enables an omap_hwmod @oh such that the MPU can access the hwmod's
1860 * register target.  Returns -EINVAL if the hwmod is in the wrong
1861 * state or passes along the return value of _wait_target_ready().
1862 */
1863static int _enable(struct omap_hwmod *oh)
1864{
1865        int r;
1866
1867        pr_debug("omap_hwmod: %s: enabling\n", oh->name);
1868
1869        /*
1870         * hwmods with HWMOD_INIT_NO_IDLE flag set are left in enabled
1871         * state at init.
1872         */
1873        if (oh->_int_flags & _HWMOD_SKIP_ENABLE) {
1874                oh->_int_flags &= ~_HWMOD_SKIP_ENABLE;
1875                return 0;
1876        }
1877
1878        if (oh->_state != _HWMOD_STATE_INITIALIZED &&
1879            oh->_state != _HWMOD_STATE_IDLE &&
1880            oh->_state != _HWMOD_STATE_DISABLED) {
1881                WARN(1, "omap_hwmod: %s: enabled state can only be entered from initialized, idle, or disabled state\n",
1882                        oh->name);
1883                return -EINVAL;
1884        }
1885
1886        /*
1887         * If an IP block contains HW reset lines and all of them are
1888         * asserted, we let integration code associated with that
1889         * block handle the enable.  We've received very little
1890         * information on what those driver authors need, and until
1891         * detailed information is provided and the driver code is
1892         * posted to the public lists, this is probably the best we
1893         * can do.
1894         */
1895        if (_are_all_hardreset_lines_asserted(oh))
1896                return 0;
1897
1898        _add_initiator_dep(oh, mpu_oh);
1899
1900        if (oh->clkdm) {
1901                /*
1902                 * A clockdomain must be in SW_SUP before enabling
1903                 * completely the module. The clockdomain can be set
1904                 * in HW_AUTO only when the module become ready.
1905                 */
1906                clkdm_deny_idle(oh->clkdm);
1907                r = clkdm_hwmod_enable(oh->clkdm, oh);
1908                if (r) {
1909                        WARN(1, "omap_hwmod: %s: could not enable clockdomain %s: %d\n",
1910                             oh->name, oh->clkdm->name, r);
1911                        return r;
1912                }
1913        }
1914
1915        _enable_clocks(oh);
1916        if (soc_ops.enable_module)
1917                soc_ops.enable_module(oh);
1918        if (oh->flags & HWMOD_BLOCK_WFI)
1919                cpu_idle_poll_ctrl(true);
1920
1921        if (soc_ops.update_context_lost)
1922                soc_ops.update_context_lost(oh);
1923
1924        r = (soc_ops.wait_target_ready) ? soc_ops.wait_target_ready(oh) :
1925                -EINVAL;
1926        if (oh->clkdm && !(oh->flags & HWMOD_CLKDM_NOAUTO))
1927                clkdm_allow_idle(oh->clkdm);
1928
1929        if (!r) {
1930                oh->_state = _HWMOD_STATE_ENABLED;
1931
1932                /* Access the sysconfig only if the target is ready */
1933                if (oh->class->sysc) {
1934                        if (!(oh->_int_flags & _HWMOD_SYSCONFIG_LOADED))
1935                                _update_sysc_cache(oh);
1936                        _enable_sysc(oh);
1937                }
1938        } else {
1939                if (soc_ops.disable_module)
1940                        soc_ops.disable_module(oh);
1941                _disable_clocks(oh);
1942                pr_err("omap_hwmod: %s: _wait_target_ready failed: %d\n",
1943                       oh->name, r);
1944
1945                if (oh->clkdm)
1946                        clkdm_hwmod_disable(oh->clkdm, oh);
1947        }
1948
1949        return r;
1950}
1951
1952/**
1953 * _idle - idle an omap_hwmod
1954 * @oh: struct omap_hwmod *
1955 *
1956 * Idles an omap_hwmod @oh.  This should be called once the hwmod has
1957 * no further work.  Returns -EINVAL if the hwmod is in the wrong
1958 * state or returns 0.
1959 */
1960static int _idle(struct omap_hwmod *oh)
1961{
1962        if (oh->flags & HWMOD_NO_IDLE) {
1963                oh->_int_flags |= _HWMOD_SKIP_ENABLE;
1964                return 0;
1965        }
1966
1967        pr_debug("omap_hwmod: %s: idling\n", oh->name);
1968
1969        if (_are_all_hardreset_lines_asserted(oh))
1970                return 0;
1971
1972        if (oh->_state != _HWMOD_STATE_ENABLED) {
1973                WARN(1, "omap_hwmod: %s: idle state can only be entered from enabled state\n",
1974                        oh->name);
1975                return -EINVAL;
1976        }
1977
1978        if (oh->class->sysc)
1979                _idle_sysc(oh);
1980        _del_initiator_dep(oh, mpu_oh);
1981
1982        /*
1983         * If HWMOD_CLKDM_NOAUTO is set then we don't
1984         * deny idle the clkdm again since idle was already denied
1985         * in _enable()
1986         */
1987        if (oh->clkdm && !(oh->flags & HWMOD_CLKDM_NOAUTO))
1988                clkdm_deny_idle(oh->clkdm);
1989
1990        if (oh->flags & HWMOD_BLOCK_WFI)
1991                cpu_idle_poll_ctrl(false);
1992        if (soc_ops.disable_module)
1993                soc_ops.disable_module(oh);
1994
1995        /*
1996         * The module must be in idle mode before disabling any parents
1997         * clocks. Otherwise, the parent clock might be disabled before
1998         * the module transition is done, and thus will prevent the
1999         * transition to complete properly.
2000         */
2001        _disable_clocks(oh);
2002        if (oh->clkdm) {
2003                clkdm_allow_idle(oh->clkdm);
2004                clkdm_hwmod_disable(oh->clkdm, oh);
2005        }
2006
2007        oh->_state = _HWMOD_STATE_IDLE;
2008
2009        return 0;
2010}
2011
2012/**
2013 * _shutdown - shutdown an omap_hwmod
2014 * @oh: struct omap_hwmod *
2015 *
2016 * Shut down an omap_hwmod @oh.  This should be called when the driver
2017 * used for the hwmod is removed or unloaded or if the driver is not
2018 * used by the system.  Returns -EINVAL if the hwmod is in the wrong
2019 * state or returns 0.
2020 */
2021static int _shutdown(struct omap_hwmod *oh)
2022{
2023        int ret, i;
2024        u8 prev_state;
2025
2026        if (_are_all_hardreset_lines_asserted(oh))
2027                return 0;
2028
2029        if (oh->_state != _HWMOD_STATE_IDLE &&
2030            oh->_state != _HWMOD_STATE_ENABLED) {
2031                WARN(1, "omap_hwmod: %s: disabled state can only be entered from idle, or enabled state\n",
2032                        oh->name);
2033                return -EINVAL;
2034        }
2035
2036        pr_debug("omap_hwmod: %s: disabling\n", oh->name);
2037
2038        if (oh->class->pre_shutdown) {
2039                prev_state = oh->_state;
2040                if (oh->_state == _HWMOD_STATE_IDLE)
2041                        _enable(oh);
2042                ret = oh->class->pre_shutdown(oh);
2043                if (ret) {
2044                        if (prev_state == _HWMOD_STATE_IDLE)
2045                                _idle(oh);
2046                        return ret;
2047                }
2048        }
2049
2050        if (oh->class->sysc) {
2051                if (oh->_state == _HWMOD_STATE_IDLE)
2052                        _enable(oh);
2053                _shutdown_sysc(oh);
2054        }
2055
2056        /* clocks and deps are already disabled in idle */
2057        if (oh->_state == _HWMOD_STATE_ENABLED) {
2058                _del_initiator_dep(oh, mpu_oh);
2059                /* XXX what about the other system initiators here? dma, dsp */
2060                if (oh->flags & HWMOD_BLOCK_WFI)
2061                        cpu_idle_poll_ctrl(false);
2062                if (soc_ops.disable_module)
2063                        soc_ops.disable_module(oh);
2064                _disable_clocks(oh);
2065                if (oh->clkdm)
2066                        clkdm_hwmod_disable(oh->clkdm, oh);
2067        }
2068        /* XXX Should this code also force-disable the optional clocks? */
2069
2070        for (i = 0; i < oh->rst_lines_cnt; i++)
2071                _assert_hardreset(oh, oh->rst_lines[i].name);
2072
2073        oh->_state = _HWMOD_STATE_DISABLED;
2074
2075        return 0;
2076}
2077
2078static int of_dev_find_hwmod(struct device_node *np,
2079                             struct omap_hwmod *oh)
2080{
2081        int count, i, res;
2082        const char *p;
2083
2084        count = of_property_count_strings(np, "ti,hwmods");
2085        if (count < 1)
2086                return -ENODEV;
2087
2088        for (i = 0; i < count; i++) {
2089                res = of_property_read_string_index(np, "ti,hwmods",
2090                                                    i, &p);
2091                if (res)
2092                        continue;
2093                if (!strcmp(p, oh->name)) {
2094                        pr_debug("omap_hwmod: dt %pOFn[%i] uses hwmod %s\n",
2095                                 np, i, oh->name);
2096                        return i;
2097                }
2098        }
2099
2100        return -ENODEV;
2101}
2102
2103/**
2104 * of_dev_hwmod_lookup - look up needed hwmod from dt blob
2105 * @np: struct device_node *
2106 * @oh: struct omap_hwmod *
2107 * @index: index of the entry found
2108 * @found: struct device_node * found or NULL
2109 *
2110 * Parse the dt blob and find out needed hwmod. Recursive function is
2111 * implemented to take care hierarchical dt blob parsing.
2112 * Return: Returns 0 on success, -ENODEV when not found.
2113 */
2114static int of_dev_hwmod_lookup(struct device_node *np,
2115                               struct omap_hwmod *oh,
2116                               int *index,
2117                               struct device_node **found)
2118{
2119        struct device_node *np0 = NULL;
2120        int res;
2121
2122        res = of_dev_find_hwmod(np, oh);
2123        if (res >= 0) {
2124                *found = np;
2125                *index = res;
2126                return 0;
2127        }
2128
2129        for_each_child_of_node(np, np0) {
2130                struct device_node *fc;
2131                int i;
2132
2133                res = of_dev_hwmod_lookup(np0, oh, &i, &fc);
2134                if (res == 0) {
2135                        *found = fc;
2136                        *index = i;
2137                        return 0;
2138                }
2139        }
2140
2141        *found = NULL;
2142        *index = 0;
2143
2144        return -ENODEV;
2145}
2146
2147/**
2148 * omap_hwmod_fix_mpu_rt_idx - fix up mpu_rt_idx register offsets
2149 *
2150 * @oh: struct omap_hwmod *
2151 * @np: struct device_node *
2152 *
2153 * Fix up module register offsets for modules with mpu_rt_idx.
2154 * Only needed for cpsw with interconnect target module defined
2155 * in device tree while still using legacy hwmod platform data
2156 * for rev, sysc and syss registers.
2157 *
2158 * Can be removed when all cpsw hwmod platform data has been
2159 * dropped.
2160 */
2161static void omap_hwmod_fix_mpu_rt_idx(struct omap_hwmod *oh,
2162                                      struct device_node *np,
2163                                      struct resource *res)
2164{
2165        struct device_node *child = NULL;
2166        int error;
2167
2168        child = of_get_next_child(np, child);
2169        if (!child)
2170                return;
2171
2172        error = of_address_to_resource(child, oh->mpu_rt_idx, res);
2173        if (error)
2174                pr_err("%s: error mapping mpu_rt_idx: %i\n",
2175                       __func__, error);
2176}
2177
2178/**
2179 * omap_hwmod_parse_module_range - map module IO range from device tree
2180 * @oh: struct omap_hwmod *
2181 * @np: struct device_node *
2182 *
2183 * Parse the device tree range an interconnect target module provides
2184 * for it's child device IP blocks. This way we can support the old
2185 * "ti,hwmods" property with just dts data without a need for platform
2186 * data for IO resources. And we don't need all the child IP device
2187 * nodes available in the dts.
2188 */
2189int omap_hwmod_parse_module_range(struct omap_hwmod *oh,
2190                                  struct device_node *np,
2191                                  struct resource *res)
2192{
2193        struct property *prop;
2194        const __be32 *ranges;
2195        const char *name;
2196        u32 nr_addr, nr_size;
2197        u64 base, size;
2198        int len, error;
2199
2200        if (!res)
2201                return -EINVAL;
2202
2203        ranges = of_get_property(np, "ranges", &len);
2204        if (!ranges)
2205                return -ENOENT;
2206
2207        len /= sizeof(*ranges);
2208
2209        if (len < 3)
2210                return -EINVAL;
2211
2212        of_property_for_each_string(np, "compatible", prop, name)
2213                if (!strncmp("ti,sysc-", name, 8))
2214                        break;
2215
2216        if (!name)
2217                return -ENOENT;
2218
2219        error = of_property_read_u32(np, "#address-cells", &nr_addr);
2220        if (error)
2221                return -ENOENT;
2222
2223        error = of_property_read_u32(np, "#size-cells", &nr_size);
2224        if (error)
2225                return -ENOENT;
2226
2227        if (nr_addr != 1 || nr_size != 1) {
2228                pr_err("%s: invalid range for %s->%pOFn\n", __func__,
2229                       oh->name, np);
2230                return -EINVAL;
2231        }
2232
2233        ranges++;
2234        base = of_translate_address(np, ranges++);
2235        size = be32_to_cpup(ranges);
2236
2237        pr_debug("omap_hwmod: %s %pOFn at 0x%llx size 0x%llx\n",
2238                 oh->name, np, base, size);
2239
2240        if (oh && oh->mpu_rt_idx) {
2241                omap_hwmod_fix_mpu_rt_idx(oh, np, res);
2242
2243                return 0;
2244        }
2245
2246        res->start = base;
2247        res->end = base + size - 1;
2248        res->flags = IORESOURCE_MEM;
2249
2250        return 0;
2251}
2252
2253/**
2254 * _init_mpu_rt_base - populate the virtual address for a hwmod
2255 * @oh: struct omap_hwmod * to locate the virtual address
2256 * @data: (unused, caller should pass NULL)
2257 * @index: index of the reg entry iospace in device tree
2258 * @np: struct device_node * of the IP block's device node in the DT data
2259 *
2260 * Cache the virtual address used by the MPU to access this IP block's
2261 * registers.  This address is needed early so the OCP registers that
2262 * are part of the device's address space can be ioremapped properly.
2263 *
2264 * If SYSC access is not needed, the registers will not be remapped
2265 * and non-availability of MPU access is not treated as an error.
2266 *
2267 * Returns 0 on success, -EINVAL if an invalid hwmod is passed, and
2268 * -ENXIO on absent or invalid register target address space.
2269 */
2270static int __init _init_mpu_rt_base(struct omap_hwmod *oh, void *data,
2271                                    int index, struct device_node *np)
2272{
2273        void __iomem *va_start = NULL;
2274        struct resource res;
2275        int error;
2276
2277        if (!oh)
2278                return -EINVAL;
2279
2280        _save_mpu_port_index(oh);
2281
2282        /* if we don't need sysc access we don't need to ioremap */
2283        if (!oh->class->sysc)
2284                return 0;
2285
2286        /* we can't continue without MPU PORT if we need sysc access */
2287        if (oh->_int_flags & _HWMOD_NO_MPU_PORT)
2288                return -ENXIO;
2289
2290        if (!np) {
2291                pr_err("omap_hwmod: %s: no dt node\n", oh->name);
2292                return -ENXIO;
2293        }
2294
2295        /* Do we have a dts range for the interconnect target module? */
2296        error = omap_hwmod_parse_module_range(oh, np, &res);
2297        if (!error)
2298                va_start = ioremap(res.start, resource_size(&res));
2299
2300        /* No ranges, rely on device reg entry */
2301        if (!va_start)
2302                va_start = of_iomap(np, index + oh->mpu_rt_idx);
2303        if (!va_start) {
2304                pr_err("omap_hwmod: %s: Missing dt reg%i for %pOF\n",
2305                       oh->name, index, np);
2306                return -ENXIO;
2307        }
2308
2309        pr_debug("omap_hwmod: %s: MPU register target at va %p\n",
2310                 oh->name, va_start);
2311
2312        oh->_mpu_rt_va = va_start;
2313        return 0;
2314}
2315
2316static void __init parse_module_flags(struct omap_hwmod *oh,
2317                                      struct device_node *np)
2318{
2319        if (of_find_property(np, "ti,no-reset-on-init", NULL))
2320                oh->flags |= HWMOD_INIT_NO_RESET;
2321        if (of_find_property(np, "ti,no-idle-on-init", NULL))
2322                oh->flags |= HWMOD_INIT_NO_IDLE;
2323        if (of_find_property(np, "ti,no-idle", NULL))
2324                oh->flags |= HWMOD_NO_IDLE;
2325}
2326
2327/**
2328 * _init - initialize internal data for the hwmod @oh
2329 * @oh: struct omap_hwmod *
2330 * @n: (unused)
2331 *
2332 * Look up the clocks and the address space used by the MPU to access
2333 * registers belonging to the hwmod @oh.  @oh must already be
2334 * registered at this point.  This is the first of two phases for
2335 * hwmod initialization.  Code called here does not touch any hardware
2336 * registers, it simply prepares internal data structures.  Returns 0
2337 * upon success or if the hwmod isn't registered or if the hwmod's
2338 * address space is not defined, or -EINVAL upon failure.
2339 */
2340static int __init _init(struct omap_hwmod *oh, void *data)
2341{
2342        int r, index;
2343        struct device_node *np = NULL;
2344        struct device_node *bus;
2345
2346        if (oh->_state != _HWMOD_STATE_REGISTERED)
2347                return 0;
2348
2349        bus = of_find_node_by_name(NULL, "ocp");
2350        if (!bus)
2351                return -ENODEV;
2352
2353        r = of_dev_hwmod_lookup(bus, oh, &index, &np);
2354        if (r)
2355                pr_debug("omap_hwmod: %s missing dt data\n", oh->name);
2356        else if (np && index)
2357                pr_warn("omap_hwmod: %s using broken dt data from %pOFn\n",
2358                        oh->name, np);
2359
2360        r = _init_mpu_rt_base(oh, NULL, index, np);
2361        if (r < 0) {
2362                WARN(1, "omap_hwmod: %s: doesn't have mpu register target base\n",
2363                     oh->name);
2364                return 0;
2365        }
2366
2367        r = _init_clocks(oh, np);
2368        if (r < 0) {
2369                WARN(1, "omap_hwmod: %s: couldn't init clocks\n", oh->name);
2370                return -EINVAL;
2371        }
2372
2373        if (np) {
2374                struct device_node *child;
2375
2376                parse_module_flags(oh, np);
2377                child = of_get_next_child(np, NULL);
2378                if (child)
2379                        parse_module_flags(oh, child);
2380        }
2381
2382        oh->_state = _HWMOD_STATE_INITIALIZED;
2383
2384        return 0;
2385}
2386
2387/**
2388 * _setup_iclk_autoidle - configure an IP block's interface clocks
2389 * @oh: struct omap_hwmod *
2390 *
2391 * Set up the module's interface clocks.  XXX This function is still mostly
2392 * a stub; implementing this properly requires iclk autoidle usecounting in
2393 * the clock code.   No return value.
2394 */
2395static void _setup_iclk_autoidle(struct omap_hwmod *oh)
2396{
2397        struct omap_hwmod_ocp_if *os;
2398
2399        if (oh->_state != _HWMOD_STATE_INITIALIZED)
2400                return;
2401
2402        list_for_each_entry(os, &oh->slave_ports, node) {
2403                if (!os->_clk)
2404                        continue;
2405
2406                if (os->flags & OCPIF_SWSUP_IDLE) {
2407                        /*
2408                         * we might have multiple users of one iclk with
2409                         * different requirements, disable autoidle when
2410                         * the module is enabled, e.g. dss iclk
2411                         */
2412                } else {
2413                        /* we are enabling autoidle afterwards anyways */
2414                        clk_enable(os->_clk);
2415                }
2416        }
2417
2418        return;
2419}
2420
2421/**
2422 * _setup_reset - reset an IP block during the setup process
2423 * @oh: struct omap_hwmod *
2424 *
2425 * Reset the IP block corresponding to the hwmod @oh during the setup
2426 * process.  The IP block is first enabled so it can be successfully
2427 * reset.  Returns 0 upon success or a negative error code upon
2428 * failure.
2429 */
2430static int _setup_reset(struct omap_hwmod *oh)
2431{
2432        int r = 0;
2433
2434        if (oh->_state != _HWMOD_STATE_INITIALIZED)
2435                return -EINVAL;
2436
2437        if (oh->flags & HWMOD_EXT_OPT_MAIN_CLK)
2438                return -EPERM;
2439
2440        if (oh->rst_lines_cnt == 0) {
2441                r = _enable(oh);
2442                if (r) {
2443                        pr_warn("omap_hwmod: %s: cannot be enabled for reset (%d)\n",
2444                                oh->name, oh->_state);
2445                        return -EINVAL;
2446                }
2447        }
2448
2449        if (!(oh->flags & HWMOD_INIT_NO_RESET))
2450                r = _reset(oh);
2451
2452        return r;
2453}
2454
2455/**
2456 * _setup_postsetup - transition to the appropriate state after _setup
2457 * @oh: struct omap_hwmod *
2458 *
2459 * Place an IP block represented by @oh into a "post-setup" state --
2460 * either IDLE, ENABLED, or DISABLED.  ("post-setup" simply means that
2461 * this function is called at the end of _setup().)  The postsetup
2462 * state for an IP block can be changed by calling
2463 * omap_hwmod_enter_postsetup_state() early in the boot process,
2464 * before one of the omap_hwmod_setup*() functions are called for the
2465 * IP block.
2466 *
2467 * The IP block stays in this state until a PM runtime-based driver is
2468 * loaded for that IP block.  A post-setup state of IDLE is
2469 * appropriate for almost all IP blocks with runtime PM-enabled
2470 * drivers, since those drivers are able to enable the IP block.  A
2471 * post-setup state of ENABLED is appropriate for kernels with PM
2472 * runtime disabled.  The DISABLED state is appropriate for unusual IP
2473 * blocks such as the MPU WDTIMER on kernels without WDTIMER drivers
2474 * included, since the WDTIMER starts running on reset and will reset
2475 * the MPU if left active.
2476 *
2477 * This post-setup mechanism is deprecated.  Once all of the OMAP
2478 * drivers have been converted to use PM runtime, and all of the IP
2479 * block data and interconnect data is available to the hwmod code, it
2480 * should be possible to replace this mechanism with a "lazy reset"
2481 * arrangement.  In a "lazy reset" setup, each IP block is enabled
2482 * when the driver first probes, then all remaining IP blocks without
2483 * drivers are either shut down or enabled after the drivers have
2484 * loaded.  However, this cannot take place until the above
2485 * preconditions have been met, since otherwise the late reset code
2486 * has no way of knowing which IP blocks are in use by drivers, and
2487 * which ones are unused.
2488 *
2489 * No return value.
2490 */
2491static void _setup_postsetup(struct omap_hwmod *oh)
2492{
2493        u8 postsetup_state;
2494
2495        if (oh->rst_lines_cnt > 0)
2496                return;
2497
2498        postsetup_state = oh->_postsetup_state;
2499        if (postsetup_state == _HWMOD_STATE_UNKNOWN)
2500                postsetup_state = _HWMOD_STATE_ENABLED;
2501
2502        /*
2503         * XXX HWMOD_INIT_NO_IDLE does not belong in hwmod data -
2504         * it should be set by the core code as a runtime flag during startup
2505         */
2506        if ((oh->flags & (HWMOD_INIT_NO_IDLE | HWMOD_NO_IDLE)) &&
2507            (postsetup_state == _HWMOD_STATE_IDLE)) {
2508                oh->_int_flags |= _HWMOD_SKIP_ENABLE;
2509                postsetup_state = _HWMOD_STATE_ENABLED;
2510        }
2511
2512        if (postsetup_state == _HWMOD_STATE_IDLE)
2513                _idle(oh);
2514        else if (postsetup_state == _HWMOD_STATE_DISABLED)
2515                _shutdown(oh);
2516        else if (postsetup_state != _HWMOD_STATE_ENABLED)
2517                WARN(1, "hwmod: %s: unknown postsetup state %d! defaulting to enabled\n",
2518                     oh->name, postsetup_state);
2519
2520        return;
2521}
2522
2523/**
2524 * _setup - prepare IP block hardware for use
2525 * @oh: struct omap_hwmod *
2526 * @n: (unused, pass NULL)
2527 *
2528 * Configure the IP block represented by @oh.  This may include
2529 * enabling the IP block, resetting it, and placing it into a
2530 * post-setup state, depending on the type of IP block and applicable
2531 * flags.  IP blocks are reset to prevent any previous configuration
2532 * by the bootloader or previous operating system from interfering
2533 * with power management or other parts of the system.  The reset can
2534 * be avoided; see omap_hwmod_no_setup_reset().  This is the second of
2535 * two phases for hwmod initialization.  Code called here generally
2536 * affects the IP block hardware, or system integration hardware
2537 * associated with the IP block.  Returns 0.
2538 */
2539static int _setup(struct omap_hwmod *oh, void *data)
2540{
2541        if (oh->_state != _HWMOD_STATE_INITIALIZED)
2542                return 0;
2543
2544        if (oh->parent_hwmod) {
2545                int r;
2546
2547                r = _enable(oh->parent_hwmod);
2548                WARN(r, "hwmod: %s: setup: failed to enable parent hwmod %s\n",
2549                     oh->name, oh->parent_hwmod->name);
2550        }
2551
2552        _setup_iclk_autoidle(oh);
2553
2554        if (!_setup_reset(oh))
2555                _setup_postsetup(oh);
2556
2557        if (oh->parent_hwmod) {
2558                u8 postsetup_state;
2559
2560                postsetup_state = oh->parent_hwmod->_postsetup_state;
2561
2562                if (postsetup_state == _HWMOD_STATE_IDLE)
2563                        _idle(oh->parent_hwmod);
2564                else if (postsetup_state == _HWMOD_STATE_DISABLED)
2565                        _shutdown(oh->parent_hwmod);
2566                else if (postsetup_state != _HWMOD_STATE_ENABLED)
2567                        WARN(1, "hwmod: %s: unknown postsetup state %d! defaulting to enabled\n",
2568                             oh->parent_hwmod->name, postsetup_state);
2569        }
2570
2571        return 0;
2572}
2573
2574/**
2575 * _register - register a struct omap_hwmod
2576 * @oh: struct omap_hwmod *
2577 *
2578 * Registers the omap_hwmod @oh.  Returns -EEXIST if an omap_hwmod
2579 * already has been registered by the same name; -EINVAL if the
2580 * omap_hwmod is in the wrong state, if @oh is NULL, if the
2581 * omap_hwmod's class field is NULL; if the omap_hwmod is missing a
2582 * name, or if the omap_hwmod's class is missing a name; or 0 upon
2583 * success.
2584 *
2585 * XXX The data should be copied into bootmem, so the original data
2586 * should be marked __initdata and freed after init.  This would allow
2587 * unneeded omap_hwmods to be freed on multi-OMAP configurations.  Note
2588 * that the copy process would be relatively complex due to the large number
2589 * of substructures.
2590 */
2591static int _register(struct omap_hwmod *oh)
2592{
2593        if (!oh || !oh->name || !oh->class || !oh->class->name ||
2594            (oh->_state != _HWMOD_STATE_UNKNOWN))
2595                return -EINVAL;
2596
2597        pr_debug("omap_hwmod: %s: registering\n", oh->name);
2598
2599        if (_lookup(oh->name))
2600                return -EEXIST;
2601
2602        list_add_tail(&oh->node, &omap_hwmod_list);
2603
2604        INIT_LIST_HEAD(&oh->slave_ports);
2605        spin_lock_init(&oh->_lock);
2606        lockdep_set_class(&oh->_lock, &oh->hwmod_key);
2607
2608        oh->_state = _HWMOD_STATE_REGISTERED;
2609
2610        /*
2611         * XXX Rather than doing a strcmp(), this should test a flag
2612         * set in the hwmod data, inserted by the autogenerator code.
2613         */
2614        if (!strcmp(oh->name, MPU_INITIATOR_NAME))
2615                mpu_oh = oh;
2616
2617        return 0;
2618}
2619
2620/**
2621 * _add_link - add an interconnect between two IP blocks
2622 * @oi: pointer to a struct omap_hwmod_ocp_if record
2623 *
2624 * Add struct omap_hwmod_link records connecting the slave IP block
2625 * specified in @oi->slave to @oi.  This code is assumed to run before
2626 * preemption or SMP has been enabled, thus avoiding the need for
2627 * locking in this code.  Changes to this assumption will require
2628 * additional locking.  Returns 0.
2629 */
2630static int _add_link(struct omap_hwmod_ocp_if *oi)
2631{
2632        pr_debug("omap_hwmod: %s -> %s: adding link\n", oi->master->name,
2633                 oi->slave->name);
2634
2635        list_add(&oi->node, &oi->slave->slave_ports);
2636        oi->slave->slaves_cnt++;
2637
2638        return 0;
2639}
2640
2641/**
2642 * _register_link - register a struct omap_hwmod_ocp_if
2643 * @oi: struct omap_hwmod_ocp_if *
2644 *
2645 * Registers the omap_hwmod_ocp_if record @oi.  Returns -EEXIST if it
2646 * has already been registered; -EINVAL if @oi is NULL or if the
2647 * record pointed to by @oi is missing required fields; or 0 upon
2648 * success.
2649 *
2650 * XXX The data should be copied into bootmem, so the original data
2651 * should be marked __initdata and freed after init.  This would allow
2652 * unneeded omap_hwmods to be freed on multi-OMAP configurations.
2653 */
2654static int __init _register_link(struct omap_hwmod_ocp_if *oi)
2655{
2656        if (!oi || !oi->master || !oi->slave || !oi->user)
2657                return -EINVAL;
2658
2659        if (oi->_int_flags & _OCPIF_INT_FLAGS_REGISTERED)
2660                return -EEXIST;
2661
2662        pr_debug("omap_hwmod: registering link from %s to %s\n",
2663                 oi->master->name, oi->slave->name);
2664
2665        /*
2666         * Register the connected hwmods, if they haven't been
2667         * registered already
2668         */
2669        if (oi->master->_state != _HWMOD_STATE_REGISTERED)
2670                _register(oi->master);
2671
2672        if (oi->slave->_state != _HWMOD_STATE_REGISTERED)
2673                _register(oi->slave);
2674
2675        _add_link(oi);
2676
2677        oi->_int_flags |= _OCPIF_INT_FLAGS_REGISTERED;
2678
2679        return 0;
2680}
2681
2682/* Static functions intended only for use in soc_ops field function pointers */
2683
2684/**
2685 * _omap2xxx_3xxx_wait_target_ready - wait for a module to leave slave idle
2686 * @oh: struct omap_hwmod *
2687 *
2688 * Wait for a module @oh to leave slave idle.  Returns 0 if the module
2689 * does not have an IDLEST bit or if the module successfully leaves
2690 * slave idle; otherwise, pass along the return value of the
2691 * appropriate *_cm*_wait_module_ready() function.
2692 */
2693static int _omap2xxx_3xxx_wait_target_ready(struct omap_hwmod *oh)
2694{
2695        if (!oh)
2696                return -EINVAL;
2697
2698        if (oh->flags & HWMOD_NO_IDLEST)
2699                return 0;
2700
2701        if (!_find_mpu_rt_port(oh))
2702                return 0;
2703
2704        /* XXX check module SIDLEMODE, hardreset status, enabled clocks */
2705
2706        return omap_cm_wait_module_ready(0, oh->prcm.omap2.module_offs,
2707                                         oh->prcm.omap2.idlest_reg_id,
2708                                         oh->prcm.omap2.idlest_idle_bit);
2709}
2710
2711/**
2712 * _omap4_wait_target_ready - wait for a module to leave slave idle
2713 * @oh: struct omap_hwmod *
2714 *
2715 * Wait for a module @oh to leave slave idle.  Returns 0 if the module
2716 * does not have an IDLEST bit or if the module successfully leaves
2717 * slave idle; otherwise, pass along the return value of the
2718 * appropriate *_cm*_wait_module_ready() function.
2719 */
2720static int _omap4_wait_target_ready(struct omap_hwmod *oh)
2721{
2722        if (!oh)
2723                return -EINVAL;
2724
2725        if (oh->flags & HWMOD_NO_IDLEST || !oh->clkdm)
2726                return 0;
2727
2728        if (!_find_mpu_rt_port(oh))
2729                return 0;
2730
2731        if (_omap4_clkctrl_managed_by_clkfwk(oh))
2732                return 0;
2733
2734        if (!_omap4_has_clkctrl_clock(oh))
2735                return 0;
2736
2737        /* XXX check module SIDLEMODE, hardreset status */
2738
2739        return omap_cm_wait_module_ready(oh->clkdm->prcm_partition,
2740                                         oh->clkdm->cm_inst,
2741                                         oh->prcm.omap4.clkctrl_offs, 0);
2742}
2743
2744/**
2745 * _omap2_assert_hardreset - call OMAP2 PRM hardreset fn with hwmod args
2746 * @oh: struct omap_hwmod * to assert hardreset
2747 * @ohri: hardreset line data
2748 *
2749 * Call omap2_prm_assert_hardreset() with parameters extracted from
2750 * the hwmod @oh and the hardreset line data @ohri.  Only intended for
2751 * use as an soc_ops function pointer.  Passes along the return value
2752 * from omap2_prm_assert_hardreset().  XXX This function is scheduled
2753 * for removal when the PRM code is moved into drivers/.
2754 */
2755static int _omap2_assert_hardreset(struct omap_hwmod *oh,
2756                                   struct omap_hwmod_rst_info *ohri)
2757{
2758        return omap_prm_assert_hardreset(ohri->rst_shift, 0,
2759                                         oh->prcm.omap2.module_offs, 0);
2760}
2761
2762/**
2763 * _omap2_deassert_hardreset - call OMAP2 PRM hardreset fn with hwmod args
2764 * @oh: struct omap_hwmod * to deassert hardreset
2765 * @ohri: hardreset line data
2766 *
2767 * Call omap2_prm_deassert_hardreset() with parameters extracted from
2768 * the hwmod @oh and the hardreset line data @ohri.  Only intended for
2769 * use as an soc_ops function pointer.  Passes along the return value
2770 * from omap2_prm_deassert_hardreset().  XXX This function is
2771 * scheduled for removal when the PRM code is moved into drivers/.
2772 */
2773static int _omap2_deassert_hardreset(struct omap_hwmod *oh,
2774                                     struct omap_hwmod_rst_info *ohri)
2775{
2776        return omap_prm_deassert_hardreset(ohri->rst_shift, ohri->st_shift, 0,
2777                                           oh->prcm.omap2.module_offs, 0, 0);
2778}
2779
2780/**
2781 * _omap2_is_hardreset_asserted - call OMAP2 PRM hardreset fn with hwmod args
2782 * @oh: struct omap_hwmod * to test hardreset
2783 * @ohri: hardreset line data
2784 *
2785 * Call omap2_prm_is_hardreset_asserted() with parameters extracted
2786 * from the hwmod @oh and the hardreset line data @ohri.  Only
2787 * intended for use as an soc_ops function pointer.  Passes along the
2788 * return value from omap2_prm_is_hardreset_asserted().  XXX This
2789 * function is scheduled for removal when the PRM code is moved into
2790 * drivers/.
2791 */
2792static int _omap2_is_hardreset_asserted(struct omap_hwmod *oh,
2793                                        struct omap_hwmod_rst_info *ohri)
2794{
2795        return omap_prm_is_hardreset_asserted(ohri->st_shift, 0,
2796                                              oh->prcm.omap2.module_offs, 0);
2797}
2798
2799/**
2800 * _omap4_assert_hardreset - call OMAP4 PRM hardreset fn with hwmod args
2801 * @oh: struct omap_hwmod * to assert hardreset
2802 * @ohri: hardreset line data
2803 *
2804 * Call omap4_prminst_assert_hardreset() with parameters extracted
2805 * from the hwmod @oh and the hardreset line data @ohri.  Only
2806 * intended for use as an soc_ops function pointer.  Passes along the
2807 * return value from omap4_prminst_assert_hardreset().  XXX This
2808 * function is scheduled for removal when the PRM code is moved into
2809 * drivers/.
2810 */
2811static int _omap4_assert_hardreset(struct omap_hwmod *oh,
2812                                   struct omap_hwmod_rst_info *ohri)
2813{
2814        if (!oh->clkdm)
2815                return -EINVAL;
2816
2817        return omap_prm_assert_hardreset(ohri->rst_shift,
2818                                         oh->clkdm->pwrdm.ptr->prcm_partition,
2819                                         oh->clkdm->pwrdm.ptr->prcm_offs,
2820                                         oh->prcm.omap4.rstctrl_offs);
2821}
2822
2823/**
2824 * _omap4_deassert_hardreset - call OMAP4 PRM hardreset fn with hwmod args
2825 * @oh: struct omap_hwmod * to deassert hardreset
2826 * @ohri: hardreset line data
2827 *
2828 * Call omap4_prminst_deassert_hardreset() with parameters extracted
2829 * from the hwmod @oh and the hardreset line data @ohri.  Only
2830 * intended for use as an soc_ops function pointer.  Passes along the
2831 * return value from omap4_prminst_deassert_hardreset().  XXX This
2832 * function is scheduled for removal when the PRM code is moved into
2833 * drivers/.
2834 */
2835static int _omap4_deassert_hardreset(struct omap_hwmod *oh,
2836                                     struct omap_hwmod_rst_info *ohri)
2837{
2838        if (!oh->clkdm)
2839                return -EINVAL;
2840
2841        if (ohri->st_shift)
2842                pr_err("omap_hwmod: %s: %s: hwmod data error: OMAP4 does not support st_shift\n",
2843                       oh->name, ohri->name);
2844        return omap_prm_deassert_hardreset(ohri->rst_shift, ohri->rst_shift,
2845                                           oh->clkdm->pwrdm.ptr->prcm_partition,
2846                                           oh->clkdm->pwrdm.ptr->prcm_offs,
2847                                           oh->prcm.omap4.rstctrl_offs,
2848                                           oh->prcm.omap4.rstctrl_offs +
2849                                           OMAP4_RST_CTRL_ST_OFFSET);
2850}
2851
2852/**
2853 * _omap4_is_hardreset_asserted - call OMAP4 PRM hardreset fn with hwmod args
2854 * @oh: struct omap_hwmod * to test hardreset
2855 * @ohri: hardreset line data
2856 *
2857 * Call omap4_prminst_is_hardreset_asserted() with parameters
2858 * extracted from the hwmod @oh and the hardreset line data @ohri.
2859 * Only intended for use as an soc_ops function pointer.  Passes along
2860 * the return value from omap4_prminst_is_hardreset_asserted().  XXX
2861 * This function is scheduled for removal when the PRM code is moved
2862 * into drivers/.
2863 */
2864static int _omap4_is_hardreset_asserted(struct omap_hwmod *oh,
2865                                        struct omap_hwmod_rst_info *ohri)
2866{
2867        if (!oh->clkdm)
2868                return -EINVAL;
2869
2870        return omap_prm_is_hardreset_asserted(ohri->rst_shift,
2871                                              oh->clkdm->pwrdm.ptr->
2872                                              prcm_partition,
2873                                              oh->clkdm->pwrdm.ptr->prcm_offs,
2874                                              oh->prcm.omap4.rstctrl_offs);
2875}
2876
2877/**
2878 * _omap4_disable_direct_prcm - disable direct PRCM control for hwmod
2879 * @oh: struct omap_hwmod * to disable control for
2880 *
2881 * Disables direct PRCM clkctrl done by hwmod core. Instead, the hwmod
2882 * will be using its main_clk to enable/disable the module. Returns
2883 * 0 if successful.
2884 */
2885static int _omap4_disable_direct_prcm(struct omap_hwmod *oh)
2886{
2887        if (!oh)
2888                return -EINVAL;
2889
2890        oh->prcm.omap4.flags |= HWMOD_OMAP4_CLKFWK_CLKCTR_CLOCK;
2891
2892        return 0;
2893}
2894
2895/**
2896 * _am33xx_deassert_hardreset - call AM33XX PRM hardreset fn with hwmod args
2897 * @oh: struct omap_hwmod * to deassert hardreset
2898 * @ohri: hardreset line data
2899 *
2900 * Call am33xx_prminst_deassert_hardreset() with parameters extracted
2901 * from the hwmod @oh and the hardreset line data @ohri.  Only
2902 * intended for use as an soc_ops function pointer.  Passes along the
2903 * return value from am33xx_prminst_deassert_hardreset().  XXX This
2904 * function is scheduled for removal when the PRM code is moved into
2905 * drivers/.
2906 */
2907static int _am33xx_deassert_hardreset(struct omap_hwmod *oh,
2908                                     struct omap_hwmod_rst_info *ohri)
2909{
2910        return omap_prm_deassert_hardreset(ohri->rst_shift, ohri->st_shift,
2911                                           oh->clkdm->pwrdm.ptr->prcm_partition,
2912                                           oh->clkdm->pwrdm.ptr->prcm_offs,
2913                                           oh->prcm.omap4.rstctrl_offs,
2914                                           oh->prcm.omap4.rstst_offs);
2915}
2916
2917/* Public functions */
2918
2919u32 omap_hwmod_read(struct omap_hwmod *oh, u16 reg_offs)
2920{
2921        if (oh->flags & HWMOD_16BIT_REG)
2922                return readw_relaxed(oh->_mpu_rt_va + reg_offs);
2923        else
2924                return readl_relaxed(oh->_mpu_rt_va + reg_offs);
2925}
2926
2927void omap_hwmod_write(u32 v, struct omap_hwmod *oh, u16 reg_offs)
2928{
2929        if (oh->flags & HWMOD_16BIT_REG)
2930                writew_relaxed(v, oh->_mpu_rt_va + reg_offs);
2931        else
2932                writel_relaxed(v, oh->_mpu_rt_va + reg_offs);
2933}
2934
2935/**
2936 * omap_hwmod_softreset - reset a module via SYSCONFIG.SOFTRESET bit
2937 * @oh: struct omap_hwmod *
2938 *
2939 * This is a public function exposed to drivers. Some drivers may need to do
2940 * some settings before and after resetting the device.  Those drivers after
2941 * doing the necessary settings could use this function to start a reset by
2942 * setting the SYSCONFIG.SOFTRESET bit.
2943 */
2944int omap_hwmod_softreset(struct omap_hwmod *oh)
2945{
2946        u32 v;
2947        int ret;
2948
2949        if (!oh || !(oh->_sysc_cache))
2950                return -EINVAL;
2951
2952        v = oh->_sysc_cache;
2953        ret = _set_softreset(oh, &v);
2954        if (ret)
2955                goto error;
2956        _write_sysconfig(v, oh);
2957
2958        ret = _clear_softreset(oh, &v);
2959        if (ret)
2960                goto error;
2961        _write_sysconfig(v, oh);
2962
2963error:
2964        return ret;
2965}
2966
2967/**
2968 * omap_hwmod_lookup - look up a registered omap_hwmod by name
2969 * @name: name of the omap_hwmod to look up
2970 *
2971 * Given a @name of an omap_hwmod, return a pointer to the registered
2972 * struct omap_hwmod *, or NULL upon error.
2973 */
2974struct omap_hwmod *omap_hwmod_lookup(const char *name)
2975{
2976        struct omap_hwmod *oh;
2977
2978        if (!name)
2979                return NULL;
2980
2981        oh = _lookup(name);
2982
2983        return oh;
2984}
2985
2986/**
2987 * omap_hwmod_for_each - call function for each registered omap_hwmod
2988 * @fn: pointer to a callback function
2989 * @data: void * data to pass to callback function
2990 *
2991 * Call @fn for each registered omap_hwmod, passing @data to each
2992 * function.  @fn must return 0 for success or any other value for
2993 * failure.  If @fn returns non-zero, the iteration across omap_hwmods
2994 * will stop and the non-zero return value will be passed to the
2995 * caller of omap_hwmod_for_each().  @fn is called with
2996 * omap_hwmod_for_each() held.
2997 */
2998int omap_hwmod_for_each(int (*fn)(struct omap_hwmod *oh, void *data),
2999                        void *data)
3000{
3001        struct omap_hwmod *temp_oh;
3002        int ret = 0;
3003
3004        if (!fn)
3005                return -EINVAL;
3006
3007        list_for_each_entry(temp_oh, &omap_hwmod_list, node) {
3008                ret = (*fn)(temp_oh, data);
3009                if (ret)
3010                        break;
3011        }
3012
3013        return ret;
3014}
3015
3016/**
3017 * omap_hwmod_register_links - register an array of hwmod links
3018 * @ois: pointer to an array of omap_hwmod_ocp_if to register
3019 *
3020 * Intended to be called early in boot before the clock framework is
3021 * initialized.  If @ois is not null, will register all omap_hwmods
3022 * listed in @ois that are valid for this chip.  Returns -EINVAL if
3023 * omap_hwmod_init() hasn't been called before calling this function,
3024 * -ENOMEM if the link memory area can't be allocated, or 0 upon
3025 * success.
3026 */
3027int __init omap_hwmod_register_links(struct omap_hwmod_ocp_if **ois)
3028{
3029        int r, i;
3030
3031        if (!inited)
3032                return -EINVAL;
3033
3034        if (!ois)
3035                return 0;
3036
3037        if (ois[0] == NULL) /* Empty list */
3038                return 0;
3039
3040        i = 0;
3041        do {
3042                r = _register_link(ois[i]);
3043                WARN(r && r != -EEXIST,
3044                     "omap_hwmod: _register_link(%s -> %s) returned %d\n",
3045                     ois[i]->master->name, ois[i]->slave->name, r);
3046        } while (ois[++i]);
3047
3048        return 0;
3049}
3050
3051/**
3052 * _ensure_mpu_hwmod_is_setup - ensure the MPU SS hwmod is init'ed and set up
3053 * @oh: pointer to the hwmod currently being set up (usually not the MPU)
3054 *
3055 * If the hwmod data corresponding to the MPU subsystem IP block
3056 * hasn't been initialized and set up yet, do so now.  This must be
3057 * done first since sleep dependencies may be added from other hwmods
3058 * to the MPU.  Intended to be called only by omap_hwmod_setup*().  No
3059 * return value.
3060 */
3061static void __init _ensure_mpu_hwmod_is_setup(struct omap_hwmod *oh)
3062{
3063        if (!mpu_oh || mpu_oh->_state == _HWMOD_STATE_UNKNOWN)
3064                pr_err("omap_hwmod: %s: MPU initiator hwmod %s not yet registered\n",
3065                       __func__, MPU_INITIATOR_NAME);
3066        else if (mpu_oh->_state == _HWMOD_STATE_REGISTERED && oh != mpu_oh)
3067                omap_hwmod_setup_one(MPU_INITIATOR_NAME);
3068}
3069
3070/**
3071 * omap_hwmod_setup_one - set up a single hwmod
3072 * @oh_name: const char * name of the already-registered hwmod to set up
3073 *
3074 * Initialize and set up a single hwmod.  Intended to be used for a
3075 * small number of early devices, such as the timer IP blocks used for
3076 * the scheduler clock.  Must be called after omap2_clk_init().
3077 * Resolves the struct clk names to struct clk pointers for each
3078 * registered omap_hwmod.  Also calls _setup() on each hwmod.  Returns
3079 * -EINVAL upon error or 0 upon success.
3080 */
3081int __init omap_hwmod_setup_one(const char *oh_name)
3082{
3083        struct omap_hwmod *oh;
3084
3085        pr_debug("omap_hwmod: %s: %s\n", oh_name, __func__);
3086
3087        oh = _lookup(oh_name);
3088        if (!oh) {
3089                WARN(1, "omap_hwmod: %s: hwmod not yet registered\n", oh_name);
3090                return -EINVAL;
3091        }
3092
3093        _ensure_mpu_hwmod_is_setup(oh);
3094
3095        _init(oh, NULL);
3096        _setup(oh, NULL);
3097
3098        return 0;
3099}
3100
3101static void omap_hwmod_check_one(struct device *dev,
3102                                 const char *name, s8 v1, u8 v2)
3103{
3104        if (v1 < 0)
3105                return;
3106
3107        if (v1 != v2)
3108                dev_warn(dev, "%s %d != %d\n", name, v1, v2);
3109}
3110
3111/**
3112 * omap_hwmod_check_sysc - check sysc against platform sysc
3113 * @dev: struct device
3114 * @data: module data
3115 * @sysc_fields: new sysc configuration
3116 */
3117static int omap_hwmod_check_sysc(struct device *dev,
3118                                 const struct ti_sysc_module_data *data,
3119                                 struct sysc_regbits *sysc_fields)
3120{
3121        const struct sysc_regbits *regbits = data->cap->regbits;
3122
3123        omap_hwmod_check_one(dev, "dmadisable_shift",
3124                             regbits->dmadisable_shift,
3125                             sysc_fields->dmadisable_shift);
3126        omap_hwmod_check_one(dev, "midle_shift",
3127                             regbits->midle_shift,
3128                             sysc_fields->midle_shift);
3129        omap_hwmod_check_one(dev, "sidle_shift",
3130                             regbits->sidle_shift,
3131                             sysc_fields->sidle_shift);
3132        omap_hwmod_check_one(dev, "clkact_shift",
3133                             regbits->clkact_shift,
3134                             sysc_fields->clkact_shift);
3135        omap_hwmod_check_one(dev, "enwkup_shift",
3136                             regbits->enwkup_shift,
3137                             sysc_fields->enwkup_shift);
3138        omap_hwmod_check_one(dev, "srst_shift",
3139                             regbits->srst_shift,
3140                             sysc_fields->srst_shift);
3141        omap_hwmod_check_one(dev, "autoidle_shift",
3142                             regbits->autoidle_shift,
3143                             sysc_fields->autoidle_shift);
3144
3145        return 0;
3146}
3147
3148/**
3149 * omap_hwmod_init_regbits - init sysconfig specific register bits
3150 * @dev: struct device
3151 * @oh: module
3152 * @data: module data
3153 * @sysc_fields: new sysc configuration
3154 */
3155static int omap_hwmod_init_regbits(struct device *dev, struct omap_hwmod *oh,
3156                                   const struct ti_sysc_module_data *data,
3157                                   struct sysc_regbits **sysc_fields)
3158{
3159        switch (data->cap->type) {
3160        case TI_SYSC_OMAP2:
3161        case TI_SYSC_OMAP2_TIMER:
3162                *sysc_fields = &omap_hwmod_sysc_type1;
3163                break;
3164        case TI_SYSC_OMAP3_SHAM:
3165                *sysc_fields = &omap3_sham_sysc_fields;
3166                break;
3167        case TI_SYSC_OMAP3_AES:
3168                *sysc_fields = &omap3xxx_aes_sysc_fields;
3169                break;
3170        case TI_SYSC_OMAP4:
3171        case TI_SYSC_OMAP4_TIMER:
3172                *sysc_fields = &omap_hwmod_sysc_type2;
3173                break;
3174        case TI_SYSC_OMAP4_SIMPLE:
3175                *sysc_fields = &omap_hwmod_sysc_type3;
3176                break;
3177        case TI_SYSC_OMAP34XX_SR:
3178                *sysc_fields = &omap34xx_sr_sysc_fields;
3179                break;
3180        case TI_SYSC_OMAP36XX_SR:
3181                *sysc_fields = &omap36xx_sr_sysc_fields;
3182                break;
3183        case TI_SYSC_OMAP4_SR:
3184                *sysc_fields = &omap36xx_sr_sysc_fields;
3185                break;
3186        case TI_SYSC_OMAP4_MCASP:
3187                *sysc_fields = &omap_hwmod_sysc_type_mcasp;
3188                break;
3189        case TI_SYSC_OMAP4_USB_HOST_FS:
3190                *sysc_fields = &omap_hwmod_sysc_type_usb_host_fs;
3191                break;
3192        default:
3193                *sysc_fields = NULL;
3194                if (!oh->class->sysc->sysc_fields)
3195                        return 0;
3196
3197                dev_err(dev, "sysc_fields not found\n");
3198
3199                return -EINVAL;
3200        }
3201
3202        return omap_hwmod_check_sysc(dev, data, *sysc_fields);
3203}
3204
3205/**
3206 * omap_hwmod_init_reg_offs - initialize sysconfig register offsets
3207 * @dev: struct device
3208 * @data: module data
3209 * @rev_offs: revision register offset
3210 * @sysc_offs: sysc register offset
3211 * @syss_offs: syss register offset
3212 */
3213static int omap_hwmod_init_reg_offs(struct device *dev,
3214                                    const struct ti_sysc_module_data *data,
3215                                    s32 *rev_offs, s32 *sysc_offs,
3216                                    s32 *syss_offs)
3217{
3218        *rev_offs = -ENODEV;
3219        *sysc_offs = 0;
3220        *syss_offs = 0;
3221
3222        if (data->offsets[SYSC_REVISION] >= 0)
3223                *rev_offs = data->offsets[SYSC_REVISION];
3224
3225        if (data->offsets[SYSC_SYSCONFIG] >= 0)
3226                *sysc_offs = data->offsets[SYSC_SYSCONFIG];
3227
3228        if (data->offsets[SYSC_SYSSTATUS] >= 0)
3229                *syss_offs = data->offsets[SYSC_SYSSTATUS];
3230
3231        return 0;
3232}
3233
3234/**
3235 * omap_hwmod_init_sysc_flags - initialize sysconfig features
3236 * @dev: struct device
3237 * @data: module data
3238 * @sysc_flags: module configuration
3239 */
3240static int omap_hwmod_init_sysc_flags(struct device *dev,
3241                                      const struct ti_sysc_module_data *data,
3242                                      u32 *sysc_flags)
3243{
3244        *sysc_flags = 0;
3245
3246        switch (data->cap->type) {
3247        case TI_SYSC_OMAP2:
3248        case TI_SYSC_OMAP2_TIMER:
3249                /* See SYSC_OMAP2_* in include/dt-bindings/bus/ti-sysc.h */
3250                if (data->cfg->sysc_val & SYSC_OMAP2_CLOCKACTIVITY)
3251                        *sysc_flags |= SYSC_HAS_CLOCKACTIVITY;
3252                if (data->cfg->sysc_val & SYSC_OMAP2_EMUFREE)
3253                        *sysc_flags |= SYSC_HAS_EMUFREE;
3254                if (data->cfg->sysc_val & SYSC_OMAP2_ENAWAKEUP)
3255                        *sysc_flags |= SYSC_HAS_ENAWAKEUP;
3256                if (data->cfg->sysc_val & SYSC_OMAP2_SOFTRESET)
3257                        *sysc_flags |= SYSC_HAS_SOFTRESET;
3258                if (data->cfg->sysc_val & SYSC_OMAP2_AUTOIDLE)
3259                        *sysc_flags |= SYSC_HAS_AUTOIDLE;
3260                break;
3261        case TI_SYSC_OMAP4:
3262        case TI_SYSC_OMAP4_TIMER:
3263                /* See SYSC_OMAP4_* in include/dt-bindings/bus/ti-sysc.h */
3264                if (data->cfg->sysc_val & SYSC_OMAP4_DMADISABLE)
3265                        *sysc_flags |= SYSC_HAS_DMADISABLE;
3266                if (data->cfg->sysc_val & SYSC_OMAP4_FREEEMU)
3267                        *sysc_flags |= SYSC_HAS_EMUFREE;
3268                if (data->cfg->sysc_val & SYSC_OMAP4_SOFTRESET)
3269                        *sysc_flags |= SYSC_HAS_SOFTRESET;
3270                break;
3271        case TI_SYSC_OMAP34XX_SR:
3272        case TI_SYSC_OMAP36XX_SR:
3273                /* See SYSC_OMAP3_SR_* in include/dt-bindings/bus/ti-sysc.h */
3274                if (data->cfg->sysc_val & SYSC_OMAP3_SR_ENAWAKEUP)
3275                        *sysc_flags |= SYSC_HAS_ENAWAKEUP;
3276                break;
3277        default:
3278                if (data->cap->regbits->emufree_shift >= 0)
3279                        *sysc_flags |= SYSC_HAS_EMUFREE;
3280                if (data->cap->regbits->enwkup_shift >= 0)
3281                        *sysc_flags |= SYSC_HAS_ENAWAKEUP;
3282                if (data->cap->regbits->srst_shift >= 0)
3283                        *sysc_flags |= SYSC_HAS_SOFTRESET;
3284                if (data->cap->regbits->autoidle_shift >= 0)
3285                        *sysc_flags |= SYSC_HAS_AUTOIDLE;
3286                break;
3287        }
3288
3289        if (data->cap->regbits->midle_shift >= 0 &&
3290            data->cfg->midlemodes)
3291                *sysc_flags |= SYSC_HAS_MIDLEMODE;
3292
3293        if (data->cap->regbits->sidle_shift >= 0 &&
3294            data->cfg->sidlemodes)
3295                *sysc_flags |= SYSC_HAS_SIDLEMODE;
3296
3297        if (data->cfg->quirks & SYSC_QUIRK_UNCACHED)
3298                *sysc_flags |= SYSC_NO_CACHE;
3299        if (data->cfg->quirks & SYSC_QUIRK_RESET_STATUS)
3300                *sysc_flags |= SYSC_HAS_RESET_STATUS;
3301
3302        if (data->cfg->syss_mask & 1)
3303                *sysc_flags |= SYSS_HAS_RESET_STATUS;
3304
3305        return 0;
3306}
3307
3308/**
3309 * omap_hwmod_init_idlemodes - initialize module idle modes
3310 * @dev: struct device
3311 * @data: module data
3312 * @idlemodes: module supported idle modes
3313 */
3314static int omap_hwmod_init_idlemodes(struct device *dev,
3315                                     const struct ti_sysc_module_data *data,
3316                                     u32 *idlemodes)
3317{
3318        *idlemodes = 0;
3319
3320        if (data->cfg->midlemodes & BIT(SYSC_IDLE_FORCE))
3321                *idlemodes |= MSTANDBY_FORCE;
3322        if (data->cfg->midlemodes & BIT(SYSC_IDLE_NO))
3323                *idlemodes |= MSTANDBY_NO;
3324        if (data->cfg->midlemodes & BIT(SYSC_IDLE_SMART))
3325                *idlemodes |= MSTANDBY_SMART;
3326        if (data->cfg->midlemodes & BIT(SYSC_IDLE_SMART_WKUP))
3327                *idlemodes |= MSTANDBY_SMART_WKUP;
3328
3329        if (data->cfg->sidlemodes & BIT(SYSC_IDLE_FORCE))
3330                *idlemodes |= SIDLE_FORCE;
3331        if (data->cfg->sidlemodes & BIT(SYSC_IDLE_NO))
3332                *idlemodes |= SIDLE_NO;
3333        if (data->cfg->sidlemodes & BIT(SYSC_IDLE_SMART))
3334                *idlemodes |= SIDLE_SMART;
3335        if (data->cfg->sidlemodes & BIT(SYSC_IDLE_SMART_WKUP))
3336                *idlemodes |= SIDLE_SMART_WKUP;
3337
3338        return 0;
3339}
3340
3341/**
3342 * omap_hwmod_check_module - check new module against platform data
3343 * @dev: struct device
3344 * @oh: module
3345 * @data: new module data
3346 * @sysc_fields: sysc register bits
3347 * @rev_offs: revision register offset
3348 * @sysc_offs: sysconfig register offset
3349 * @syss_offs: sysstatus register offset
3350 * @sysc_flags: sysc specific flags
3351 * @idlemodes: sysc supported idlemodes
3352 */
3353static int omap_hwmod_check_module(struct device *dev,
3354                                   struct omap_hwmod *oh,
3355                                   const struct ti_sysc_module_data *data,
3356                                   struct sysc_regbits *sysc_fields,
3357                                   s32 rev_offs, s32 sysc_offs,
3358                                   s32 syss_offs, u32 sysc_flags,
3359                                   u32 idlemodes)
3360{
3361        if (!oh->class->sysc)
3362                return -ENODEV;
3363
3364        if (oh->class->sysc->sysc_fields &&
3365            sysc_fields != oh->class->sysc->sysc_fields)
3366                dev_warn(dev, "sysc_fields mismatch\n");
3367
3368        if (rev_offs != oh->class->sysc->rev_offs)
3369                dev_warn(dev, "rev_offs %08x != %08x\n", rev_offs,
3370                         oh->class->sysc->rev_offs);
3371        if (sysc_offs != oh->class->sysc->sysc_offs)
3372                dev_warn(dev, "sysc_offs %08x != %08x\n", sysc_offs,
3373                         oh->class->sysc->sysc_offs);
3374        if (syss_offs != oh->class->sysc->syss_offs)
3375                dev_warn(dev, "syss_offs %08x != %08x\n", syss_offs,
3376                         oh->class->sysc->syss_offs);
3377
3378        if (sysc_flags != oh->class->sysc->sysc_flags)
3379                dev_warn(dev, "sysc_flags %08x != %08x\n", sysc_flags,
3380                         oh->class->sysc->sysc_flags);
3381
3382        if (idlemodes != oh->class->sysc->idlemodes)
3383                dev_warn(dev, "idlemodes %08x != %08x\n", idlemodes,
3384                         oh->class->sysc->idlemodes);
3385
3386        if (data->cfg->srst_udelay != oh->class->sysc->srst_udelay)
3387                dev_warn(dev, "srst_udelay %i != %i\n",
3388                         data->cfg->srst_udelay,
3389                         oh->class->sysc->srst_udelay);
3390
3391        return 0;
3392}
3393
3394/**
3395 * omap_hwmod_allocate_module - allocate new module
3396 * @dev: struct device
3397 * @oh: module
3398 * @sysc_fields: sysc register bits
3399 * @clockdomain: clockdomain
3400 * @rev_offs: revision register offset
3401 * @sysc_offs: sysconfig register offset
3402 * @syss_offs: sysstatus register offset
3403 * @sysc_flags: sysc specific flags
3404 * @idlemodes: sysc supported idlemodes
3405 *
3406 * Note that the allocations here cannot use devm as ti-sysc can rebind.
3407 */
3408static int omap_hwmod_allocate_module(struct device *dev, struct omap_hwmod *oh,
3409                                      const struct ti_sysc_module_data *data,
3410                                      struct sysc_regbits *sysc_fields,
3411                                      struct clockdomain *clkdm,
3412                                      s32 rev_offs, s32 sysc_offs,
3413                                      s32 syss_offs, u32 sysc_flags,
3414                                      u32 idlemodes)
3415{
3416        struct omap_hwmod_class_sysconfig *sysc;
3417        struct omap_hwmod_class *class = NULL;
3418        struct omap_hwmod_ocp_if *oi = NULL;
3419        void __iomem *regs = NULL;
3420        unsigned long flags;
3421
3422        sysc = kzalloc(sizeof(*sysc), GFP_KERNEL);
3423        if (!sysc)
3424                return -ENOMEM;
3425
3426        sysc->sysc_fields = sysc_fields;
3427        sysc->rev_offs = rev_offs;
3428        sysc->sysc_offs = sysc_offs;
3429        sysc->syss_offs = syss_offs;
3430        sysc->sysc_flags = sysc_flags;
3431        sysc->idlemodes = idlemodes;
3432        sysc->srst_udelay = data->cfg->srst_udelay;
3433
3434        if (!oh->_mpu_rt_va) {
3435                regs = ioremap(data->module_pa,
3436                               data->module_size);
3437                if (!regs)
3438                        goto out_free_sysc;
3439        }
3440
3441        /*
3442         * We may need a new oh->class as the other devices in the same class
3443         * may not yet have ioremapped their registers.
3444         */
3445        if (oh->class->name && strcmp(oh->class->name, data->name)) {
3446                class = kmemdup(oh->class, sizeof(*oh->class), GFP_KERNEL);
3447                if (!class)
3448                        goto out_unmap;
3449        }
3450
3451        if (list_empty(&oh->slave_ports)) {
3452                oi = kcalloc(1, sizeof(*oi), GFP_KERNEL);
3453                if (!oi)
3454                        goto out_free_class;
3455
3456                /*
3457                 * Note that we assume interconnect interface clocks will be
3458                 * managed by the interconnect driver for OCPIF_SWSUP_IDLE case
3459                 * on omap24xx and omap3.
3460                 */
3461                oi->slave = oh;
3462                oi->user = OCP_USER_MPU | OCP_USER_SDMA;
3463        }
3464
3465        spin_lock_irqsave(&oh->_lock, flags);
3466        if (regs)
3467                oh->_mpu_rt_va = regs;
3468        if (class)
3469                oh->class = class;
3470        oh->class->sysc = sysc;
3471        if (oi)
3472                _add_link(oi);
3473        if (clkdm)
3474                oh->clkdm = clkdm;
3475        oh->_state = _HWMOD_STATE_INITIALIZED;
3476        oh->_postsetup_state = _HWMOD_STATE_DEFAULT;
3477        _setup(oh, NULL);
3478        spin_unlock_irqrestore(&oh->_lock, flags);
3479
3480        return 0;
3481
3482out_free_class:
3483        kfree(class);
3484out_unmap:
3485        iounmap(regs);
3486out_free_sysc:
3487        kfree(sysc);
3488        return -ENOMEM;
3489}
3490
3491static const struct omap_hwmod_reset omap24xx_reset_quirks[] = {
3492        { .match = "msdi", .len = 4, .reset = omap_msdi_reset, },
3493};
3494
3495static const struct omap_hwmod_reset dra7_reset_quirks[] = {
3496        { .match = "pcie", .len = 4, .reset = dra7xx_pciess_reset, },
3497};
3498
3499static const struct omap_hwmod_reset omap_reset_quirks[] = {
3500        { .match = "dss_core", .len = 8, .reset = omap_dss_reset, },
3501        { .match = "hdq1w", .len = 5, .reset = omap_hdq1w_reset, },
3502        { .match = "i2c", .len = 3, .reset = omap_i2c_reset, },
3503        { .match = "wd_timer", .len = 8, .reset = omap2_wd_timer_reset, },
3504};
3505
3506static void
3507omap_hwmod_init_reset_quirk(struct device *dev, struct omap_hwmod *oh,
3508                            const struct ti_sysc_module_data *data,
3509                            const struct omap_hwmod_reset *quirks,
3510                            int quirks_sz)
3511{
3512        const struct omap_hwmod_reset *quirk;
3513        int i;
3514
3515        for (i = 0; i < quirks_sz; i++) {
3516                quirk = &quirks[i];
3517                if (!strncmp(data->name, quirk->match, quirk->len)) {
3518                        oh->class->reset = quirk->reset;
3519
3520                        return;
3521                }
3522        }
3523}
3524
3525static void
3526omap_hwmod_init_reset_quirks(struct device *dev, struct omap_hwmod *oh,
3527                             const struct ti_sysc_module_data *data)
3528{
3529        if (soc_is_omap24xx())
3530                omap_hwmod_init_reset_quirk(dev, oh, data,
3531                                            omap24xx_reset_quirks,
3532                                            ARRAY_SIZE(omap24xx_reset_quirks));
3533
3534        if (soc_is_dra7xx())
3535                omap_hwmod_init_reset_quirk(dev, oh, data, dra7_reset_quirks,
3536                                            ARRAY_SIZE(dra7_reset_quirks));
3537
3538        omap_hwmod_init_reset_quirk(dev, oh, data, omap_reset_quirks,
3539                                    ARRAY_SIZE(omap_reset_quirks));
3540}
3541
3542/**
3543 * omap_hwmod_init_module - initialize new module
3544 * @dev: struct device
3545 * @data: module data
3546 * @cookie: cookie for the caller to use for later calls
3547 */
3548int omap_hwmod_init_module(struct device *dev,
3549                           const struct ti_sysc_module_data *data,
3550                           struct ti_sysc_cookie *cookie)
3551{
3552        struct omap_hwmod *oh;
3553        struct sysc_regbits *sysc_fields;
3554        s32 rev_offs, sysc_offs, syss_offs;
3555        u32 sysc_flags, idlemodes;
3556        int error;
3557
3558        if (!dev || !data || !data->name || !cookie)
3559                return -EINVAL;
3560
3561        oh = _lookup(data->name);
3562        if (!oh) {
3563                oh = kzalloc(sizeof(*oh), GFP_KERNEL);
3564                if (!oh)
3565                        return -ENOMEM;
3566
3567                oh->name = data->name;
3568                oh->_state = _HWMOD_STATE_UNKNOWN;
3569                lockdep_register_key(&oh->hwmod_key);
3570
3571                /* Unused, can be handled by PRM driver handling resets */
3572                oh->prcm.omap4.flags = HWMOD_OMAP4_NO_CONTEXT_LOSS_BIT;
3573
3574                oh->class = kzalloc(sizeof(*oh->class), GFP_KERNEL);
3575                if (!oh->class) {
3576                        kfree(oh);
3577                        return -ENOMEM;
3578                }
3579
3580                omap_hwmod_init_reset_quirks(dev, oh, data);
3581
3582                oh->class->name = data->name;
3583                mutex_lock(&list_lock);
3584                error = _register(oh);
3585                mutex_unlock(&list_lock);
3586        }
3587
3588        cookie->data = oh;
3589
3590        error = omap_hwmod_init_regbits(dev, oh, data, &sysc_fields);
3591        if (error)
3592                return error;
3593
3594        error = omap_hwmod_init_reg_offs(dev, data, &rev_offs,
3595                                         &sysc_offs, &syss_offs);
3596        if (error)
3597                return error;
3598
3599        error = omap_hwmod_init_sysc_flags(dev, data, &sysc_flags);
3600        if (error)
3601                return error;
3602
3603        error = omap_hwmod_init_idlemodes(dev, data, &idlemodes);
3604        if (error)
3605                return error;
3606
3607        if (data->cfg->quirks & SYSC_QUIRK_NO_IDLE)
3608                oh->flags |= HWMOD_NO_IDLE;
3609        if (data->cfg->quirks & SYSC_QUIRK_NO_IDLE_ON_INIT)
3610                oh->flags |= HWMOD_INIT_NO_IDLE;
3611        if (data->cfg->quirks & SYSC_QUIRK_NO_RESET_ON_INIT)
3612                oh->flags |= HWMOD_INIT_NO_RESET;
3613        if (data->cfg->quirks & SYSC_QUIRK_USE_CLOCKACT)
3614                oh->flags |= HWMOD_SET_DEFAULT_CLOCKACT;
3615        if (data->cfg->quirks & SYSC_QUIRK_SWSUP_SIDLE)
3616                oh->flags |= HWMOD_SWSUP_SIDLE;
3617        if (data->cfg->quirks & SYSC_QUIRK_SWSUP_SIDLE_ACT)
3618                oh->flags |= HWMOD_SWSUP_SIDLE_ACT;
3619        if (data->cfg->quirks & SYSC_QUIRK_SWSUP_MSTANDBY)
3620                oh->flags |= HWMOD_SWSUP_MSTANDBY;
3621
3622        error = omap_hwmod_check_module(dev, oh, data, sysc_fields,
3623                                        rev_offs, sysc_offs, syss_offs,
3624                                        sysc_flags, idlemodes);
3625        if (!error)
3626                return error;
3627
3628        return omap_hwmod_allocate_module(dev, oh, data, sysc_fields,
3629                                          cookie->clkdm, rev_offs,
3630                                          sysc_offs, syss_offs,
3631                                          sysc_flags, idlemodes);
3632}
3633
3634/**
3635 * omap_hwmod_setup_earlycon_flags - set up flags for early console
3636 *
3637 * Enable DEBUG_OMAPUART_FLAGS for uart hwmod that is being used as
3638 * early concole so that hwmod core doesn't reset and keep it in idle
3639 * that specific uart.
3640 */
3641#ifdef CONFIG_SERIAL_EARLYCON
3642static void __init omap_hwmod_setup_earlycon_flags(void)
3643{
3644        struct device_node *np;
3645        struct omap_hwmod *oh;
3646        const char *uart;
3647
3648        np = of_find_node_by_path("/chosen");
3649        if (np) {
3650                uart = of_get_property(np, "stdout-path", NULL);
3651                if (uart) {
3652                        np = of_find_node_by_path(uart);
3653                        if (np) {
3654                                uart = of_get_property(np, "ti,hwmods", NULL);
3655                                oh = omap_hwmod_lookup(uart);
3656                                if (!oh) {
3657                                        uart = of_get_property(np->parent,
3658                                                               "ti,hwmods",
3659                                                               NULL);
3660                                        oh = omap_hwmod_lookup(uart);
3661                                }
3662                                if (oh)
3663                                        oh->flags |= DEBUG_OMAPUART_FLAGS;
3664                        }
3665                }
3666        }
3667}
3668#endif
3669
3670/**
3671 * omap_hwmod_setup_all - set up all registered IP blocks
3672 *
3673 * Initialize and set up all IP blocks registered with the hwmod code.
3674 * Must be called after omap2_clk_init().  Resolves the struct clk
3675 * names to struct clk pointers for each registered omap_hwmod.  Also
3676 * calls _setup() on each hwmod.  Returns 0 upon success.
3677 */
3678static int __init omap_hwmod_setup_all(void)
3679{
3680        _ensure_mpu_hwmod_is_setup(NULL);
3681
3682        omap_hwmod_for_each(_init, NULL);
3683#ifdef CONFIG_SERIAL_EARLYCON
3684        omap_hwmod_setup_earlycon_flags();
3685#endif
3686        omap_hwmod_for_each(_setup, NULL);
3687
3688        return 0;
3689}
3690omap_postcore_initcall(omap_hwmod_setup_all);
3691
3692/**
3693 * omap_hwmod_enable - enable an omap_hwmod
3694 * @oh: struct omap_hwmod *
3695 *
3696 * Enable an omap_hwmod @oh.  Intended to be called by omap_device_enable().
3697 * Returns -EINVAL on error or passes along the return value from _enable().
3698 */
3699int omap_hwmod_enable(struct omap_hwmod *oh)
3700{
3701        int r;
3702        unsigned long flags;
3703
3704        if (!oh)
3705                return -EINVAL;
3706
3707        spin_lock_irqsave(&oh->_lock, flags);
3708        r = _enable(oh);
3709        spin_unlock_irqrestore(&oh->_lock, flags);
3710
3711        return r;
3712}
3713
3714/**
3715 * omap_hwmod_idle - idle an omap_hwmod
3716 * @oh: struct omap_hwmod *
3717 *
3718 * Idle an omap_hwmod @oh.  Intended to be called by omap_device_idle().
3719 * Returns -EINVAL on error or passes along the return value from _idle().
3720 */
3721int omap_hwmod_idle(struct omap_hwmod *oh)
3722{
3723        int r;
3724        unsigned long flags;
3725
3726        if (!oh)
3727                return -EINVAL;
3728
3729        spin_lock_irqsave(&oh->_lock, flags);
3730        r = _idle(oh);
3731        spin_unlock_irqrestore(&oh->_lock, flags);
3732
3733        return r;
3734}
3735
3736/**
3737 * omap_hwmod_shutdown - shutdown an omap_hwmod
3738 * @oh: struct omap_hwmod *
3739 *
3740 * Shutdown an omap_hwmod @oh.  Intended to be called by
3741 * omap_device_shutdown().  Returns -EINVAL on error or passes along
3742 * the return value from _shutdown().
3743 */
3744int omap_hwmod_shutdown(struct omap_hwmod *oh)
3745{
3746        int r;
3747        unsigned long flags;
3748
3749        if (!oh)
3750                return -EINVAL;
3751
3752        spin_lock_irqsave(&oh->_lock, flags);
3753        r = _shutdown(oh);
3754        spin_unlock_irqrestore(&oh->_lock, flags);
3755
3756        return r;
3757}
3758
3759/*
3760 * IP block data retrieval functions
3761 */
3762
3763/**
3764 * omap_hwmod_get_pwrdm - return pointer to this module's main powerdomain
3765 * @oh: struct omap_hwmod *
3766 *
3767 * Return the powerdomain pointer associated with the OMAP module
3768 * @oh's main clock.  If @oh does not have a main clk, return the
3769 * powerdomain associated with the interface clock associated with the
3770 * module's MPU port. (XXX Perhaps this should use the SDMA port
3771 * instead?)  Returns NULL on error, or a struct powerdomain * on
3772 * success.
3773 */
3774struct powerdomain *omap_hwmod_get_pwrdm(struct omap_hwmod *oh)
3775{
3776        struct clk *c;
3777        struct omap_hwmod_ocp_if *oi;
3778        struct clockdomain *clkdm;
3779        struct clk_hw_omap *clk;
3780
3781        if (!oh)
3782                return NULL;
3783
3784        if (oh->clkdm)
3785                return oh->clkdm->pwrdm.ptr;
3786
3787        if (oh->_clk) {
3788                c = oh->_clk;
3789        } else {
3790                oi = _find_mpu_rt_port(oh);
3791                if (!oi)
3792                        return NULL;
3793                c = oi->_clk;
3794        }
3795
3796        clk = to_clk_hw_omap(__clk_get_hw(c));
3797        clkdm = clk->clkdm;
3798        if (!clkdm)
3799                return NULL;
3800
3801        return clkdm->pwrdm.ptr;
3802}
3803
3804/**
3805 * omap_hwmod_get_mpu_rt_va - return the module's base address (for the MPU)
3806 * @oh: struct omap_hwmod *
3807 *
3808 * Returns the virtual address corresponding to the beginning of the
3809 * module's register target, in the address range that is intended to
3810 * be used by the MPU.  Returns the virtual address upon success or NULL
3811 * upon error.
3812 */
3813void __iomem *omap_hwmod_get_mpu_rt_va(struct omap_hwmod *oh)
3814{
3815        if (!oh)
3816                return NULL;
3817
3818        if (oh->_int_flags & _HWMOD_NO_MPU_PORT)
3819                return NULL;
3820
3821        if (oh->_state == _HWMOD_STATE_UNKNOWN)
3822                return NULL;
3823
3824        return oh->_mpu_rt_va;
3825}
3826
3827/*
3828 * XXX what about functions for drivers to save/restore ocp_sysconfig
3829 * for context save/restore operations?
3830 */
3831
3832/**
3833 * omap_hwmod_assert_hardreset - assert the HW reset line of submodules
3834 * contained in the hwmod module.
3835 * @oh: struct omap_hwmod *
3836 * @name: name of the reset line to lookup and assert
3837 *
3838 * Some IP like dsp, ipu or iva contain processor that require
3839 * an HW reset line to be assert / deassert in order to enable fully
3840 * the IP.  Returns -EINVAL if @oh is null or if the operation is not
3841 * yet supported on this OMAP; otherwise, passes along the return value
3842 * from _assert_hardreset().
3843 */
3844int omap_hwmod_assert_hardreset(struct omap_hwmod *oh, const char *name)
3845{
3846        int ret;
3847        unsigned long flags;
3848
3849        if (!oh)
3850                return -EINVAL;
3851
3852        spin_lock_irqsave(&oh->_lock, flags);
3853        ret = _assert_hardreset(oh, name);
3854        spin_unlock_irqrestore(&oh->_lock, flags);
3855
3856        return ret;
3857}
3858
3859/**
3860 * omap_hwmod_deassert_hardreset - deassert the HW reset line of submodules
3861 * contained in the hwmod module.
3862 * @oh: struct omap_hwmod *
3863 * @name: name of the reset line to look up and deassert
3864 *
3865 * Some IP like dsp, ipu or iva contain processor that require
3866 * an HW reset line to be assert / deassert in order to enable fully
3867 * the IP.  Returns -EINVAL if @oh is null or if the operation is not
3868 * yet supported on this OMAP; otherwise, passes along the return value
3869 * from _deassert_hardreset().
3870 */
3871int omap_hwmod_deassert_hardreset(struct omap_hwmod *oh, const char *name)
3872{
3873        int ret;
3874        unsigned long flags;
3875
3876        if (!oh)
3877                return -EINVAL;
3878
3879        spin_lock_irqsave(&oh->_lock, flags);
3880        ret = _deassert_hardreset(oh, name);
3881        spin_unlock_irqrestore(&oh->_lock, flags);
3882
3883        return ret;
3884}
3885
3886/**
3887 * omap_hwmod_for_each_by_class - call @fn for each hwmod of class @classname
3888 * @classname: struct omap_hwmod_class name to search for
3889 * @fn: callback function pointer to call for each hwmod in class @classname
3890 * @user: arbitrary context data to pass to the callback function
3891 *
3892 * For each omap_hwmod of class @classname, call @fn.
3893 * If the callback function returns something other than
3894 * zero, the iterator is terminated, and the callback function's return
3895 * value is passed back to the caller.  Returns 0 upon success, -EINVAL
3896 * if @classname or @fn are NULL, or passes back the error code from @fn.
3897 */
3898int omap_hwmod_for_each_by_class(const char *classname,
3899                                 int (*fn)(struct omap_hwmod *oh,
3900                                           void *user),
3901                                 void *user)
3902{
3903        struct omap_hwmod *temp_oh;
3904        int ret = 0;
3905
3906        if (!classname || !fn)
3907                return -EINVAL;
3908
3909        pr_debug("omap_hwmod: %s: looking for modules of class %s\n",
3910                 __func__, classname);
3911
3912        list_for_each_entry(temp_oh, &omap_hwmod_list, node) {
3913                if (!strcmp(temp_oh->class->name, classname)) {
3914                        pr_debug("omap_hwmod: %s: %s: calling callback fn\n",
3915                                 __func__, temp_oh->name);
3916                        ret = (*fn)(temp_oh, user);
3917                        if (ret)
3918                                break;
3919                }
3920        }
3921
3922        if (ret)
3923                pr_debug("omap_hwmod: %s: iterator terminated early: %d\n",
3924                         __func__, ret);
3925
3926        return ret;
3927}
3928
3929/**
3930 * omap_hwmod_set_postsetup_state - set the post-_setup() state for this hwmod
3931 * @oh: struct omap_hwmod *
3932 * @state: state that _setup() should leave the hwmod in
3933 *
3934 * Sets the hwmod state that @oh will enter at the end of _setup()
3935 * (called by omap_hwmod_setup_*()).  See also the documentation
3936 * for _setup_postsetup(), above.  Returns 0 upon success or
3937 * -EINVAL if there is a problem with the arguments or if the hwmod is
3938 * in the wrong state.
3939 */
3940int omap_hwmod_set_postsetup_state(struct omap_hwmod *oh, u8 state)
3941{
3942        int ret;
3943        unsigned long flags;
3944
3945        if (!oh)
3946                return -EINVAL;
3947
3948        if (state != _HWMOD_STATE_DISABLED &&
3949            state != _HWMOD_STATE_ENABLED &&
3950            state != _HWMOD_STATE_IDLE)
3951                return -EINVAL;
3952
3953        spin_lock_irqsave(&oh->_lock, flags);
3954
3955        if (oh->_state != _HWMOD_STATE_REGISTERED) {
3956                ret = -EINVAL;
3957                goto ohsps_unlock;
3958        }
3959
3960        oh->_postsetup_state = state;
3961        ret = 0;
3962
3963ohsps_unlock:
3964        spin_unlock_irqrestore(&oh->_lock, flags);
3965
3966        return ret;
3967}
3968
3969/**
3970 * omap_hwmod_get_context_loss_count - get lost context count
3971 * @oh: struct omap_hwmod *
3972 *
3973 * Returns the context loss count of associated @oh
3974 * upon success, or zero if no context loss data is available.
3975 *
3976 * On OMAP4, this queries the per-hwmod context loss register,
3977 * assuming one exists.  If not, or on OMAP2/3, this queries the
3978 * enclosing powerdomain context loss count.
3979 */
3980int omap_hwmod_get_context_loss_count(struct omap_hwmod *oh)
3981{
3982        struct powerdomain *pwrdm;
3983        int ret = 0;
3984
3985        if (soc_ops.get_context_lost)
3986                return soc_ops.get_context_lost(oh);
3987
3988        pwrdm = omap_hwmod_get_pwrdm(oh);
3989        if (pwrdm)
3990                ret = pwrdm_get_context_loss_count(pwrdm);
3991
3992        return ret;
3993}
3994
3995/**
3996 * omap_hwmod_init - initialize the hwmod code
3997 *
3998 * Sets up some function pointers needed by the hwmod code to operate on the
3999 * currently-booted SoC.  Intended to be called once during kernel init
4000 * before any hwmods are registered.  No return value.
4001 */
4002void __init omap_hwmod_init(void)
4003{
4004        if (cpu_is_omap24xx()) {
4005                soc_ops.wait_target_ready = _omap2xxx_3xxx_wait_target_ready;
4006                soc_ops.assert_hardreset = _omap2_assert_hardreset;
4007                soc_ops.deassert_hardreset = _omap2_deassert_hardreset;
4008                soc_ops.is_hardreset_asserted = _omap2_is_hardreset_asserted;
4009        } else if (cpu_is_omap34xx()) {
4010                soc_ops.wait_target_ready = _omap2xxx_3xxx_wait_target_ready;
4011                soc_ops.assert_hardreset = _omap2_assert_hardreset;
4012                soc_ops.deassert_hardreset = _omap2_deassert_hardreset;
4013                soc_ops.is_hardreset_asserted = _omap2_is_hardreset_asserted;
4014                soc_ops.init_clkdm = _init_clkdm;
4015        } else if (cpu_is_omap44xx() || soc_is_omap54xx() || soc_is_dra7xx()) {
4016                soc_ops.enable_module = _omap4_enable_module;
4017                soc_ops.disable_module = _omap4_disable_module;
4018                soc_ops.wait_target_ready = _omap4_wait_target_ready;
4019                soc_ops.assert_hardreset = _omap4_assert_hardreset;
4020                soc_ops.deassert_hardreset = _omap4_deassert_hardreset;
4021                soc_ops.is_hardreset_asserted = _omap4_is_hardreset_asserted;
4022                soc_ops.init_clkdm = _init_clkdm;
4023                soc_ops.update_context_lost = _omap4_update_context_lost;
4024                soc_ops.get_context_lost = _omap4_get_context_lost;
4025                soc_ops.disable_direct_prcm = _omap4_disable_direct_prcm;
4026                soc_ops.xlate_clkctrl = _omap4_xlate_clkctrl;
4027        } else if (cpu_is_ti814x() || cpu_is_ti816x() || soc_is_am33xx() ||
4028                   soc_is_am43xx()) {
4029                soc_ops.enable_module = _omap4_enable_module;
4030                soc_ops.disable_module = _omap4_disable_module;
4031                soc_ops.wait_target_ready = _omap4_wait_target_ready;
4032                soc_ops.assert_hardreset = _omap4_assert_hardreset;
4033                soc_ops.deassert_hardreset = _am33xx_deassert_hardreset;
4034                soc_ops.is_hardreset_asserted = _omap4_is_hardreset_asserted;
4035                soc_ops.init_clkdm = _init_clkdm;
4036                soc_ops.disable_direct_prcm = _omap4_disable_direct_prcm;
4037                soc_ops.xlate_clkctrl = _omap4_xlate_clkctrl;
4038        } else {
4039                WARN(1, "omap_hwmod: unknown SoC type\n");
4040        }
4041
4042        _init_clkctrl_providers();
4043
4044        inited = true;
4045}
4046
4047/**
4048 * omap_hwmod_get_main_clk - get pointer to main clock name
4049 * @oh: struct omap_hwmod *
4050 *
4051 * Returns the main clock name assocated with @oh upon success,
4052 * or NULL if @oh is NULL.
4053 */
4054const char *omap_hwmod_get_main_clk(struct omap_hwmod *oh)
4055{
4056        if (!oh)
4057                return NULL;
4058
4059        return oh->main_clk;
4060}
4061