linux/drivers/pinctrl/pinctrl-rockchip.c
<<
>>
Prefs
   1/*
   2 * Pinctrl driver for Rockchip SoCs
   3 *
   4 * Copyright (c) 2013 MundoReader S.L.
   5 * Author: Heiko Stuebner <heiko@sntech.de>
   6 *
   7 * With some ideas taken from pinctrl-samsung:
   8 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
   9 *              http://www.samsung.com
  10 * Copyright (c) 2012 Linaro Ltd
  11 *              http://www.linaro.org
  12 *
  13 * and pinctrl-at91:
  14 * Copyright (C) 2011-2012 Jean-Christophe PLAGNIOL-VILLARD <plagnioj@jcrosoft.com>
  15 *
  16 * This program is free software; you can redistribute it and/or modify
  17 * it under the terms of the GNU General Public License version 2 as published
  18 * by the Free Software Foundation.
  19 *
  20 * This program is distributed in the hope that it will be useful,
  21 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  22 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  23 * GNU General Public License for more details.
  24 */
  25
  26#include <linux/init.h>
  27#include <linux/platform_device.h>
  28#include <linux/io.h>
  29#include <linux/bitops.h>
  30#include <linux/gpio.h>
  31#include <linux/of_address.h>
  32#include <linux/of_irq.h>
  33#include <linux/pinctrl/machine.h>
  34#include <linux/pinctrl/pinconf.h>
  35#include <linux/pinctrl/pinctrl.h>
  36#include <linux/pinctrl/pinmux.h>
  37#include <linux/pinctrl/pinconf-generic.h>
  38#include <linux/irqchip/chained_irq.h>
  39#include <linux/clk.h>
  40#include <linux/regmap.h>
  41#include <linux/mfd/syscon.h>
  42#include <dt-bindings/pinctrl/rockchip.h>
  43
  44#include "core.h"
  45#include "pinconf.h"
  46
  47/* GPIO control registers */
  48#define GPIO_SWPORT_DR          0x00
  49#define GPIO_SWPORT_DDR         0x04
  50#define GPIO_INTEN              0x30
  51#define GPIO_INTMASK            0x34
  52#define GPIO_INTTYPE_LEVEL      0x38
  53#define GPIO_INT_POLARITY       0x3c
  54#define GPIO_INT_STATUS         0x40
  55#define GPIO_INT_RAWSTATUS      0x44
  56#define GPIO_DEBOUNCE           0x48
  57#define GPIO_PORTS_EOI          0x4c
  58#define GPIO_EXT_PORT           0x50
  59#define GPIO_LS_SYNC            0x60
  60
  61enum rockchip_pinctrl_type {
  62        RV1108,
  63        RK2928,
  64        RK3066B,
  65        RK3128,
  66        RK3188,
  67        RK3288,
  68        RK3368,
  69        RK3399,
  70};
  71
  72/**
  73 * Encode variants of iomux registers into a type variable
  74 */
  75#define IOMUX_GPIO_ONLY         BIT(0)
  76#define IOMUX_WIDTH_4BIT        BIT(1)
  77#define IOMUX_SOURCE_PMU        BIT(2)
  78#define IOMUX_UNROUTED          BIT(3)
  79#define IOMUX_WIDTH_3BIT        BIT(4)
  80
  81/**
  82 * @type: iomux variant using IOMUX_* constants
  83 * @offset: if initialized to -1 it will be autocalculated, by specifying
  84 *          an initial offset value the relevant source offset can be reset
  85 *          to a new value for autocalculating the following iomux registers.
  86 */
  87struct rockchip_iomux {
  88        int                             type;
  89        int                             offset;
  90};
  91
  92/**
  93 * enum type index corresponding to rockchip_perpin_drv_list arrays index.
  94 */
  95enum rockchip_pin_drv_type {
  96        DRV_TYPE_IO_DEFAULT = 0,
  97        DRV_TYPE_IO_1V8_OR_3V0,
  98        DRV_TYPE_IO_1V8_ONLY,
  99        DRV_TYPE_IO_1V8_3V0_AUTO,
 100        DRV_TYPE_IO_3V3_ONLY,
 101        DRV_TYPE_MAX
 102};
 103
 104/**
 105 * enum type index corresponding to rockchip_pull_list arrays index.
 106 */
 107enum rockchip_pin_pull_type {
 108        PULL_TYPE_IO_DEFAULT = 0,
 109        PULL_TYPE_IO_1V8_ONLY,
 110        PULL_TYPE_MAX
 111};
 112
 113/**
 114 * @drv_type: drive strength variant using rockchip_perpin_drv_type
 115 * @offset: if initialized to -1 it will be autocalculated, by specifying
 116 *          an initial offset value the relevant source offset can be reset
 117 *          to a new value for autocalculating the following drive strength
 118 *          registers. if used chips own cal_drv func instead to calculate
 119 *          registers offset, the variant could be ignored.
 120 */
 121struct rockchip_drv {
 122        enum rockchip_pin_drv_type      drv_type;
 123        int                             offset;
 124};
 125
 126/**
 127 * @reg_base: register base of the gpio bank
 128 * @reg_pull: optional separate register for additional pull settings
 129 * @clk: clock of the gpio bank
 130 * @irq: interrupt of the gpio bank
 131 * @saved_masks: Saved content of GPIO_INTEN at suspend time.
 132 * @pin_base: first pin number
 133 * @nr_pins: number of pins in this bank
 134 * @name: name of the bank
 135 * @bank_num: number of the bank, to account for holes
 136 * @iomux: array describing the 4 iomux sources of the bank
 137 * @drv: array describing the 4 drive strength sources of the bank
 138 * @pull_type: array describing the 4 pull type sources of the bank
 139 * @valid: is all necessary information present
 140 * @of_node: dt node of this bank
 141 * @drvdata: common pinctrl basedata
 142 * @domain: irqdomain of the gpio bank
 143 * @gpio_chip: gpiolib chip
 144 * @grange: gpio range
 145 * @slock: spinlock for the gpio bank
 146 * @route_mask: bits describing the routing pins of per bank
 147 */
 148struct rockchip_pin_bank {
 149        void __iomem                    *reg_base;
 150        struct regmap                   *regmap_pull;
 151        struct clk                      *clk;
 152        int                             irq;
 153        u32                             saved_masks;
 154        u32                             pin_base;
 155        u8                              nr_pins;
 156        char                            *name;
 157        u8                              bank_num;
 158        struct rockchip_iomux           iomux[4];
 159        struct rockchip_drv             drv[4];
 160        enum rockchip_pin_pull_type     pull_type[4];
 161        bool                            valid;
 162        struct device_node              *of_node;
 163        struct rockchip_pinctrl         *drvdata;
 164        struct irq_domain               *domain;
 165        struct gpio_chip                gpio_chip;
 166        struct pinctrl_gpio_range       grange;
 167        raw_spinlock_t                  slock;
 168        u32                             toggle_edge_mode;
 169        u32                             recalced_mask;
 170        u32                             route_mask;
 171};
 172
 173#define PIN_BANK(id, pins, label)                       \
 174        {                                               \
 175                .bank_num       = id,                   \
 176                .nr_pins        = pins,                 \
 177                .name           = label,                \
 178                .iomux          = {                     \
 179                        { .offset = -1 },               \
 180                        { .offset = -1 },               \
 181                        { .offset = -1 },               \
 182                        { .offset = -1 },               \
 183                },                                      \
 184        }
 185
 186#define PIN_BANK_IOMUX_FLAGS(id, pins, label, iom0, iom1, iom2, iom3)   \
 187        {                                                               \
 188                .bank_num       = id,                                   \
 189                .nr_pins        = pins,                                 \
 190                .name           = label,                                \
 191                .iomux          = {                                     \
 192                        { .type = iom0, .offset = -1 },                 \
 193                        { .type = iom1, .offset = -1 },                 \
 194                        { .type = iom2, .offset = -1 },                 \
 195                        { .type = iom3, .offset = -1 },                 \
 196                },                                                      \
 197        }
 198
 199#define PIN_BANK_DRV_FLAGS(id, pins, label, type0, type1, type2, type3) \
 200        {                                                               \
 201                .bank_num       = id,                                   \
 202                .nr_pins        = pins,                                 \
 203                .name           = label,                                \
 204                .iomux          = {                                     \
 205                        { .offset = -1 },                               \
 206                        { .offset = -1 },                               \
 207                        { .offset = -1 },                               \
 208                        { .offset = -1 },                               \
 209                },                                                      \
 210                .drv            = {                                     \
 211                        { .drv_type = type0, .offset = -1 },            \
 212                        { .drv_type = type1, .offset = -1 },            \
 213                        { .drv_type = type2, .offset = -1 },            \
 214                        { .drv_type = type3, .offset = -1 },            \
 215                },                                                      \
 216        }
 217
 218#define PIN_BANK_DRV_FLAGS_PULL_FLAGS(id, pins, label, drv0, drv1,      \
 219                                      drv2, drv3, pull0, pull1,         \
 220                                      pull2, pull3)                     \
 221        {                                                               \
 222                .bank_num       = id,                                   \
 223                .nr_pins        = pins,                                 \
 224                .name           = label,                                \
 225                .iomux          = {                                     \
 226                        { .offset = -1 },                               \
 227                        { .offset = -1 },                               \
 228                        { .offset = -1 },                               \
 229                        { .offset = -1 },                               \
 230                },                                                      \
 231                .drv            = {                                     \
 232                        { .drv_type = drv0, .offset = -1 },             \
 233                        { .drv_type = drv1, .offset = -1 },             \
 234                        { .drv_type = drv2, .offset = -1 },             \
 235                        { .drv_type = drv3, .offset = -1 },             \
 236                },                                                      \
 237                .pull_type[0] = pull0,                                  \
 238                .pull_type[1] = pull1,                                  \
 239                .pull_type[2] = pull2,                                  \
 240                .pull_type[3] = pull3,                                  \
 241        }
 242
 243#define PIN_BANK_IOMUX_DRV_FLAGS_OFFSET(id, pins, label, iom0, iom1,    \
 244                                        iom2, iom3, drv0, drv1, drv2,   \
 245                                        drv3, offset0, offset1,         \
 246                                        offset2, offset3)               \
 247        {                                                               \
 248                .bank_num       = id,                                   \
 249                .nr_pins        = pins,                                 \
 250                .name           = label,                                \
 251                .iomux          = {                                     \
 252                        { .type = iom0, .offset = -1 },                 \
 253                        { .type = iom1, .offset = -1 },                 \
 254                        { .type = iom2, .offset = -1 },                 \
 255                        { .type = iom3, .offset = -1 },                 \
 256                },                                                      \
 257                .drv            = {                                     \
 258                        { .drv_type = drv0, .offset = offset0 },        \
 259                        { .drv_type = drv1, .offset = offset1 },        \
 260                        { .drv_type = drv2, .offset = offset2 },        \
 261                        { .drv_type = drv3, .offset = offset3 },        \
 262                },                                                      \
 263        }
 264
 265#define PIN_BANK_IOMUX_FLAGS_DRV_FLAGS_OFFSET_PULL_FLAGS(id, pins,      \
 266                                              label, iom0, iom1, iom2,  \
 267                                              iom3, drv0, drv1, drv2,   \
 268                                              drv3, offset0, offset1,   \
 269                                              offset2, offset3, pull0,  \
 270                                              pull1, pull2, pull3)      \
 271        {                                                               \
 272                .bank_num       = id,                                   \
 273                .nr_pins        = pins,                                 \
 274                .name           = label,                                \
 275                .iomux          = {                                     \
 276                        { .type = iom0, .offset = -1 },                 \
 277                        { .type = iom1, .offset = -1 },                 \
 278                        { .type = iom2, .offset = -1 },                 \
 279                        { .type = iom3, .offset = -1 },                 \
 280                },                                                      \
 281                .drv            = {                                     \
 282                        { .drv_type = drv0, .offset = offset0 },        \
 283                        { .drv_type = drv1, .offset = offset1 },        \
 284                        { .drv_type = drv2, .offset = offset2 },        \
 285                        { .drv_type = drv3, .offset = offset3 },        \
 286                },                                                      \
 287                .pull_type[0] = pull0,                                  \
 288                .pull_type[1] = pull1,                                  \
 289                .pull_type[2] = pull2,                                  \
 290                .pull_type[3] = pull3,                                  \
 291        }
 292
 293/**
 294 * struct rockchip_mux_recalced_data: represent a pin iomux data.
 295 * @num: bank number.
 296 * @pin: pin number.
 297 * @bit: index at register.
 298 * @reg: register offset.
 299 * @mask: mask bit
 300 */
 301struct rockchip_mux_recalced_data {
 302        u8 num;
 303        u8 pin;
 304        u32 reg;
 305        u8 bit;
 306        u8 mask;
 307};
 308
 309/**
 310 * struct rockchip_mux_recalced_data: represent a pin iomux data.
 311 * @bank_num: bank number.
 312 * @pin: index at register or used to calc index.
 313 * @func: the min pin.
 314 * @route_offset: the max pin.
 315 * @route_val: the register offset.
 316 */
 317struct rockchip_mux_route_data {
 318        u8 bank_num;
 319        u8 pin;
 320        u8 func;
 321        u32 route_offset;
 322        u32 route_val;
 323};
 324
 325/**
 326 */
 327struct rockchip_pin_ctrl {
 328        struct rockchip_pin_bank        *pin_banks;
 329        u32                             nr_banks;
 330        u32                             nr_pins;
 331        char                            *label;
 332        enum rockchip_pinctrl_type      type;
 333        int                             grf_mux_offset;
 334        int                             pmu_mux_offset;
 335        int                             grf_drv_offset;
 336        int                             pmu_drv_offset;
 337        struct rockchip_mux_recalced_data *iomux_recalced;
 338        u32                             niomux_recalced;
 339        struct rockchip_mux_route_data *iomux_routes;
 340        u32                             niomux_routes;
 341
 342        void    (*pull_calc_reg)(struct rockchip_pin_bank *bank,
 343                                    int pin_num, struct regmap **regmap,
 344                                    int *reg, u8 *bit);
 345        void    (*drv_calc_reg)(struct rockchip_pin_bank *bank,
 346                                    int pin_num, struct regmap **regmap,
 347                                    int *reg, u8 *bit);
 348        int     (*schmitt_calc_reg)(struct rockchip_pin_bank *bank,
 349                                    int pin_num, struct regmap **regmap,
 350                                    int *reg, u8 *bit);
 351};
 352
 353struct rockchip_pin_config {
 354        unsigned int            func;
 355        unsigned long           *configs;
 356        unsigned int            nconfigs;
 357};
 358
 359/**
 360 * struct rockchip_pin_group: represent group of pins of a pinmux function.
 361 * @name: name of the pin group, used to lookup the group.
 362 * @pins: the pins included in this group.
 363 * @npins: number of pins included in this group.
 364 * @func: the mux function number to be programmed when selected.
 365 * @configs: the config values to be set for each pin
 366 * @nconfigs: number of configs for each pin
 367 */
 368struct rockchip_pin_group {
 369        const char                      *name;
 370        unsigned int                    npins;
 371        unsigned int                    *pins;
 372        struct rockchip_pin_config      *data;
 373};
 374
 375/**
 376 * struct rockchip_pmx_func: represent a pin function.
 377 * @name: name of the pin function, used to lookup the function.
 378 * @groups: one or more names of pin groups that provide this function.
 379 * @num_groups: number of groups included in @groups.
 380 */
 381struct rockchip_pmx_func {
 382        const char              *name;
 383        const char              **groups;
 384        u8                      ngroups;
 385};
 386
 387struct rockchip_pinctrl {
 388        struct regmap                   *regmap_base;
 389        int                             reg_size;
 390        struct regmap                   *regmap_pull;
 391        struct regmap                   *regmap_pmu;
 392        struct device                   *dev;
 393        struct rockchip_pin_ctrl        *ctrl;
 394        struct pinctrl_desc             pctl;
 395        struct pinctrl_dev              *pctl_dev;
 396        struct rockchip_pin_group       *groups;
 397        unsigned int                    ngroups;
 398        struct rockchip_pmx_func        *functions;
 399        unsigned int                    nfunctions;
 400};
 401
 402static struct regmap_config rockchip_regmap_config = {
 403        .reg_bits = 32,
 404        .val_bits = 32,
 405        .reg_stride = 4,
 406};
 407
 408static inline const struct rockchip_pin_group *pinctrl_name_to_group(
 409                                        const struct rockchip_pinctrl *info,
 410                                        const char *name)
 411{
 412        int i;
 413
 414        for (i = 0; i < info->ngroups; i++) {
 415                if (!strcmp(info->groups[i].name, name))
 416                        return &info->groups[i];
 417        }
 418
 419        return NULL;
 420}
 421
 422/*
 423 * given a pin number that is local to a pin controller, find out the pin bank
 424 * and the register base of the pin bank.
 425 */
 426static struct rockchip_pin_bank *pin_to_bank(struct rockchip_pinctrl *info,
 427                                                                unsigned pin)
 428{
 429        struct rockchip_pin_bank *b = info->ctrl->pin_banks;
 430
 431        while (pin >= (b->pin_base + b->nr_pins))
 432                b++;
 433
 434        return b;
 435}
 436
 437static struct rockchip_pin_bank *bank_num_to_bank(
 438                                        struct rockchip_pinctrl *info,
 439                                        unsigned num)
 440{
 441        struct rockchip_pin_bank *b = info->ctrl->pin_banks;
 442        int i;
 443
 444        for (i = 0; i < info->ctrl->nr_banks; i++, b++) {
 445                if (b->bank_num == num)
 446                        return b;
 447        }
 448
 449        return ERR_PTR(-EINVAL);
 450}
 451
 452/*
 453 * Pinctrl_ops handling
 454 */
 455
 456static int rockchip_get_groups_count(struct pinctrl_dev *pctldev)
 457{
 458        struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
 459
 460        return info->ngroups;
 461}
 462
 463static const char *rockchip_get_group_name(struct pinctrl_dev *pctldev,
 464                                                        unsigned selector)
 465{
 466        struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
 467
 468        return info->groups[selector].name;
 469}
 470
 471static int rockchip_get_group_pins(struct pinctrl_dev *pctldev,
 472                                      unsigned selector, const unsigned **pins,
 473                                      unsigned *npins)
 474{
 475        struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
 476
 477        if (selector >= info->ngroups)
 478                return -EINVAL;
 479
 480        *pins = info->groups[selector].pins;
 481        *npins = info->groups[selector].npins;
 482
 483        return 0;
 484}
 485
 486static int rockchip_dt_node_to_map(struct pinctrl_dev *pctldev,
 487                                 struct device_node *np,
 488                                 struct pinctrl_map **map, unsigned *num_maps)
 489{
 490        struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
 491        const struct rockchip_pin_group *grp;
 492        struct pinctrl_map *new_map;
 493        struct device_node *parent;
 494        int map_num = 1;
 495        int i;
 496
 497        /*
 498         * first find the group of this node and check if we need to create
 499         * config maps for pins
 500         */
 501        grp = pinctrl_name_to_group(info, np->name);
 502        if (!grp) {
 503                dev_err(info->dev, "unable to find group for node %s\n",
 504                        np->name);
 505                return -EINVAL;
 506        }
 507
 508        map_num += grp->npins;
 509        new_map = devm_kzalloc(pctldev->dev, sizeof(*new_map) * map_num,
 510                                                                GFP_KERNEL);
 511        if (!new_map)
 512                return -ENOMEM;
 513
 514        *map = new_map;
 515        *num_maps = map_num;
 516
 517        /* create mux map */
 518        parent = of_get_parent(np);
 519        if (!parent) {
 520                devm_kfree(pctldev->dev, new_map);
 521                return -EINVAL;
 522        }
 523        new_map[0].type = PIN_MAP_TYPE_MUX_GROUP;
 524        new_map[0].data.mux.function = parent->name;
 525        new_map[0].data.mux.group = np->name;
 526        of_node_put(parent);
 527
 528        /* create config map */
 529        new_map++;
 530        for (i = 0; i < grp->npins; i++) {
 531                new_map[i].type = PIN_MAP_TYPE_CONFIGS_PIN;
 532                new_map[i].data.configs.group_or_pin =
 533                                pin_get_name(pctldev, grp->pins[i]);
 534                new_map[i].data.configs.configs = grp->data[i].configs;
 535                new_map[i].data.configs.num_configs = grp->data[i].nconfigs;
 536        }
 537
 538        dev_dbg(pctldev->dev, "maps: function %s group %s num %d\n",
 539                (*map)->data.mux.function, (*map)->data.mux.group, map_num);
 540
 541        return 0;
 542}
 543
 544static void rockchip_dt_free_map(struct pinctrl_dev *pctldev,
 545                                    struct pinctrl_map *map, unsigned num_maps)
 546{
 547}
 548
 549static const struct pinctrl_ops rockchip_pctrl_ops = {
 550        .get_groups_count       = rockchip_get_groups_count,
 551        .get_group_name         = rockchip_get_group_name,
 552        .get_group_pins         = rockchip_get_group_pins,
 553        .dt_node_to_map         = rockchip_dt_node_to_map,
 554        .dt_free_map            = rockchip_dt_free_map,
 555};
 556
 557/*
 558 * Hardware access
 559 */
 560
 561static struct rockchip_mux_recalced_data rv1108_mux_recalced_data[] = {
 562        {
 563                .num = 1,
 564                .pin = 0,
 565                .reg = 0x418,
 566                .bit = 0,
 567                .mask = 0x3
 568        }, {
 569                .num = 1,
 570                .pin = 1,
 571                .reg = 0x418,
 572                .bit = 2,
 573                .mask = 0x3
 574        }, {
 575                .num = 1,
 576                .pin = 2,
 577                .reg = 0x418,
 578                .bit = 4,
 579                .mask = 0x3
 580        }, {
 581                .num = 1,
 582                .pin = 3,
 583                .reg = 0x418,
 584                .bit = 6,
 585                .mask = 0x3
 586        }, {
 587                .num = 1,
 588                .pin = 4,
 589                .reg = 0x418,
 590                .bit = 8,
 591                .mask = 0x3
 592        }, {
 593                .num = 1,
 594                .pin = 5,
 595                .reg = 0x418,
 596                .bit = 10,
 597                .mask = 0x3
 598        }, {
 599                .num = 1,
 600                .pin = 6,
 601                .reg = 0x418,
 602                .bit = 12,
 603                .mask = 0x3
 604        }, {
 605                .num = 1,
 606                .pin = 7,
 607                .reg = 0x418,
 608                .bit = 14,
 609                .mask = 0x3
 610        }, {
 611                .num = 1,
 612                .pin = 8,
 613                .reg = 0x41c,
 614                .bit = 0,
 615                .mask = 0x3
 616        }, {
 617                .num = 1,
 618                .pin = 9,
 619                .reg = 0x41c,
 620                .bit = 2,
 621                .mask = 0x3
 622        },
 623};
 624
 625static  struct rockchip_mux_recalced_data rk3128_mux_recalced_data[] = {
 626        {
 627                .num = 2,
 628                .pin = 20,
 629                .reg = 0xe8,
 630                .bit = 0,
 631                .mask = 0x7
 632        }, {
 633                .num = 2,
 634                .pin = 21,
 635                .reg = 0xe8,
 636                .bit = 4,
 637                .mask = 0x7
 638        }, {
 639                .num = 2,
 640                .pin = 22,
 641                .reg = 0xe8,
 642                .bit = 8,
 643                .mask = 0x7
 644        }, {
 645                .num = 2,
 646                .pin = 23,
 647                .reg = 0xe8,
 648                .bit = 12,
 649                .mask = 0x7
 650        }, {
 651                .num = 2,
 652                .pin = 24,
 653                .reg = 0xd4,
 654                .bit = 12,
 655                .mask = 0x7
 656        },
 657};
 658
 659static struct rockchip_mux_recalced_data rk3328_mux_recalced_data[] = {
 660        {
 661                .num = 2,
 662                .pin = 12,
 663                .reg = 0x24,
 664                .bit = 8,
 665                .mask = 0x3
 666        }, {
 667                .num = 2,
 668                .pin = 15,
 669                .reg = 0x28,
 670                .bit = 0,
 671                .mask = 0x7
 672        }, {
 673                .num = 2,
 674                .pin = 23,
 675                .reg = 0x30,
 676                .bit = 14,
 677                .mask = 0x3
 678        },
 679};
 680
 681static void rockchip_get_recalced_mux(struct rockchip_pin_bank *bank, int pin,
 682                                      int *reg, u8 *bit, int *mask)
 683{
 684        struct rockchip_pinctrl *info = bank->drvdata;
 685        struct rockchip_pin_ctrl *ctrl = info->ctrl;
 686        struct rockchip_mux_recalced_data *data;
 687        int i;
 688
 689        for (i = 0; i < ctrl->niomux_recalced; i++) {
 690                data = &ctrl->iomux_recalced[i];
 691                if (data->num == bank->bank_num &&
 692                    data->pin == pin)
 693                        break;
 694        }
 695
 696        if (i >= ctrl->niomux_recalced)
 697                return;
 698
 699        *reg = data->reg;
 700        *mask = data->mask;
 701        *bit = data->bit;
 702}
 703
 704static struct rockchip_mux_route_data rk3128_mux_route_data[] = {
 705        {
 706                /* spi-0 */
 707                .bank_num = 1,
 708                .pin = 10,
 709                .func = 1,
 710                .route_offset = 0x144,
 711                .route_val = BIT(16 + 3) | BIT(16 + 4),
 712        }, {
 713                /* spi-1 */
 714                .bank_num = 1,
 715                .pin = 27,
 716                .func = 3,
 717                .route_offset = 0x144,
 718                .route_val = BIT(16 + 3) | BIT(16 + 4) | BIT(3),
 719        }, {
 720                /* spi-2 */
 721                .bank_num = 0,
 722                .pin = 13,
 723                .func = 2,
 724                .route_offset = 0x144,
 725                .route_val = BIT(16 + 3) | BIT(16 + 4) | BIT(4),
 726        }, {
 727                /* i2s-0 */
 728                .bank_num = 1,
 729                .pin = 5,
 730                .func = 1,
 731                .route_offset = 0x144,
 732                .route_val = BIT(16 + 5),
 733        }, {
 734                /* i2s-1 */
 735                .bank_num = 0,
 736                .pin = 14,
 737                .func = 1,
 738                .route_offset = 0x144,
 739                .route_val = BIT(16 + 5) | BIT(5),
 740        }, {
 741                /* emmc-0 */
 742                .bank_num = 1,
 743                .pin = 22,
 744                .func = 2,
 745                .route_offset = 0x144,
 746                .route_val = BIT(16 + 6),
 747        }, {
 748                /* emmc-1 */
 749                .bank_num = 2,
 750                .pin = 4,
 751                .func = 2,
 752                .route_offset = 0x144,
 753                .route_val = BIT(16 + 6) | BIT(6),
 754        },
 755};
 756
 757static struct rockchip_mux_route_data rk3228_mux_route_data[] = {
 758        {
 759                /* pwm0-0 */
 760                .bank_num = 0,
 761                .pin = 26,
 762                .func = 1,
 763                .route_offset = 0x50,
 764                .route_val = BIT(16),
 765        }, {
 766                /* pwm0-1 */
 767                .bank_num = 3,
 768                .pin = 21,
 769                .func = 1,
 770                .route_offset = 0x50,
 771                .route_val = BIT(16) | BIT(0),
 772        }, {
 773                /* pwm1-0 */
 774                .bank_num = 0,
 775                .pin = 27,
 776                .func = 1,
 777                .route_offset = 0x50,
 778                .route_val = BIT(16 + 1),
 779        }, {
 780                /* pwm1-1 */
 781                .bank_num = 0,
 782                .pin = 30,
 783                .func = 2,
 784                .route_offset = 0x50,
 785                .route_val = BIT(16 + 1) | BIT(1),
 786        }, {
 787                /* pwm2-0 */
 788                .bank_num = 0,
 789                .pin = 28,
 790                .func = 1,
 791                .route_offset = 0x50,
 792                .route_val = BIT(16 + 2),
 793        }, {
 794                /* pwm2-1 */
 795                .bank_num = 1,
 796                .pin = 12,
 797                .func = 2,
 798                .route_offset = 0x50,
 799                .route_val = BIT(16 + 2) | BIT(2),
 800        }, {
 801                /* pwm3-0 */
 802                .bank_num = 3,
 803                .pin = 26,
 804                .func = 1,
 805                .route_offset = 0x50,
 806                .route_val = BIT(16 + 3),
 807        }, {
 808                /* pwm3-1 */
 809                .bank_num = 1,
 810                .pin = 11,
 811                .func = 2,
 812                .route_offset = 0x50,
 813                .route_val = BIT(16 + 3) | BIT(3),
 814        }, {
 815                /* sdio-0_d0 */
 816                .bank_num = 1,
 817                .pin = 1,
 818                .func = 1,
 819                .route_offset = 0x50,
 820                .route_val = BIT(16 + 4),
 821        }, {
 822                /* sdio-1_d0 */
 823                .bank_num = 3,
 824                .pin = 2,
 825                .func = 1,
 826                .route_offset = 0x50,
 827                .route_val = BIT(16 + 4) | BIT(4),
 828        }, {
 829                /* spi-0_rx */
 830                .bank_num = 0,
 831                .pin = 13,
 832                .func = 2,
 833                .route_offset = 0x50,
 834                .route_val = BIT(16 + 5),
 835        }, {
 836                /* spi-1_rx */
 837                .bank_num = 2,
 838                .pin = 0,
 839                .func = 2,
 840                .route_offset = 0x50,
 841                .route_val = BIT(16 + 5) | BIT(5),
 842        }, {
 843                /* emmc-0_cmd */
 844                .bank_num = 1,
 845                .pin = 22,
 846                .func = 2,
 847                .route_offset = 0x50,
 848                .route_val = BIT(16 + 7),
 849        }, {
 850                /* emmc-1_cmd */
 851                .bank_num = 2,
 852                .pin = 4,
 853                .func = 2,
 854                .route_offset = 0x50,
 855                .route_val = BIT(16 + 7) | BIT(7),
 856        }, {
 857                /* uart2-0_rx */
 858                .bank_num = 1,
 859                .pin = 19,
 860                .func = 2,
 861                .route_offset = 0x50,
 862                .route_val = BIT(16 + 8),
 863        }, {
 864                /* uart2-1_rx */
 865                .bank_num = 1,
 866                .pin = 10,
 867                .func = 2,
 868                .route_offset = 0x50,
 869                .route_val = BIT(16 + 8) | BIT(8),
 870        }, {
 871                /* uart1-0_rx */
 872                .bank_num = 1,
 873                .pin = 10,
 874                .func = 1,
 875                .route_offset = 0x50,
 876                .route_val = BIT(16 + 11),
 877        }, {
 878                /* uart1-1_rx */
 879                .bank_num = 3,
 880                .pin = 13,
 881                .func = 1,
 882                .route_offset = 0x50,
 883                .route_val = BIT(16 + 11) | BIT(11),
 884        },
 885};
 886
 887static struct rockchip_mux_route_data rk3288_mux_route_data[] = {
 888        {
 889                /* edphdmi_cecinoutt1 */
 890                .bank_num = 7,
 891                .pin = 16,
 892                .func = 2,
 893                .route_offset = 0x264,
 894                .route_val = BIT(16 + 12) | BIT(12),
 895        }, {
 896                /* edphdmi_cecinout */
 897                .bank_num = 7,
 898                .pin = 23,
 899                .func = 4,
 900                .route_offset = 0x264,
 901                .route_val = BIT(16 + 12),
 902        },
 903};
 904
 905static struct rockchip_mux_route_data rk3328_mux_route_data[] = {
 906        {
 907                /* uart2dbg_rxm0 */
 908                .bank_num = 1,
 909                .pin = 1,
 910                .func = 2,
 911                .route_offset = 0x50,
 912                .route_val = BIT(16) | BIT(16 + 1),
 913        }, {
 914                /* uart2dbg_rxm1 */
 915                .bank_num = 2,
 916                .pin = 1,
 917                .func = 1,
 918                .route_offset = 0x50,
 919                .route_val = BIT(16) | BIT(16 + 1) | BIT(0),
 920        }, {
 921                /* gmac-m1_rxd0 */
 922                .bank_num = 1,
 923                .pin = 11,
 924                .func = 2,
 925                .route_offset = 0x50,
 926                .route_val = BIT(16 + 2) | BIT(2),
 927        }, {
 928                /* gmac-m1-optimized_rxd3 */
 929                .bank_num = 1,
 930                .pin = 14,
 931                .func = 2,
 932                .route_offset = 0x50,
 933                .route_val = BIT(16 + 10) | BIT(10),
 934        }, {
 935                /* pdm_sdi0m0 */
 936                .bank_num = 2,
 937                .pin = 19,
 938                .func = 2,
 939                .route_offset = 0x50,
 940                .route_val = BIT(16 + 3),
 941        }, {
 942                /* pdm_sdi0m1 */
 943                .bank_num = 1,
 944                .pin = 23,
 945                .func = 3,
 946                .route_offset = 0x50,
 947                .route_val =  BIT(16 + 3) | BIT(3),
 948        }, {
 949                /* spi_rxdm2 */
 950                .bank_num = 3,
 951                .pin = 2,
 952                .func = 4,
 953                .route_offset = 0x50,
 954                .route_val =  BIT(16 + 4) | BIT(16 + 5) | BIT(5),
 955        }, {
 956                /* i2s2_sdim0 */
 957                .bank_num = 1,
 958                .pin = 24,
 959                .func = 1,
 960                .route_offset = 0x50,
 961                .route_val = BIT(16 + 6),
 962        }, {
 963                /* i2s2_sdim1 */
 964                .bank_num = 3,
 965                .pin = 2,
 966                .func = 6,
 967                .route_offset = 0x50,
 968                .route_val =  BIT(16 + 6) | BIT(6),
 969        }, {
 970                /* card_iom1 */
 971                .bank_num = 2,
 972                .pin = 22,
 973                .func = 3,
 974                .route_offset = 0x50,
 975                .route_val =  BIT(16 + 7) | BIT(7),
 976        }, {
 977                /* tsp_d5m1 */
 978                .bank_num = 2,
 979                .pin = 16,
 980                .func = 3,
 981                .route_offset = 0x50,
 982                .route_val =  BIT(16 + 8) | BIT(8),
 983        }, {
 984                /* cif_data5m1 */
 985                .bank_num = 2,
 986                .pin = 16,
 987                .func = 4,
 988                .route_offset = 0x50,
 989                .route_val =  BIT(16 + 9) | BIT(9),
 990        },
 991};
 992
 993static struct rockchip_mux_route_data rk3399_mux_route_data[] = {
 994        {
 995                /* uart2dbga_rx */
 996                .bank_num = 4,
 997                .pin = 8,
 998                .func = 2,
 999                .route_offset = 0xe21c,
1000                .route_val = BIT(16 + 10) | BIT(16 + 11),
1001        }, {
1002                /* uart2dbgb_rx */
1003                .bank_num = 4,
1004                .pin = 16,
1005                .func = 2,
1006                .route_offset = 0xe21c,
1007                .route_val = BIT(16 + 10) | BIT(16 + 11) | BIT(10),
1008        }, {
1009                /* uart2dbgc_rx */
1010                .bank_num = 4,
1011                .pin = 19,
1012                .func = 1,
1013                .route_offset = 0xe21c,
1014                .route_val = BIT(16 + 10) | BIT(16 + 11) | BIT(11),
1015        }, {
1016                /* pcie_clkreqn */
1017                .bank_num = 2,
1018                .pin = 26,
1019                .func = 2,
1020                .route_offset = 0xe21c,
1021                .route_val = BIT(16 + 14),
1022        }, {
1023                /* pcie_clkreqnb */
1024                .bank_num = 4,
1025                .pin = 24,
1026                .func = 1,
1027                .route_offset = 0xe21c,
1028                .route_val = BIT(16 + 14) | BIT(14),
1029        },
1030};
1031
1032static bool rockchip_get_mux_route(struct rockchip_pin_bank *bank, int pin,
1033                                   int mux, u32 *reg, u32 *value)
1034{
1035        struct rockchip_pinctrl *info = bank->drvdata;
1036        struct rockchip_pin_ctrl *ctrl = info->ctrl;
1037        struct rockchip_mux_route_data *data;
1038        int i;
1039
1040        for (i = 0; i < ctrl->niomux_routes; i++) {
1041                data = &ctrl->iomux_routes[i];
1042                if ((data->bank_num == bank->bank_num) &&
1043                    (data->pin == pin) && (data->func == mux))
1044                        break;
1045        }
1046
1047        if (i >= ctrl->niomux_routes)
1048                return false;
1049
1050        *reg = data->route_offset;
1051        *value = data->route_val;
1052
1053        return true;
1054}
1055
1056static int rockchip_get_mux(struct rockchip_pin_bank *bank, int pin)
1057{
1058        struct rockchip_pinctrl *info = bank->drvdata;
1059        int iomux_num = (pin / 8);
1060        struct regmap *regmap;
1061        unsigned int val;
1062        int reg, ret, mask, mux_type;
1063        u8 bit;
1064
1065        if (iomux_num > 3)
1066                return -EINVAL;
1067
1068        if (bank->iomux[iomux_num].type & IOMUX_UNROUTED) {
1069                dev_err(info->dev, "pin %d is unrouted\n", pin);
1070                return -EINVAL;
1071        }
1072
1073        if (bank->iomux[iomux_num].type & IOMUX_GPIO_ONLY)
1074                return RK_FUNC_GPIO;
1075
1076        regmap = (bank->iomux[iomux_num].type & IOMUX_SOURCE_PMU)
1077                                ? info->regmap_pmu : info->regmap_base;
1078
1079        /* get basic quadrupel of mux registers and the correct reg inside */
1080        mux_type = bank->iomux[iomux_num].type;
1081        reg = bank->iomux[iomux_num].offset;
1082        if (mux_type & IOMUX_WIDTH_4BIT) {
1083                if ((pin % 8) >= 4)
1084                        reg += 0x4;
1085                bit = (pin % 4) * 4;
1086                mask = 0xf;
1087        } else if (mux_type & IOMUX_WIDTH_3BIT) {
1088                if ((pin % 8) >= 5)
1089                        reg += 0x4;
1090                bit = (pin % 8 % 5) * 3;
1091                mask = 0x7;
1092        } else {
1093                bit = (pin % 8) * 2;
1094                mask = 0x3;
1095        }
1096
1097        if (bank->recalced_mask & BIT(pin))
1098                rockchip_get_recalced_mux(bank, pin, &reg, &bit, &mask);
1099
1100        ret = regmap_read(regmap, reg, &val);
1101        if (ret)
1102                return ret;
1103
1104        return ((val >> bit) & mask);
1105}
1106
1107static int rockchip_verify_mux(struct rockchip_pin_bank *bank,
1108                               int pin, int mux)
1109{
1110        struct rockchip_pinctrl *info = bank->drvdata;
1111        int iomux_num = (pin / 8);
1112
1113        if (iomux_num > 3)
1114                return -EINVAL;
1115
1116        if (bank->iomux[iomux_num].type & IOMUX_UNROUTED) {
1117                dev_err(info->dev, "pin %d is unrouted\n", pin);
1118                return -EINVAL;
1119        }
1120
1121        if (bank->iomux[iomux_num].type & IOMUX_GPIO_ONLY) {
1122                if (mux != RK_FUNC_GPIO) {
1123                        dev_err(info->dev,
1124                                "pin %d only supports a gpio mux\n", pin);
1125                        return -ENOTSUPP;
1126                }
1127        }
1128
1129        return 0;
1130}
1131
1132/*
1133 * Set a new mux function for a pin.
1134 *
1135 * The register is divided into the upper and lower 16 bit. When changing
1136 * a value, the previous register value is not read and changed. Instead
1137 * it seems the changed bits are marked in the upper 16 bit, while the
1138 * changed value gets set in the same offset in the lower 16 bit.
1139 * All pin settings seem to be 2 bit wide in both the upper and lower
1140 * parts.
1141 * @bank: pin bank to change
1142 * @pin: pin to change
1143 * @mux: new mux function to set
1144 */
1145static int rockchip_set_mux(struct rockchip_pin_bank *bank, int pin, int mux)
1146{
1147        struct rockchip_pinctrl *info = bank->drvdata;
1148        int iomux_num = (pin / 8);
1149        struct regmap *regmap;
1150        int reg, ret, mask, mux_type;
1151        u8 bit;
1152        u32 data, rmask, route_reg, route_val;
1153
1154        ret = rockchip_verify_mux(bank, pin, mux);
1155        if (ret < 0)
1156                return ret;
1157
1158        if (bank->iomux[iomux_num].type & IOMUX_GPIO_ONLY)
1159                return 0;
1160
1161        dev_dbg(info->dev, "setting mux of GPIO%d-%d to %d\n",
1162                                                bank->bank_num, pin, mux);
1163
1164        regmap = (bank->iomux[iomux_num].type & IOMUX_SOURCE_PMU)
1165                                ? info->regmap_pmu : info->regmap_base;
1166
1167        /* get basic quadrupel of mux registers and the correct reg inside */
1168        mux_type = bank->iomux[iomux_num].type;
1169        reg = bank->iomux[iomux_num].offset;
1170        if (mux_type & IOMUX_WIDTH_4BIT) {
1171                if ((pin % 8) >= 4)
1172                        reg += 0x4;
1173                bit = (pin % 4) * 4;
1174                mask = 0xf;
1175        } else if (mux_type & IOMUX_WIDTH_3BIT) {
1176                if ((pin % 8) >= 5)
1177                        reg += 0x4;
1178                bit = (pin % 8 % 5) * 3;
1179                mask = 0x7;
1180        } else {
1181                bit = (pin % 8) * 2;
1182                mask = 0x3;
1183        }
1184
1185        if (bank->recalced_mask & BIT(pin))
1186                rockchip_get_recalced_mux(bank, pin, &reg, &bit, &mask);
1187
1188        if (bank->route_mask & BIT(pin)) {
1189                if (rockchip_get_mux_route(bank, pin, mux, &route_reg,
1190                                           &route_val)) {
1191                        ret = regmap_write(regmap, route_reg, route_val);
1192                        if (ret)
1193                                return ret;
1194                }
1195        }
1196
1197        data = (mask << (bit + 16));
1198        rmask = data | (data >> 16);
1199        data |= (mux & mask) << bit;
1200        ret = regmap_update_bits(regmap, reg, rmask, data);
1201
1202        return ret;
1203}
1204
1205#define RV1108_PULL_PMU_OFFSET          0x10
1206#define RV1108_PULL_OFFSET              0x110
1207#define RV1108_PULL_PINS_PER_REG        8
1208#define RV1108_PULL_BITS_PER_PIN        2
1209#define RV1108_PULL_BANK_STRIDE         16
1210
1211static void rv1108_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1212                                         int pin_num, struct regmap **regmap,
1213                                         int *reg, u8 *bit)
1214{
1215        struct rockchip_pinctrl *info = bank->drvdata;
1216
1217        /* The first 24 pins of the first bank are located in PMU */
1218        if (bank->bank_num == 0) {
1219                *regmap = info->regmap_pmu;
1220                *reg = RV1108_PULL_PMU_OFFSET;
1221        } else {
1222                *reg = RV1108_PULL_OFFSET;
1223                *regmap = info->regmap_base;
1224                /* correct the offset, as we're starting with the 2nd bank */
1225                *reg -= 0x10;
1226                *reg += bank->bank_num * RV1108_PULL_BANK_STRIDE;
1227        }
1228
1229        *reg += ((pin_num / RV1108_PULL_PINS_PER_REG) * 4);
1230        *bit = (pin_num % RV1108_PULL_PINS_PER_REG);
1231        *bit *= RV1108_PULL_BITS_PER_PIN;
1232}
1233
1234#define RV1108_DRV_PMU_OFFSET           0x20
1235#define RV1108_DRV_GRF_OFFSET           0x210
1236#define RV1108_DRV_BITS_PER_PIN         2
1237#define RV1108_DRV_PINS_PER_REG         8
1238#define RV1108_DRV_BANK_STRIDE          16
1239
1240static void rv1108_calc_drv_reg_and_bit(struct rockchip_pin_bank *bank,
1241                                        int pin_num, struct regmap **regmap,
1242                                        int *reg, u8 *bit)
1243{
1244        struct rockchip_pinctrl *info = bank->drvdata;
1245
1246        /* The first 24 pins of the first bank are located in PMU */
1247        if (bank->bank_num == 0) {
1248                *regmap = info->regmap_pmu;
1249                *reg = RV1108_DRV_PMU_OFFSET;
1250        } else {
1251                *regmap = info->regmap_base;
1252                *reg = RV1108_DRV_GRF_OFFSET;
1253
1254                /* correct the offset, as we're starting with the 2nd bank */
1255                *reg -= 0x10;
1256                *reg += bank->bank_num * RV1108_DRV_BANK_STRIDE;
1257        }
1258
1259        *reg += ((pin_num / RV1108_DRV_PINS_PER_REG) * 4);
1260        *bit = pin_num % RV1108_DRV_PINS_PER_REG;
1261        *bit *= RV1108_DRV_BITS_PER_PIN;
1262}
1263
1264#define RV1108_SCHMITT_PMU_OFFSET               0x30
1265#define RV1108_SCHMITT_GRF_OFFSET               0x388
1266#define RV1108_SCHMITT_BANK_STRIDE              8
1267#define RV1108_SCHMITT_PINS_PER_GRF_REG         16
1268#define RV1108_SCHMITT_PINS_PER_PMU_REG         8
1269
1270static int rv1108_calc_schmitt_reg_and_bit(struct rockchip_pin_bank *bank,
1271                                           int pin_num,
1272                                           struct regmap **regmap,
1273                                           int *reg, u8 *bit)
1274{
1275        struct rockchip_pinctrl *info = bank->drvdata;
1276        int pins_per_reg;
1277
1278        if (bank->bank_num == 0) {
1279                *regmap = info->regmap_pmu;
1280                *reg = RV1108_SCHMITT_PMU_OFFSET;
1281                pins_per_reg = RV1108_SCHMITT_PINS_PER_PMU_REG;
1282        } else {
1283                *regmap = info->regmap_base;
1284                *reg = RV1108_SCHMITT_GRF_OFFSET;
1285                pins_per_reg = RV1108_SCHMITT_PINS_PER_GRF_REG;
1286                *reg += (bank->bank_num  - 1) * RV1108_SCHMITT_BANK_STRIDE;
1287        }
1288        *reg += ((pin_num / pins_per_reg) * 4);
1289        *bit = pin_num % pins_per_reg;
1290
1291        return 0;
1292}
1293
1294#define RK2928_PULL_OFFSET              0x118
1295#define RK2928_PULL_PINS_PER_REG        16
1296#define RK2928_PULL_BANK_STRIDE         8
1297
1298static void rk2928_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1299                                    int pin_num, struct regmap **regmap,
1300                                    int *reg, u8 *bit)
1301{
1302        struct rockchip_pinctrl *info = bank->drvdata;
1303
1304        *regmap = info->regmap_base;
1305        *reg = RK2928_PULL_OFFSET;
1306        *reg += bank->bank_num * RK2928_PULL_BANK_STRIDE;
1307        *reg += (pin_num / RK2928_PULL_PINS_PER_REG) * 4;
1308
1309        *bit = pin_num % RK2928_PULL_PINS_PER_REG;
1310};
1311
1312#define RK3128_PULL_OFFSET      0x118
1313
1314static void rk3128_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1315                                         int pin_num, struct regmap **regmap,
1316                                         int *reg, u8 *bit)
1317{
1318        struct rockchip_pinctrl *info = bank->drvdata;
1319
1320        *regmap = info->regmap_base;
1321        *reg = RK3128_PULL_OFFSET;
1322        *reg += bank->bank_num * RK2928_PULL_BANK_STRIDE;
1323        *reg += ((pin_num / RK2928_PULL_PINS_PER_REG) * 4);
1324
1325        *bit = pin_num % RK2928_PULL_PINS_PER_REG;
1326}
1327
1328#define RK3188_PULL_OFFSET              0x164
1329#define RK3188_PULL_BITS_PER_PIN        2
1330#define RK3188_PULL_PINS_PER_REG        8
1331#define RK3188_PULL_BANK_STRIDE         16
1332#define RK3188_PULL_PMU_OFFSET          0x64
1333
1334static void rk3188_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1335                                    int pin_num, struct regmap **regmap,
1336                                    int *reg, u8 *bit)
1337{
1338        struct rockchip_pinctrl *info = bank->drvdata;
1339
1340        /* The first 12 pins of the first bank are located elsewhere */
1341        if (bank->bank_num == 0 && pin_num < 12) {
1342                *regmap = info->regmap_pmu ? info->regmap_pmu
1343                                           : bank->regmap_pull;
1344                *reg = info->regmap_pmu ? RK3188_PULL_PMU_OFFSET : 0;
1345                *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1346                *bit = pin_num % RK3188_PULL_PINS_PER_REG;
1347                *bit *= RK3188_PULL_BITS_PER_PIN;
1348        } else {
1349                *regmap = info->regmap_pull ? info->regmap_pull
1350                                            : info->regmap_base;
1351                *reg = info->regmap_pull ? 0 : RK3188_PULL_OFFSET;
1352
1353                /* correct the offset, as it is the 2nd pull register */
1354                *reg -= 4;
1355                *reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1356                *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1357
1358                /*
1359                 * The bits in these registers have an inverse ordering
1360                 * with the lowest pin being in bits 15:14 and the highest
1361                 * pin in bits 1:0
1362                 */
1363                *bit = 7 - (pin_num % RK3188_PULL_PINS_PER_REG);
1364                *bit *= RK3188_PULL_BITS_PER_PIN;
1365        }
1366}
1367
1368#define RK3288_PULL_OFFSET              0x140
1369static void rk3288_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1370                                    int pin_num, struct regmap **regmap,
1371                                    int *reg, u8 *bit)
1372{
1373        struct rockchip_pinctrl *info = bank->drvdata;
1374
1375        /* The first 24 pins of the first bank are located in PMU */
1376        if (bank->bank_num == 0) {
1377                *regmap = info->regmap_pmu;
1378                *reg = RK3188_PULL_PMU_OFFSET;
1379
1380                *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1381                *bit = pin_num % RK3188_PULL_PINS_PER_REG;
1382                *bit *= RK3188_PULL_BITS_PER_PIN;
1383        } else {
1384                *regmap = info->regmap_base;
1385                *reg = RK3288_PULL_OFFSET;
1386
1387                /* correct the offset, as we're starting with the 2nd bank */
1388                *reg -= 0x10;
1389                *reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1390                *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1391
1392                *bit = (pin_num % RK3188_PULL_PINS_PER_REG);
1393                *bit *= RK3188_PULL_BITS_PER_PIN;
1394        }
1395}
1396
1397#define RK3288_DRV_PMU_OFFSET           0x70
1398#define RK3288_DRV_GRF_OFFSET           0x1c0
1399#define RK3288_DRV_BITS_PER_PIN         2
1400#define RK3288_DRV_PINS_PER_REG         8
1401#define RK3288_DRV_BANK_STRIDE          16
1402
1403static void rk3288_calc_drv_reg_and_bit(struct rockchip_pin_bank *bank,
1404                                    int pin_num, struct regmap **regmap,
1405                                    int *reg, u8 *bit)
1406{
1407        struct rockchip_pinctrl *info = bank->drvdata;
1408
1409        /* The first 24 pins of the first bank are located in PMU */
1410        if (bank->bank_num == 0) {
1411                *regmap = info->regmap_pmu;
1412                *reg = RK3288_DRV_PMU_OFFSET;
1413
1414                *reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
1415                *bit = pin_num % RK3288_DRV_PINS_PER_REG;
1416                *bit *= RK3288_DRV_BITS_PER_PIN;
1417        } else {
1418                *regmap = info->regmap_base;
1419                *reg = RK3288_DRV_GRF_OFFSET;
1420
1421                /* correct the offset, as we're starting with the 2nd bank */
1422                *reg -= 0x10;
1423                *reg += bank->bank_num * RK3288_DRV_BANK_STRIDE;
1424                *reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
1425
1426                *bit = (pin_num % RK3288_DRV_PINS_PER_REG);
1427                *bit *= RK3288_DRV_BITS_PER_PIN;
1428        }
1429}
1430
1431#define RK3228_PULL_OFFSET              0x100
1432
1433static void rk3228_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1434                                    int pin_num, struct regmap **regmap,
1435                                    int *reg, u8 *bit)
1436{
1437        struct rockchip_pinctrl *info = bank->drvdata;
1438
1439        *regmap = info->regmap_base;
1440        *reg = RK3228_PULL_OFFSET;
1441        *reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1442        *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1443
1444        *bit = (pin_num % RK3188_PULL_PINS_PER_REG);
1445        *bit *= RK3188_PULL_BITS_PER_PIN;
1446}
1447
1448#define RK3228_DRV_GRF_OFFSET           0x200
1449
1450static void rk3228_calc_drv_reg_and_bit(struct rockchip_pin_bank *bank,
1451                                    int pin_num, struct regmap **regmap,
1452                                    int *reg, u8 *bit)
1453{
1454        struct rockchip_pinctrl *info = bank->drvdata;
1455
1456        *regmap = info->regmap_base;
1457        *reg = RK3228_DRV_GRF_OFFSET;
1458        *reg += bank->bank_num * RK3288_DRV_BANK_STRIDE;
1459        *reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
1460
1461        *bit = (pin_num % RK3288_DRV_PINS_PER_REG);
1462        *bit *= RK3288_DRV_BITS_PER_PIN;
1463}
1464
1465#define RK3368_PULL_GRF_OFFSET          0x100
1466#define RK3368_PULL_PMU_OFFSET          0x10
1467
1468static void rk3368_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1469                                    int pin_num, struct regmap **regmap,
1470                                    int *reg, u8 *bit)
1471{
1472        struct rockchip_pinctrl *info = bank->drvdata;
1473
1474        /* The first 32 pins of the first bank are located in PMU */
1475        if (bank->bank_num == 0) {
1476                *regmap = info->regmap_pmu;
1477                *reg = RK3368_PULL_PMU_OFFSET;
1478
1479                *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1480                *bit = pin_num % RK3188_PULL_PINS_PER_REG;
1481                *bit *= RK3188_PULL_BITS_PER_PIN;
1482        } else {
1483                *regmap = info->regmap_base;
1484                *reg = RK3368_PULL_GRF_OFFSET;
1485
1486                /* correct the offset, as we're starting with the 2nd bank */
1487                *reg -= 0x10;
1488                *reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1489                *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1490
1491                *bit = (pin_num % RK3188_PULL_PINS_PER_REG);
1492                *bit *= RK3188_PULL_BITS_PER_PIN;
1493        }
1494}
1495
1496#define RK3368_DRV_PMU_OFFSET           0x20
1497#define RK3368_DRV_GRF_OFFSET           0x200
1498
1499static void rk3368_calc_drv_reg_and_bit(struct rockchip_pin_bank *bank,
1500                                    int pin_num, struct regmap **regmap,
1501                                    int *reg, u8 *bit)
1502{
1503        struct rockchip_pinctrl *info = bank->drvdata;
1504
1505        /* The first 32 pins of the first bank are located in PMU */
1506        if (bank->bank_num == 0) {
1507                *regmap = info->regmap_pmu;
1508                *reg = RK3368_DRV_PMU_OFFSET;
1509
1510                *reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
1511                *bit = pin_num % RK3288_DRV_PINS_PER_REG;
1512                *bit *= RK3288_DRV_BITS_PER_PIN;
1513        } else {
1514                *regmap = info->regmap_base;
1515                *reg = RK3368_DRV_GRF_OFFSET;
1516
1517                /* correct the offset, as we're starting with the 2nd bank */
1518                *reg -= 0x10;
1519                *reg += bank->bank_num * RK3288_DRV_BANK_STRIDE;
1520                *reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
1521
1522                *bit = (pin_num % RK3288_DRV_PINS_PER_REG);
1523                *bit *= RK3288_DRV_BITS_PER_PIN;
1524        }
1525}
1526
1527#define RK3399_PULL_GRF_OFFSET          0xe040
1528#define RK3399_PULL_PMU_OFFSET          0x40
1529#define RK3399_DRV_3BITS_PER_PIN        3
1530
1531static void rk3399_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1532                                         int pin_num, struct regmap **regmap,
1533                                         int *reg, u8 *bit)
1534{
1535        struct rockchip_pinctrl *info = bank->drvdata;
1536
1537        /* The bank0:16 and bank1:32 pins are located in PMU */
1538        if ((bank->bank_num == 0) || (bank->bank_num == 1)) {
1539                *regmap = info->regmap_pmu;
1540                *reg = RK3399_PULL_PMU_OFFSET;
1541
1542                *reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1543
1544                *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1545                *bit = pin_num % RK3188_PULL_PINS_PER_REG;
1546                *bit *= RK3188_PULL_BITS_PER_PIN;
1547        } else {
1548                *regmap = info->regmap_base;
1549                *reg = RK3399_PULL_GRF_OFFSET;
1550
1551                /* correct the offset, as we're starting with the 3rd bank */
1552                *reg -= 0x20;
1553                *reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1554                *reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1555
1556                *bit = (pin_num % RK3188_PULL_PINS_PER_REG);
1557                *bit *= RK3188_PULL_BITS_PER_PIN;
1558        }
1559}
1560
1561static void rk3399_calc_drv_reg_and_bit(struct rockchip_pin_bank *bank,
1562                                        int pin_num, struct regmap **regmap,
1563                                        int *reg, u8 *bit)
1564{
1565        struct rockchip_pinctrl *info = bank->drvdata;
1566        int drv_num = (pin_num / 8);
1567
1568        /*  The bank0:16 and bank1:32 pins are located in PMU */
1569        if ((bank->bank_num == 0) || (bank->bank_num == 1))
1570                *regmap = info->regmap_pmu;
1571        else
1572                *regmap = info->regmap_base;
1573
1574        *reg = bank->drv[drv_num].offset;
1575        if ((bank->drv[drv_num].drv_type == DRV_TYPE_IO_1V8_3V0_AUTO) ||
1576            (bank->drv[drv_num].drv_type == DRV_TYPE_IO_3V3_ONLY))
1577                *bit = (pin_num % 8) * 3;
1578        else
1579                *bit = (pin_num % 8) * 2;
1580}
1581
1582static int rockchip_perpin_drv_list[DRV_TYPE_MAX][8] = {
1583        { 2, 4, 8, 12, -1, -1, -1, -1 },
1584        { 3, 6, 9, 12, -1, -1, -1, -1 },
1585        { 5, 10, 15, 20, -1, -1, -1, -1 },
1586        { 4, 6, 8, 10, 12, 14, 16, 18 },
1587        { 4, 7, 10, 13, 16, 19, 22, 26 }
1588};
1589
1590static int rockchip_get_drive_perpin(struct rockchip_pin_bank *bank,
1591                                     int pin_num)
1592{
1593        struct rockchip_pinctrl *info = bank->drvdata;
1594        struct rockchip_pin_ctrl *ctrl = info->ctrl;
1595        struct regmap *regmap;
1596        int reg, ret;
1597        u32 data, temp, rmask_bits;
1598        u8 bit;
1599        int drv_type = bank->drv[pin_num / 8].drv_type;
1600
1601        ctrl->drv_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1602
1603        switch (drv_type) {
1604        case DRV_TYPE_IO_1V8_3V0_AUTO:
1605        case DRV_TYPE_IO_3V3_ONLY:
1606                rmask_bits = RK3399_DRV_3BITS_PER_PIN;
1607                switch (bit) {
1608                case 0 ... 12:
1609                        /* regular case, nothing to do */
1610                        break;
1611                case 15:
1612                        /*
1613                         * drive-strength offset is special, as it is
1614                         * spread over 2 registers
1615                         */
1616                        ret = regmap_read(regmap, reg, &data);
1617                        if (ret)
1618                                return ret;
1619
1620                        ret = regmap_read(regmap, reg + 0x4, &temp);
1621                        if (ret)
1622                                return ret;
1623
1624                        /*
1625                         * the bit data[15] contains bit 0 of the value
1626                         * while temp[1:0] contains bits 2 and 1
1627                         */
1628                        data >>= 15;
1629                        temp &= 0x3;
1630                        temp <<= 1;
1631                        data |= temp;
1632
1633                        return rockchip_perpin_drv_list[drv_type][data];
1634                case 18 ... 21:
1635                        /* setting fully enclosed in the second register */
1636                        reg += 4;
1637                        bit -= 16;
1638                        break;
1639                default:
1640                        dev_err(info->dev, "unsupported bit: %d for pinctrl drive type: %d\n",
1641                                bit, drv_type);
1642                        return -EINVAL;
1643                }
1644
1645                break;
1646        case DRV_TYPE_IO_DEFAULT:
1647        case DRV_TYPE_IO_1V8_OR_3V0:
1648        case DRV_TYPE_IO_1V8_ONLY:
1649                rmask_bits = RK3288_DRV_BITS_PER_PIN;
1650                break;
1651        default:
1652                dev_err(info->dev, "unsupported pinctrl drive type: %d\n",
1653                        drv_type);
1654                return -EINVAL;
1655        }
1656
1657        ret = regmap_read(regmap, reg, &data);
1658        if (ret)
1659                return ret;
1660
1661        data >>= bit;
1662        data &= (1 << rmask_bits) - 1;
1663
1664        return rockchip_perpin_drv_list[drv_type][data];
1665}
1666
1667static int rockchip_set_drive_perpin(struct rockchip_pin_bank *bank,
1668                                     int pin_num, int strength)
1669{
1670        struct rockchip_pinctrl *info = bank->drvdata;
1671        struct rockchip_pin_ctrl *ctrl = info->ctrl;
1672        struct regmap *regmap;
1673        int reg, ret, i;
1674        u32 data, rmask, rmask_bits, temp;
1675        u8 bit;
1676        int drv_type = bank->drv[pin_num / 8].drv_type;
1677
1678        dev_dbg(info->dev, "setting drive of GPIO%d-%d to %d\n",
1679                bank->bank_num, pin_num, strength);
1680
1681        ctrl->drv_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1682
1683        ret = -EINVAL;
1684        for (i = 0; i < ARRAY_SIZE(rockchip_perpin_drv_list[drv_type]); i++) {
1685                if (rockchip_perpin_drv_list[drv_type][i] == strength) {
1686                        ret = i;
1687                        break;
1688                } else if (rockchip_perpin_drv_list[drv_type][i] < 0) {
1689                        ret = rockchip_perpin_drv_list[drv_type][i];
1690                        break;
1691                }
1692        }
1693
1694        if (ret < 0) {
1695                dev_err(info->dev, "unsupported driver strength %d\n",
1696                        strength);
1697                return ret;
1698        }
1699
1700        switch (drv_type) {
1701        case DRV_TYPE_IO_1V8_3V0_AUTO:
1702        case DRV_TYPE_IO_3V3_ONLY:
1703                rmask_bits = RK3399_DRV_3BITS_PER_PIN;
1704                switch (bit) {
1705                case 0 ... 12:
1706                        /* regular case, nothing to do */
1707                        break;
1708                case 15:
1709                        /*
1710                         * drive-strength offset is special, as it is spread
1711                         * over 2 registers, the bit data[15] contains bit 0
1712                         * of the value while temp[1:0] contains bits 2 and 1
1713                         */
1714                        data = (ret & 0x1) << 15;
1715                        temp = (ret >> 0x1) & 0x3;
1716
1717                        rmask = BIT(15) | BIT(31);
1718                        data |= BIT(31);
1719                        ret = regmap_update_bits(regmap, reg, rmask, data);
1720                        if (ret)
1721                                return ret;
1722
1723                        rmask = 0x3 | (0x3 << 16);
1724                        temp |= (0x3 << 16);
1725                        reg += 0x4;
1726                        ret = regmap_update_bits(regmap, reg, rmask, temp);
1727
1728                        return ret;
1729                case 18 ... 21:
1730                        /* setting fully enclosed in the second register */
1731                        reg += 4;
1732                        bit -= 16;
1733                        break;
1734                default:
1735                        dev_err(info->dev, "unsupported bit: %d for pinctrl drive type: %d\n",
1736                                bit, drv_type);
1737                        return -EINVAL;
1738                }
1739                break;
1740        case DRV_TYPE_IO_DEFAULT:
1741        case DRV_TYPE_IO_1V8_OR_3V0:
1742        case DRV_TYPE_IO_1V8_ONLY:
1743                rmask_bits = RK3288_DRV_BITS_PER_PIN;
1744                break;
1745        default:
1746                dev_err(info->dev, "unsupported pinctrl drive type: %d\n",
1747                        drv_type);
1748                return -EINVAL;
1749        }
1750
1751        /* enable the write to the equivalent lower bits */
1752        data = ((1 << rmask_bits) - 1) << (bit + 16);
1753        rmask = data | (data >> 16);
1754        data |= (ret << bit);
1755
1756        ret = regmap_update_bits(regmap, reg, rmask, data);
1757
1758        return ret;
1759}
1760
1761static int rockchip_pull_list[PULL_TYPE_MAX][4] = {
1762        {
1763                PIN_CONFIG_BIAS_DISABLE,
1764                PIN_CONFIG_BIAS_PULL_UP,
1765                PIN_CONFIG_BIAS_PULL_DOWN,
1766                PIN_CONFIG_BIAS_BUS_HOLD
1767        },
1768        {
1769                PIN_CONFIG_BIAS_DISABLE,
1770                PIN_CONFIG_BIAS_PULL_DOWN,
1771                PIN_CONFIG_BIAS_DISABLE,
1772                PIN_CONFIG_BIAS_PULL_UP
1773        },
1774};
1775
1776static int rockchip_get_pull(struct rockchip_pin_bank *bank, int pin_num)
1777{
1778        struct rockchip_pinctrl *info = bank->drvdata;
1779        struct rockchip_pin_ctrl *ctrl = info->ctrl;
1780        struct regmap *regmap;
1781        int reg, ret, pull_type;
1782        u8 bit;
1783        u32 data;
1784
1785        /* rk3066b does support any pulls */
1786        if (ctrl->type == RK3066B)
1787                return PIN_CONFIG_BIAS_DISABLE;
1788
1789        ctrl->pull_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1790
1791        ret = regmap_read(regmap, reg, &data);
1792        if (ret)
1793                return ret;
1794
1795        switch (ctrl->type) {
1796        case RK2928:
1797        case RK3128:
1798                return !(data & BIT(bit))
1799                                ? PIN_CONFIG_BIAS_PULL_PIN_DEFAULT
1800                                : PIN_CONFIG_BIAS_DISABLE;
1801        case RV1108:
1802        case RK3188:
1803        case RK3288:
1804        case RK3368:
1805        case RK3399:
1806                pull_type = bank->pull_type[pin_num / 8];
1807                data >>= bit;
1808                data &= (1 << RK3188_PULL_BITS_PER_PIN) - 1;
1809
1810                return rockchip_pull_list[pull_type][data];
1811        default:
1812                dev_err(info->dev, "unsupported pinctrl type\n");
1813                return -EINVAL;
1814        };
1815}
1816
1817static int rockchip_set_pull(struct rockchip_pin_bank *bank,
1818                                        int pin_num, int pull)
1819{
1820        struct rockchip_pinctrl *info = bank->drvdata;
1821        struct rockchip_pin_ctrl *ctrl = info->ctrl;
1822        struct regmap *regmap;
1823        int reg, ret, i, pull_type;
1824        u8 bit;
1825        u32 data, rmask;
1826
1827        dev_dbg(info->dev, "setting pull of GPIO%d-%d to %d\n",
1828                 bank->bank_num, pin_num, pull);
1829
1830        /* rk3066b does support any pulls */
1831        if (ctrl->type == RK3066B)
1832                return pull ? -EINVAL : 0;
1833
1834        ctrl->pull_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1835
1836        switch (ctrl->type) {
1837        case RK2928:
1838        case RK3128:
1839                data = BIT(bit + 16);
1840                if (pull == PIN_CONFIG_BIAS_DISABLE)
1841                        data |= BIT(bit);
1842                ret = regmap_write(regmap, reg, data);
1843                break;
1844        case RV1108:
1845        case RK3188:
1846        case RK3288:
1847        case RK3368:
1848        case RK3399:
1849                pull_type = bank->pull_type[pin_num / 8];
1850                ret = -EINVAL;
1851                for (i = 0; i < ARRAY_SIZE(rockchip_pull_list[pull_type]);
1852                        i++) {
1853                        if (rockchip_pull_list[pull_type][i] == pull) {
1854                                ret = i;
1855                                break;
1856                        }
1857                }
1858
1859                if (ret < 0) {
1860                        dev_err(info->dev, "unsupported pull setting %d\n",
1861                                pull);
1862                        return ret;
1863                }
1864
1865                /* enable the write to the equivalent lower bits */
1866                data = ((1 << RK3188_PULL_BITS_PER_PIN) - 1) << (bit + 16);
1867                rmask = data | (data >> 16);
1868                data |= (ret << bit);
1869
1870                ret = regmap_update_bits(regmap, reg, rmask, data);
1871                break;
1872        default:
1873                dev_err(info->dev, "unsupported pinctrl type\n");
1874                return -EINVAL;
1875        }
1876
1877        return ret;
1878}
1879
1880#define RK3328_SCHMITT_BITS_PER_PIN             1
1881#define RK3328_SCHMITT_PINS_PER_REG             16
1882#define RK3328_SCHMITT_BANK_STRIDE              8
1883#define RK3328_SCHMITT_GRF_OFFSET               0x380
1884
1885static int rk3328_calc_schmitt_reg_and_bit(struct rockchip_pin_bank *bank,
1886                                           int pin_num,
1887                                           struct regmap **regmap,
1888                                           int *reg, u8 *bit)
1889{
1890        struct rockchip_pinctrl *info = bank->drvdata;
1891
1892        *regmap = info->regmap_base;
1893        *reg = RK3328_SCHMITT_GRF_OFFSET;
1894
1895        *reg += bank->bank_num * RK3328_SCHMITT_BANK_STRIDE;
1896        *reg += ((pin_num / RK3328_SCHMITT_PINS_PER_REG) * 4);
1897        *bit = pin_num % RK3328_SCHMITT_PINS_PER_REG;
1898
1899        return 0;
1900}
1901
1902static int rockchip_get_schmitt(struct rockchip_pin_bank *bank, int pin_num)
1903{
1904        struct rockchip_pinctrl *info = bank->drvdata;
1905        struct rockchip_pin_ctrl *ctrl = info->ctrl;
1906        struct regmap *regmap;
1907        int reg, ret;
1908        u8 bit;
1909        u32 data;
1910
1911        ret = ctrl->schmitt_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1912        if (ret)
1913                return ret;
1914
1915        ret = regmap_read(regmap, reg, &data);
1916        if (ret)
1917                return ret;
1918
1919        data >>= bit;
1920        return data & 0x1;
1921}
1922
1923static int rockchip_set_schmitt(struct rockchip_pin_bank *bank,
1924                                int pin_num, int enable)
1925{
1926        struct rockchip_pinctrl *info = bank->drvdata;
1927        struct rockchip_pin_ctrl *ctrl = info->ctrl;
1928        struct regmap *regmap;
1929        int reg, ret;
1930        u8 bit;
1931        u32 data, rmask;
1932
1933        dev_dbg(info->dev, "setting input schmitt of GPIO%d-%d to %d\n",
1934                bank->bank_num, pin_num, enable);
1935
1936        ret = ctrl->schmitt_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1937        if (ret)
1938                return ret;
1939
1940        /* enable the write to the equivalent lower bits */
1941        data = BIT(bit + 16) | (enable << bit);
1942        rmask = BIT(bit + 16) | BIT(bit);
1943
1944        return regmap_update_bits(regmap, reg, rmask, data);
1945}
1946
1947/*
1948 * Pinmux_ops handling
1949 */
1950
1951static int rockchip_pmx_get_funcs_count(struct pinctrl_dev *pctldev)
1952{
1953        struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
1954
1955        return info->nfunctions;
1956}
1957
1958static const char *rockchip_pmx_get_func_name(struct pinctrl_dev *pctldev,
1959                                          unsigned selector)
1960{
1961        struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
1962
1963        return info->functions[selector].name;
1964}
1965
1966static int rockchip_pmx_get_groups(struct pinctrl_dev *pctldev,
1967                                unsigned selector, const char * const **groups,
1968                                unsigned * const num_groups)
1969{
1970        struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
1971
1972        *groups = info->functions[selector].groups;
1973        *num_groups = info->functions[selector].ngroups;
1974
1975        return 0;
1976}
1977
1978static int rockchip_pmx_set(struct pinctrl_dev *pctldev, unsigned selector,
1979                            unsigned group)
1980{
1981        struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
1982        const unsigned int *pins = info->groups[group].pins;
1983        const struct rockchip_pin_config *data = info->groups[group].data;
1984        struct rockchip_pin_bank *bank;
1985        int cnt, ret = 0;
1986
1987        dev_dbg(info->dev, "enable function %s group %s\n",
1988                info->functions[selector].name, info->groups[group].name);
1989
1990        /*
1991         * for each pin in the pin group selected, program the corresponding
1992         * pin function number in the config register.
1993         */
1994        for (cnt = 0; cnt < info->groups[group].npins; cnt++) {
1995                bank = pin_to_bank(info, pins[cnt]);
1996                ret = rockchip_set_mux(bank, pins[cnt] - bank->pin_base,
1997                                       data[cnt].func);
1998                if (ret)
1999                        break;
2000        }
2001
2002        if (ret) {
2003                /* revert the already done pin settings */
2004                for (cnt--; cnt >= 0; cnt--)
2005                        rockchip_set_mux(bank, pins[cnt] - bank->pin_base, 0);
2006
2007                return ret;
2008        }
2009
2010        return 0;
2011}
2012
2013static int rockchip_gpio_get_direction(struct gpio_chip *chip, unsigned offset)
2014{
2015        struct rockchip_pin_bank *bank = gpiochip_get_data(chip);
2016        u32 data;
2017        int ret;
2018
2019        ret = clk_enable(bank->clk);
2020        if (ret < 0) {
2021                dev_err(bank->drvdata->dev,
2022                        "failed to enable clock for bank %s\n", bank->name);
2023                return ret;
2024        }
2025        data = readl_relaxed(bank->reg_base + GPIO_SWPORT_DDR);
2026        clk_disable(bank->clk);
2027
2028        return !(data & BIT(offset));
2029}
2030
2031/*
2032 * The calls to gpio_direction_output() and gpio_direction_input()
2033 * leads to this function call (via the pinctrl_gpio_direction_{input|output}()
2034 * function called from the gpiolib interface).
2035 */
2036static int _rockchip_pmx_gpio_set_direction(struct gpio_chip *chip,
2037                                            int pin, bool input)
2038{
2039        struct rockchip_pin_bank *bank;
2040        int ret;
2041        unsigned long flags;
2042        u32 data;
2043
2044        bank = gpiochip_get_data(chip);
2045
2046        ret = rockchip_set_mux(bank, pin, RK_FUNC_GPIO);
2047        if (ret < 0)
2048                return ret;
2049
2050        clk_enable(bank->clk);
2051        raw_spin_lock_irqsave(&bank->slock, flags);
2052
2053        data = readl_relaxed(bank->reg_base + GPIO_SWPORT_DDR);
2054        /* set bit to 1 for output, 0 for input */
2055        if (!input)
2056                data |= BIT(pin);
2057        else
2058                data &= ~BIT(pin);
2059        writel_relaxed(data, bank->reg_base + GPIO_SWPORT_DDR);
2060
2061        raw_spin_unlock_irqrestore(&bank->slock, flags);
2062        clk_disable(bank->clk);
2063
2064        return 0;
2065}
2066
2067static int rockchip_pmx_gpio_set_direction(struct pinctrl_dev *pctldev,
2068                                              struct pinctrl_gpio_range *range,
2069                                              unsigned offset, bool input)
2070{
2071        struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
2072        struct gpio_chip *chip;
2073        int pin;
2074
2075        chip = range->gc;
2076        pin = offset - chip->base;
2077        dev_dbg(info->dev, "gpio_direction for pin %u as %s-%d to %s\n",
2078                 offset, range->name, pin, input ? "input" : "output");
2079
2080        return _rockchip_pmx_gpio_set_direction(chip, offset - chip->base,
2081                                                input);
2082}
2083
2084static const struct pinmux_ops rockchip_pmx_ops = {
2085        .get_functions_count    = rockchip_pmx_get_funcs_count,
2086        .get_function_name      = rockchip_pmx_get_func_name,
2087        .get_function_groups    = rockchip_pmx_get_groups,
2088        .set_mux                = rockchip_pmx_set,
2089        .gpio_set_direction     = rockchip_pmx_gpio_set_direction,
2090};
2091
2092/*
2093 * Pinconf_ops handling
2094 */
2095
2096static bool rockchip_pinconf_pull_valid(struct rockchip_pin_ctrl *ctrl,
2097                                        enum pin_config_param pull)
2098{
2099        switch (ctrl->type) {
2100        case RK2928:
2101        case RK3128:
2102                return (pull == PIN_CONFIG_BIAS_PULL_PIN_DEFAULT ||
2103                                        pull == PIN_CONFIG_BIAS_DISABLE);
2104        case RK3066B:
2105                return pull ? false : true;
2106        case RV1108:
2107        case RK3188:
2108        case RK3288:
2109        case RK3368:
2110        case RK3399:
2111                return (pull != PIN_CONFIG_BIAS_PULL_PIN_DEFAULT);
2112        }
2113
2114        return false;
2115}
2116
2117static void rockchip_gpio_set(struct gpio_chip *gc, unsigned offset, int value);
2118static int rockchip_gpio_get(struct gpio_chip *gc, unsigned offset);
2119
2120/* set the pin config settings for a specified pin */
2121static int rockchip_pinconf_set(struct pinctrl_dev *pctldev, unsigned int pin,
2122                                unsigned long *configs, unsigned num_configs)
2123{
2124        struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
2125        struct rockchip_pin_bank *bank = pin_to_bank(info, pin);
2126        enum pin_config_param param;
2127        u32 arg;
2128        int i;
2129        int rc;
2130
2131        for (i = 0; i < num_configs; i++) {
2132                param = pinconf_to_config_param(configs[i]);
2133                arg = pinconf_to_config_argument(configs[i]);
2134
2135                switch (param) {
2136                case PIN_CONFIG_BIAS_DISABLE:
2137                        rc =  rockchip_set_pull(bank, pin - bank->pin_base,
2138                                param);
2139                        if (rc)
2140                                return rc;
2141                        break;
2142                case PIN_CONFIG_BIAS_PULL_UP:
2143                case PIN_CONFIG_BIAS_PULL_DOWN:
2144                case PIN_CONFIG_BIAS_PULL_PIN_DEFAULT:
2145                case PIN_CONFIG_BIAS_BUS_HOLD:
2146                        if (!rockchip_pinconf_pull_valid(info->ctrl, param))
2147                                return -ENOTSUPP;
2148
2149                        if (!arg)
2150                                return -EINVAL;
2151
2152                        rc = rockchip_set_pull(bank, pin - bank->pin_base,
2153                                param);
2154                        if (rc)
2155                                return rc;
2156                        break;
2157                case PIN_CONFIG_OUTPUT:
2158                        rockchip_gpio_set(&bank->gpio_chip,
2159                                          pin - bank->pin_base, arg);
2160                        rc = _rockchip_pmx_gpio_set_direction(&bank->gpio_chip,
2161                                          pin - bank->pin_base, false);
2162                        if (rc)
2163                                return rc;
2164                        break;
2165                case PIN_CONFIG_DRIVE_STRENGTH:
2166                        /* rk3288 is the first with per-pin drive-strength */
2167                        if (!info->ctrl->drv_calc_reg)
2168                                return -ENOTSUPP;
2169
2170                        rc = rockchip_set_drive_perpin(bank,
2171                                                pin - bank->pin_base, arg);
2172                        if (rc < 0)
2173                                return rc;
2174                        break;
2175                case PIN_CONFIG_INPUT_SCHMITT_ENABLE:
2176                        if (!info->ctrl->schmitt_calc_reg)
2177                                return -ENOTSUPP;
2178
2179                        rc = rockchip_set_schmitt(bank,
2180                                                  pin - bank->pin_base, arg);
2181                        if (rc < 0)
2182                                return rc;
2183                        break;
2184                default:
2185                        return -ENOTSUPP;
2186                        break;
2187                }
2188        } /* for each config */
2189
2190        return 0;
2191}
2192
2193/* get the pin config settings for a specified pin */
2194static int rockchip_pinconf_get(struct pinctrl_dev *pctldev, unsigned int pin,
2195                                                        unsigned long *config)
2196{
2197        struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
2198        struct rockchip_pin_bank *bank = pin_to_bank(info, pin);
2199        enum pin_config_param param = pinconf_to_config_param(*config);
2200        u16 arg;
2201        int rc;
2202
2203        switch (param) {
2204        case PIN_CONFIG_BIAS_DISABLE:
2205                if (rockchip_get_pull(bank, pin - bank->pin_base) != param)
2206                        return -EINVAL;
2207
2208                arg = 0;
2209                break;
2210        case PIN_CONFIG_BIAS_PULL_UP:
2211        case PIN_CONFIG_BIAS_PULL_DOWN:
2212        case PIN_CONFIG_BIAS_PULL_PIN_DEFAULT:
2213        case PIN_CONFIG_BIAS_BUS_HOLD:
2214                if (!rockchip_pinconf_pull_valid(info->ctrl, param))
2215                        return -ENOTSUPP;
2216
2217                if (rockchip_get_pull(bank, pin - bank->pin_base) != param)
2218                        return -EINVAL;
2219
2220                arg = 1;
2221                break;
2222        case PIN_CONFIG_OUTPUT:
2223                rc = rockchip_get_mux(bank, pin - bank->pin_base);
2224                if (rc != RK_FUNC_GPIO)
2225                        return -EINVAL;
2226
2227                rc = rockchip_gpio_get(&bank->gpio_chip, pin - bank->pin_base);
2228                if (rc < 0)
2229                        return rc;
2230
2231                arg = rc ? 1 : 0;
2232                break;
2233        case PIN_CONFIG_DRIVE_STRENGTH:
2234                /* rk3288 is the first with per-pin drive-strength */
2235                if (!info->ctrl->drv_calc_reg)
2236                        return -ENOTSUPP;
2237
2238                rc = rockchip_get_drive_perpin(bank, pin - bank->pin_base);
2239                if (rc < 0)
2240                        return rc;
2241
2242                arg = rc;
2243                break;
2244        case PIN_CONFIG_INPUT_SCHMITT_ENABLE:
2245                if (!info->ctrl->schmitt_calc_reg)
2246                        return -ENOTSUPP;
2247
2248                rc = rockchip_get_schmitt(bank, pin - bank->pin_base);
2249                if (rc < 0)
2250                        return rc;
2251
2252                arg = rc;
2253                break;
2254        default:
2255                return -ENOTSUPP;
2256                break;
2257        }
2258
2259        *config = pinconf_to_config_packed(param, arg);
2260
2261        return 0;
2262}
2263
2264static const struct pinconf_ops rockchip_pinconf_ops = {
2265        .pin_config_get                 = rockchip_pinconf_get,
2266        .pin_config_set                 = rockchip_pinconf_set,
2267        .is_generic                     = true,
2268};
2269
2270static const struct of_device_id rockchip_bank_match[] = {
2271        { .compatible = "rockchip,gpio-bank" },
2272        { .compatible = "rockchip,rk3188-gpio-bank0" },
2273        {},
2274};
2275
2276static void rockchip_pinctrl_child_count(struct rockchip_pinctrl *info,
2277                                                struct device_node *np)
2278{
2279        struct device_node *child;
2280
2281        for_each_child_of_node(np, child) {
2282                if (of_match_node(rockchip_bank_match, child))
2283                        continue;
2284
2285                info->nfunctions++;
2286                info->ngroups += of_get_child_count(child);
2287        }
2288}
2289
2290static int rockchip_pinctrl_parse_groups(struct device_node *np,
2291                                              struct rockchip_pin_group *grp,
2292                                              struct rockchip_pinctrl *info,
2293                                              u32 index)
2294{
2295        struct rockchip_pin_bank *bank;
2296        int size;
2297        const __be32 *list;
2298        int num;
2299        int i, j;
2300        int ret;
2301
2302        dev_dbg(info->dev, "group(%d): %s\n", index, np->name);
2303
2304        /* Initialise group */
2305        grp->name = np->name;
2306
2307        /*
2308         * the binding format is rockchip,pins = <bank pin mux CONFIG>,
2309         * do sanity check and calculate pins number
2310         */
2311        list = of_get_property(np, "rockchip,pins", &size);
2312        /* we do not check return since it's safe node passed down */
2313        size /= sizeof(*list);
2314        if (!size || size % 4) {
2315                dev_err(info->dev, "wrong pins number or pins and configs should be by 4\n");
2316                return -EINVAL;
2317        }
2318
2319        grp->npins = size / 4;
2320
2321        grp->pins = devm_kzalloc(info->dev, grp->npins * sizeof(unsigned int),
2322                                                GFP_KERNEL);
2323        grp->data = devm_kzalloc(info->dev, grp->npins *
2324                                          sizeof(struct rockchip_pin_config),
2325                                        GFP_KERNEL);
2326        if (!grp->pins || !grp->data)
2327                return -ENOMEM;
2328
2329        for (i = 0, j = 0; i < size; i += 4, j++) {
2330                const __be32 *phandle;
2331                struct device_node *np_config;
2332
2333                num = be32_to_cpu(*list++);
2334                bank = bank_num_to_bank(info, num);
2335                if (IS_ERR(bank))
2336                        return PTR_ERR(bank);
2337
2338                grp->pins[j] = bank->pin_base + be32_to_cpu(*list++);
2339                grp->data[j].func = be32_to_cpu(*list++);
2340
2341                phandle = list++;
2342                if (!phandle)
2343                        return -EINVAL;
2344
2345                np_config = of_find_node_by_phandle(be32_to_cpup(phandle));
2346                ret = pinconf_generic_parse_dt_config(np_config, NULL,
2347                                &grp->data[j].configs, &grp->data[j].nconfigs);
2348                if (ret)
2349                        return ret;
2350        }
2351
2352        return 0;
2353}
2354
2355static int rockchip_pinctrl_parse_functions(struct device_node *np,
2356                                                struct rockchip_pinctrl *info,
2357                                                u32 index)
2358{
2359        struct device_node *child;
2360        struct rockchip_pmx_func *func;
2361        struct rockchip_pin_group *grp;
2362        int ret;
2363        static u32 grp_index;
2364        u32 i = 0;
2365
2366        dev_dbg(info->dev, "parse function(%d): %s\n", index, np->name);
2367
2368        func = &info->functions[index];
2369
2370        /* Initialise function */
2371        func->name = np->name;
2372        func->ngroups = of_get_child_count(np);
2373        if (func->ngroups <= 0)
2374                return 0;
2375
2376        func->groups = devm_kzalloc(info->dev,
2377                        func->ngroups * sizeof(char *), GFP_KERNEL);
2378        if (!func->groups)
2379                return -ENOMEM;
2380
2381        for_each_child_of_node(np, child) {
2382                func->groups[i] = child->name;
2383                grp = &info->groups[grp_index++];
2384                ret = rockchip_pinctrl_parse_groups(child, grp, info, i++);
2385                if (ret) {
2386                        of_node_put(child);
2387                        return ret;
2388                }
2389        }
2390
2391        return 0;
2392}
2393
2394static int rockchip_pinctrl_parse_dt(struct platform_device *pdev,
2395                                              struct rockchip_pinctrl *info)
2396{
2397        struct device *dev = &pdev->dev;
2398        struct device_node *np = dev->of_node;
2399        struct device_node *child;
2400        int ret;
2401        int i;
2402
2403        rockchip_pinctrl_child_count(info, np);
2404
2405        dev_dbg(&pdev->dev, "nfunctions = %d\n", info->nfunctions);
2406        dev_dbg(&pdev->dev, "ngroups = %d\n", info->ngroups);
2407
2408        info->functions = devm_kzalloc(dev, info->nfunctions *
2409                                              sizeof(struct rockchip_pmx_func),
2410                                              GFP_KERNEL);
2411        if (!info->functions)
2412                return -EINVAL;
2413
2414        info->groups = devm_kzalloc(dev, info->ngroups *
2415                                            sizeof(struct rockchip_pin_group),
2416                                            GFP_KERNEL);
2417        if (!info->groups)
2418                return -EINVAL;
2419
2420        i = 0;
2421
2422        for_each_child_of_node(np, child) {
2423                if (of_match_node(rockchip_bank_match, child))
2424                        continue;
2425
2426                ret = rockchip_pinctrl_parse_functions(child, info, i++);
2427                if (ret) {
2428                        dev_err(&pdev->dev, "failed to parse function\n");
2429                        of_node_put(child);
2430                        return ret;
2431                }
2432        }
2433
2434        return 0;
2435}
2436
2437static int rockchip_pinctrl_register(struct platform_device *pdev,
2438                                        struct rockchip_pinctrl *info)
2439{
2440        struct pinctrl_desc *ctrldesc = &info->pctl;
2441        struct pinctrl_pin_desc *pindesc, *pdesc;
2442        struct rockchip_pin_bank *pin_bank;
2443        int pin, bank, ret;
2444        int k;
2445
2446        ctrldesc->name = "rockchip-pinctrl";
2447        ctrldesc->owner = THIS_MODULE;
2448        ctrldesc->pctlops = &rockchip_pctrl_ops;
2449        ctrldesc->pmxops = &rockchip_pmx_ops;
2450        ctrldesc->confops = &rockchip_pinconf_ops;
2451
2452        pindesc = devm_kzalloc(&pdev->dev, sizeof(*pindesc) *
2453                        info->ctrl->nr_pins, GFP_KERNEL);
2454        if (!pindesc)
2455                return -ENOMEM;
2456
2457        ctrldesc->pins = pindesc;
2458        ctrldesc->npins = info->ctrl->nr_pins;
2459
2460        pdesc = pindesc;
2461        for (bank = 0 , k = 0; bank < info->ctrl->nr_banks; bank++) {
2462                pin_bank = &info->ctrl->pin_banks[bank];
2463                for (pin = 0; pin < pin_bank->nr_pins; pin++, k++) {
2464                        pdesc->number = k;
2465                        pdesc->name = kasprintf(GFP_KERNEL, "%s-%d",
2466                                                pin_bank->name, pin);
2467                        pdesc++;
2468                }
2469        }
2470
2471        ret = rockchip_pinctrl_parse_dt(pdev, info);
2472        if (ret)
2473                return ret;
2474
2475        info->pctl_dev = devm_pinctrl_register(&pdev->dev, ctrldesc, info);
2476        if (IS_ERR(info->pctl_dev)) {
2477                dev_err(&pdev->dev, "could not register pinctrl driver\n");
2478                return PTR_ERR(info->pctl_dev);
2479        }
2480
2481        for (bank = 0; bank < info->ctrl->nr_banks; ++bank) {
2482                pin_bank = &info->ctrl->pin_banks[bank];
2483                pin_bank->grange.name = pin_bank->name;
2484                pin_bank->grange.id = bank;
2485                pin_bank->grange.pin_base = pin_bank->pin_base;
2486                pin_bank->grange.base = pin_bank->gpio_chip.base;
2487                pin_bank->grange.npins = pin_bank->gpio_chip.ngpio;
2488                pin_bank->grange.gc = &pin_bank->gpio_chip;
2489                pinctrl_add_gpio_range(info->pctl_dev, &pin_bank->grange);
2490        }
2491
2492        return 0;
2493}
2494
2495/*
2496 * GPIO handling
2497 */
2498
2499static void rockchip_gpio_set(struct gpio_chip *gc, unsigned offset, int value)
2500{
2501        struct rockchip_pin_bank *bank = gpiochip_get_data(gc);
2502        void __iomem *reg = bank->reg_base + GPIO_SWPORT_DR;
2503        unsigned long flags;
2504        u32 data;
2505
2506        clk_enable(bank->clk);
2507        raw_spin_lock_irqsave(&bank->slock, flags);
2508
2509        data = readl(reg);
2510        data &= ~BIT(offset);
2511        if (value)
2512                data |= BIT(offset);
2513        writel(data, reg);
2514
2515        raw_spin_unlock_irqrestore(&bank->slock, flags);
2516        clk_disable(bank->clk);
2517}
2518
2519/*
2520 * Returns the level of the pin for input direction and setting of the DR
2521 * register for output gpios.
2522 */
2523static int rockchip_gpio_get(struct gpio_chip *gc, unsigned offset)
2524{
2525        struct rockchip_pin_bank *bank = gpiochip_get_data(gc);
2526        u32 data;
2527
2528        clk_enable(bank->clk);
2529        data = readl(bank->reg_base + GPIO_EXT_PORT);
2530        clk_disable(bank->clk);
2531        data >>= offset;
2532        data &= 1;
2533        return data;
2534}
2535
2536/*
2537 * gpiolib gpio_direction_input callback function. The setting of the pin
2538 * mux function as 'gpio input' will be handled by the pinctrl subsystem
2539 * interface.
2540 */
2541static int rockchip_gpio_direction_input(struct gpio_chip *gc, unsigned offset)
2542{
2543        return pinctrl_gpio_direction_input(gc->base + offset);
2544}
2545
2546/*
2547 * gpiolib gpio_direction_output callback function. The setting of the pin
2548 * mux function as 'gpio output' will be handled by the pinctrl subsystem
2549 * interface.
2550 */
2551static int rockchip_gpio_direction_output(struct gpio_chip *gc,
2552                                          unsigned offset, int value)
2553{
2554        rockchip_gpio_set(gc, offset, value);
2555        return pinctrl_gpio_direction_output(gc->base + offset);
2556}
2557
2558/*
2559 * gpiolib gpio_to_irq callback function. Creates a mapping between a GPIO pin
2560 * and a virtual IRQ, if not already present.
2561 */
2562static int rockchip_gpio_to_irq(struct gpio_chip *gc, unsigned offset)
2563{
2564        struct rockchip_pin_bank *bank = gpiochip_get_data(gc);
2565        unsigned int virq;
2566
2567        if (!bank->domain)
2568                return -ENXIO;
2569
2570        virq = irq_create_mapping(bank->domain, offset);
2571
2572        return (virq) ? : -ENXIO;
2573}
2574
2575static const struct gpio_chip rockchip_gpiolib_chip = {
2576        .request = gpiochip_generic_request,
2577        .free = gpiochip_generic_free,
2578        .set = rockchip_gpio_set,
2579        .get = rockchip_gpio_get,
2580        .get_direction  = rockchip_gpio_get_direction,
2581        .direction_input = rockchip_gpio_direction_input,
2582        .direction_output = rockchip_gpio_direction_output,
2583        .to_irq = rockchip_gpio_to_irq,
2584        .owner = THIS_MODULE,
2585};
2586
2587/*
2588 * Interrupt handling
2589 */
2590
2591static void rockchip_irq_demux(struct irq_desc *desc)
2592{
2593        struct irq_chip *chip = irq_desc_get_chip(desc);
2594        struct rockchip_pin_bank *bank = irq_desc_get_handler_data(desc);
2595        u32 pend;
2596
2597        dev_dbg(bank->drvdata->dev, "got irq for bank %s\n", bank->name);
2598
2599        chained_irq_enter(chip, desc);
2600
2601        pend = readl_relaxed(bank->reg_base + GPIO_INT_STATUS);
2602
2603        while (pend) {
2604                unsigned int irq, virq;
2605
2606                irq = __ffs(pend);
2607                pend &= ~BIT(irq);
2608                virq = irq_linear_revmap(bank->domain, irq);
2609
2610                if (!virq) {
2611                        dev_err(bank->drvdata->dev, "unmapped irq %d\n", irq);
2612                        continue;
2613                }
2614
2615                dev_dbg(bank->drvdata->dev, "handling irq %d\n", irq);
2616
2617                /*
2618                 * Triggering IRQ on both rising and falling edge
2619                 * needs manual intervention.
2620                 */
2621                if (bank->toggle_edge_mode & BIT(irq)) {
2622                        u32 data, data_old, polarity;
2623                        unsigned long flags;
2624
2625                        data = readl_relaxed(bank->reg_base + GPIO_EXT_PORT);
2626                        do {
2627                                raw_spin_lock_irqsave(&bank->slock, flags);
2628
2629                                polarity = readl_relaxed(bank->reg_base +
2630                                                         GPIO_INT_POLARITY);
2631                                if (data & BIT(irq))
2632                                        polarity &= ~BIT(irq);
2633                                else
2634                                        polarity |= BIT(irq);
2635                                writel(polarity,
2636                                       bank->reg_base + GPIO_INT_POLARITY);
2637
2638                                raw_spin_unlock_irqrestore(&bank->slock, flags);
2639
2640                                data_old = data;
2641                                data = readl_relaxed(bank->reg_base +
2642                                                     GPIO_EXT_PORT);
2643                        } while ((data & BIT(irq)) != (data_old & BIT(irq)));
2644                }
2645
2646                generic_handle_irq(virq);
2647        }
2648
2649        chained_irq_exit(chip, desc);
2650}
2651
2652static int rockchip_irq_set_type(struct irq_data *d, unsigned int type)
2653{
2654        struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
2655        struct rockchip_pin_bank *bank = gc->private;
2656        u32 mask = BIT(d->hwirq);
2657        u32 polarity;
2658        u32 level;
2659        u32 data;
2660        unsigned long flags;
2661        int ret;
2662
2663        /* make sure the pin is configured as gpio input */
2664        ret = rockchip_set_mux(bank, d->hwirq, RK_FUNC_GPIO);
2665        if (ret < 0)
2666                return ret;
2667
2668        clk_enable(bank->clk);
2669        raw_spin_lock_irqsave(&bank->slock, flags);
2670
2671        data = readl_relaxed(bank->reg_base + GPIO_SWPORT_DDR);
2672        data &= ~mask;
2673        writel_relaxed(data, bank->reg_base + GPIO_SWPORT_DDR);
2674
2675        raw_spin_unlock_irqrestore(&bank->slock, flags);
2676
2677        if (type & IRQ_TYPE_EDGE_BOTH)
2678                irq_set_handler_locked(d, handle_edge_irq);
2679        else
2680                irq_set_handler_locked(d, handle_level_irq);
2681
2682        raw_spin_lock_irqsave(&bank->slock, flags);
2683        irq_gc_lock(gc);
2684
2685        level = readl_relaxed(gc->reg_base + GPIO_INTTYPE_LEVEL);
2686        polarity = readl_relaxed(gc->reg_base + GPIO_INT_POLARITY);
2687
2688        switch (type) {
2689        case IRQ_TYPE_EDGE_BOTH:
2690                bank->toggle_edge_mode |= mask;
2691                level |= mask;
2692
2693                /*
2694                 * Determine gpio state. If 1 next interrupt should be falling
2695                 * otherwise rising.
2696                 */
2697                data = readl(bank->reg_base + GPIO_EXT_PORT);
2698                if (data & mask)
2699                        polarity &= ~mask;
2700                else
2701                        polarity |= mask;
2702                break;
2703        case IRQ_TYPE_EDGE_RISING:
2704                bank->toggle_edge_mode &= ~mask;
2705                level |= mask;
2706                polarity |= mask;
2707                break;
2708        case IRQ_TYPE_EDGE_FALLING:
2709                bank->toggle_edge_mode &= ~mask;
2710                level |= mask;
2711                polarity &= ~mask;
2712                break;
2713        case IRQ_TYPE_LEVEL_HIGH:
2714                bank->toggle_edge_mode &= ~mask;
2715                level &= ~mask;
2716                polarity |= mask;
2717                break;
2718        case IRQ_TYPE_LEVEL_LOW:
2719                bank->toggle_edge_mode &= ~mask;
2720                level &= ~mask;
2721                polarity &= ~mask;
2722                break;
2723        default:
2724                irq_gc_unlock(gc);
2725                raw_spin_unlock_irqrestore(&bank->slock, flags);
2726                clk_disable(bank->clk);
2727                return -EINVAL;
2728        }
2729
2730        writel_relaxed(level, gc->reg_base + GPIO_INTTYPE_LEVEL);
2731        writel_relaxed(polarity, gc->reg_base + GPIO_INT_POLARITY);
2732
2733        irq_gc_unlock(gc);
2734        raw_spin_unlock_irqrestore(&bank->slock, flags);
2735        clk_disable(bank->clk);
2736
2737        return 0;
2738}
2739
2740static void rockchip_irq_suspend(struct irq_data *d)
2741{
2742        struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
2743        struct rockchip_pin_bank *bank = gc->private;
2744
2745        clk_enable(bank->clk);
2746        bank->saved_masks = irq_reg_readl(gc, GPIO_INTMASK);
2747        irq_reg_writel(gc, ~gc->wake_active, GPIO_INTMASK);
2748        clk_disable(bank->clk);
2749}
2750
2751static void rockchip_irq_resume(struct irq_data *d)
2752{
2753        struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
2754        struct rockchip_pin_bank *bank = gc->private;
2755
2756        clk_enable(bank->clk);
2757        irq_reg_writel(gc, bank->saved_masks, GPIO_INTMASK);
2758        clk_disable(bank->clk);
2759}
2760
2761static void rockchip_irq_enable(struct irq_data *d)
2762{
2763        struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
2764        struct rockchip_pin_bank *bank = gc->private;
2765
2766        clk_enable(bank->clk);
2767        irq_gc_mask_clr_bit(d);
2768}
2769
2770static void rockchip_irq_disable(struct irq_data *d)
2771{
2772        struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
2773        struct rockchip_pin_bank *bank = gc->private;
2774
2775        irq_gc_mask_set_bit(d);
2776        clk_disable(bank->clk);
2777}
2778
2779static int rockchip_interrupts_register(struct platform_device *pdev,
2780                                                struct rockchip_pinctrl *info)
2781{
2782        struct rockchip_pin_ctrl *ctrl = info->ctrl;
2783        struct rockchip_pin_bank *bank = ctrl->pin_banks;
2784        unsigned int clr = IRQ_NOREQUEST | IRQ_NOPROBE | IRQ_NOAUTOEN;
2785        struct irq_chip_generic *gc;
2786        int ret;
2787        int i, j;
2788
2789        for (i = 0; i < ctrl->nr_banks; ++i, ++bank) {
2790                if (!bank->valid) {
2791                        dev_warn(&pdev->dev, "bank %s is not valid\n",
2792                                 bank->name);
2793                        continue;
2794                }
2795
2796                ret = clk_enable(bank->clk);
2797                if (ret) {
2798                        dev_err(&pdev->dev, "failed to enable clock for bank %s\n",
2799                                bank->name);
2800                        continue;
2801                }
2802
2803                bank->domain = irq_domain_add_linear(bank->of_node, 32,
2804                                                &irq_generic_chip_ops, NULL);
2805                if (!bank->domain) {
2806                        dev_warn(&pdev->dev, "could not initialize irq domain for bank %s\n",
2807                                 bank->name);
2808                        clk_disable(bank->clk);
2809                        continue;
2810                }
2811
2812                ret = irq_alloc_domain_generic_chips(bank->domain, 32, 1,
2813                                         "rockchip_gpio_irq", handle_level_irq,
2814                                         clr, 0, IRQ_GC_INIT_MASK_CACHE);
2815                if (ret) {
2816                        dev_err(&pdev->dev, "could not alloc generic chips for bank %s\n",
2817                                bank->name);
2818                        irq_domain_remove(bank->domain);
2819                        clk_disable(bank->clk);
2820                        continue;
2821                }
2822
2823                /*
2824                 * Linux assumes that all interrupts start out disabled/masked.
2825                 * Our driver only uses the concept of masked and always keeps
2826                 * things enabled, so for us that's all masked and all enabled.
2827                 */
2828                writel_relaxed(0xffffffff, bank->reg_base + GPIO_INTMASK);
2829                writel_relaxed(0xffffffff, bank->reg_base + GPIO_INTEN);
2830
2831                gc = irq_get_domain_generic_chip(bank->domain, 0);
2832                gc->reg_base = bank->reg_base;
2833                gc->private = bank;
2834                gc->chip_types[0].regs.mask = GPIO_INTMASK;
2835                gc->chip_types[0].regs.ack = GPIO_PORTS_EOI;
2836                gc->chip_types[0].chip.irq_ack = irq_gc_ack_set_bit;
2837                gc->chip_types[0].chip.irq_mask = irq_gc_mask_set_bit;
2838                gc->chip_types[0].chip.irq_unmask = irq_gc_mask_clr_bit;
2839                gc->chip_types[0].chip.irq_enable = rockchip_irq_enable;
2840                gc->chip_types[0].chip.irq_disable = rockchip_irq_disable;
2841                gc->chip_types[0].chip.irq_set_wake = irq_gc_set_wake;
2842                gc->chip_types[0].chip.irq_suspend = rockchip_irq_suspend;
2843                gc->chip_types[0].chip.irq_resume = rockchip_irq_resume;
2844                gc->chip_types[0].chip.irq_set_type = rockchip_irq_set_type;
2845                gc->wake_enabled = IRQ_MSK(bank->nr_pins);
2846
2847                irq_set_chained_handler_and_data(bank->irq,
2848                                                 rockchip_irq_demux, bank);
2849
2850                /* map the gpio irqs here, when the clock is still running */
2851                for (j = 0 ; j < 32 ; j++)
2852                        irq_create_mapping(bank->domain, j);
2853
2854                clk_disable(bank->clk);
2855        }
2856
2857        return 0;
2858}
2859
2860static int rockchip_gpiolib_register(struct platform_device *pdev,
2861                                                struct rockchip_pinctrl *info)
2862{
2863        struct rockchip_pin_ctrl *ctrl = info->ctrl;
2864        struct rockchip_pin_bank *bank = ctrl->pin_banks;
2865        struct gpio_chip *gc;
2866        int ret;
2867        int i;
2868
2869        for (i = 0; i < ctrl->nr_banks; ++i, ++bank) {
2870                if (!bank->valid) {
2871                        dev_warn(&pdev->dev, "bank %s is not valid\n",
2872                                 bank->name);
2873                        continue;
2874                }
2875
2876                bank->gpio_chip = rockchip_gpiolib_chip;
2877
2878                gc = &bank->gpio_chip;
2879                gc->base = bank->pin_base;
2880                gc->ngpio = bank->nr_pins;
2881                gc->parent = &pdev->dev;
2882                gc->of_node = bank->of_node;
2883                gc->label = bank->name;
2884
2885                ret = gpiochip_add_data(gc, bank);
2886                if (ret) {
2887                        dev_err(&pdev->dev, "failed to register gpio_chip %s, error code: %d\n",
2888                                                        gc->label, ret);
2889                        goto fail;
2890                }
2891        }
2892
2893        rockchip_interrupts_register(pdev, info);
2894
2895        return 0;
2896
2897fail:
2898        for (--i, --bank; i >= 0; --i, --bank) {
2899                if (!bank->valid)
2900                        continue;
2901                gpiochip_remove(&bank->gpio_chip);
2902        }
2903        return ret;
2904}
2905
2906static int rockchip_gpiolib_unregister(struct platform_device *pdev,
2907                                                struct rockchip_pinctrl *info)
2908{
2909        struct rockchip_pin_ctrl *ctrl = info->ctrl;
2910        struct rockchip_pin_bank *bank = ctrl->pin_banks;
2911        int i;
2912
2913        for (i = 0; i < ctrl->nr_banks; ++i, ++bank) {
2914                if (!bank->valid)
2915                        continue;
2916                gpiochip_remove(&bank->gpio_chip);
2917        }
2918
2919        return 0;
2920}
2921
2922static int rockchip_get_bank_data(struct rockchip_pin_bank *bank,
2923                                  struct rockchip_pinctrl *info)
2924{
2925        struct resource res;
2926        void __iomem *base;
2927
2928        if (of_address_to_resource(bank->of_node, 0, &res)) {
2929                dev_err(info->dev, "cannot find IO resource for bank\n");
2930                return -ENOENT;
2931        }
2932
2933        bank->reg_base = devm_ioremap_resource(info->dev, &res);
2934        if (IS_ERR(bank->reg_base))
2935                return PTR_ERR(bank->reg_base);
2936
2937        /*
2938         * special case, where parts of the pull setting-registers are
2939         * part of the PMU register space
2940         */
2941        if (of_device_is_compatible(bank->of_node,
2942                                    "rockchip,rk3188-gpio-bank0")) {
2943                struct device_node *node;
2944
2945                node = of_parse_phandle(bank->of_node->parent,
2946                                        "rockchip,pmu", 0);
2947                if (!node) {
2948                        if (of_address_to_resource(bank->of_node, 1, &res)) {
2949                                dev_err(info->dev, "cannot find IO resource for bank\n");
2950                                return -ENOENT;
2951                        }
2952
2953                        base = devm_ioremap_resource(info->dev, &res);
2954                        if (IS_ERR(base))
2955                                return PTR_ERR(base);
2956                        rockchip_regmap_config.max_register =
2957                                                    resource_size(&res) - 4;
2958                        rockchip_regmap_config.name =
2959                                            "rockchip,rk3188-gpio-bank0-pull";
2960                        bank->regmap_pull = devm_regmap_init_mmio(info->dev,
2961                                                    base,
2962                                                    &rockchip_regmap_config);
2963                }
2964        }
2965
2966        bank->irq = irq_of_parse_and_map(bank->of_node, 0);
2967
2968        bank->clk = of_clk_get(bank->of_node, 0);
2969        if (IS_ERR(bank->clk))
2970                return PTR_ERR(bank->clk);
2971
2972        return clk_prepare(bank->clk);
2973}
2974
2975static const struct of_device_id rockchip_pinctrl_dt_match[];
2976
2977/* retrieve the soc specific data */
2978static struct rockchip_pin_ctrl *rockchip_pinctrl_get_soc_data(
2979                                                struct rockchip_pinctrl *d,
2980                                                struct platform_device *pdev)
2981{
2982        const struct of_device_id *match;
2983        struct device_node *node = pdev->dev.of_node;
2984        struct device_node *np;
2985        struct rockchip_pin_ctrl *ctrl;
2986        struct rockchip_pin_bank *bank;
2987        int grf_offs, pmu_offs, drv_grf_offs, drv_pmu_offs, i, j;
2988
2989        match = of_match_node(rockchip_pinctrl_dt_match, node);
2990        ctrl = (struct rockchip_pin_ctrl *)match->data;
2991
2992        for_each_child_of_node(node, np) {
2993                if (!of_find_property(np, "gpio-controller", NULL))
2994                        continue;
2995
2996                bank = ctrl->pin_banks;
2997                for (i = 0; i < ctrl->nr_banks; ++i, ++bank) {
2998                        if (!strcmp(bank->name, np->name)) {
2999                                bank->of_node = np;
3000
3001                                if (!rockchip_get_bank_data(bank, d))
3002                                        bank->valid = true;
3003
3004                                break;
3005                        }
3006                }
3007        }
3008
3009        grf_offs = ctrl->grf_mux_offset;
3010        pmu_offs = ctrl->pmu_mux_offset;
3011        drv_pmu_offs = ctrl->pmu_drv_offset;
3012        drv_grf_offs = ctrl->grf_drv_offset;
3013        bank = ctrl->pin_banks;
3014        for (i = 0; i < ctrl->nr_banks; ++i, ++bank) {
3015                int bank_pins = 0;
3016
3017                raw_spin_lock_init(&bank->slock);
3018                bank->drvdata = d;
3019                bank->pin_base = ctrl->nr_pins;
3020                ctrl->nr_pins += bank->nr_pins;
3021
3022                /* calculate iomux and drv offsets */
3023                for (j = 0; j < 4; j++) {
3024                        struct rockchip_iomux *iom = &bank->iomux[j];
3025                        struct rockchip_drv *drv = &bank->drv[j];
3026                        int inc;
3027
3028                        if (bank_pins >= bank->nr_pins)
3029                                break;
3030
3031                        /* preset iomux offset value, set new start value */
3032                        if (iom->offset >= 0) {
3033                                if (iom->type & IOMUX_SOURCE_PMU)
3034                                        pmu_offs = iom->offset;
3035                                else
3036                                        grf_offs = iom->offset;
3037                        } else { /* set current iomux offset */
3038                                iom->offset = (iom->type & IOMUX_SOURCE_PMU) ?
3039                                                        pmu_offs : grf_offs;
3040                        }
3041
3042                        /* preset drv offset value, set new start value */
3043                        if (drv->offset >= 0) {
3044                                if (iom->type & IOMUX_SOURCE_PMU)
3045                                        drv_pmu_offs = drv->offset;
3046                                else
3047                                        drv_grf_offs = drv->offset;
3048                        } else { /* set current drv offset */
3049                                drv->offset = (iom->type & IOMUX_SOURCE_PMU) ?
3050                                                drv_pmu_offs : drv_grf_offs;
3051                        }
3052
3053                        dev_dbg(d->dev, "bank %d, iomux %d has iom_offset 0x%x drv_offset 0x%x\n",
3054                                i, j, iom->offset, drv->offset);
3055
3056                        /*
3057                         * Increase offset according to iomux width.
3058                         * 4bit iomux'es are spread over two registers.
3059                         */
3060                        inc = (iom->type & (IOMUX_WIDTH_4BIT |
3061                                            IOMUX_WIDTH_3BIT)) ? 8 : 4;
3062                        if (iom->type & IOMUX_SOURCE_PMU)
3063                                pmu_offs += inc;
3064                        else
3065                                grf_offs += inc;
3066
3067                        /*
3068                         * Increase offset according to drv width.
3069                         * 3bit drive-strenth'es are spread over two registers.
3070                         */
3071                        if ((drv->drv_type == DRV_TYPE_IO_1V8_3V0_AUTO) ||
3072                            (drv->drv_type == DRV_TYPE_IO_3V3_ONLY))
3073                                inc = 8;
3074                        else
3075                                inc = 4;
3076
3077                        if (iom->type & IOMUX_SOURCE_PMU)
3078                                drv_pmu_offs += inc;
3079                        else
3080                                drv_grf_offs += inc;
3081
3082                        bank_pins += 8;
3083                }
3084
3085                /* calculate the per-bank recalced_mask */
3086                for (j = 0; j < ctrl->niomux_recalced; j++) {
3087                        int pin = 0;
3088
3089                        if (ctrl->iomux_recalced[j].num == bank->bank_num) {
3090                                pin = ctrl->iomux_recalced[j].pin;
3091                                bank->recalced_mask |= BIT(pin);
3092                        }
3093                }
3094
3095                /* calculate the per-bank route_mask */
3096                for (j = 0; j < ctrl->niomux_routes; j++) {
3097                        int pin = 0;
3098
3099                        if (ctrl->iomux_routes[j].bank_num == bank->bank_num) {
3100                                pin = ctrl->iomux_routes[j].pin;
3101                                bank->route_mask |= BIT(pin);
3102                        }
3103                }
3104        }
3105
3106        return ctrl;
3107}
3108
3109#define RK3288_GRF_GPIO6C_IOMUX         0x64
3110#define GPIO6C6_SEL_WRITE_ENABLE        BIT(28)
3111
3112static u32 rk3288_grf_gpio6c_iomux;
3113
3114static int __maybe_unused rockchip_pinctrl_suspend(struct device *dev)
3115{
3116        struct rockchip_pinctrl *info = dev_get_drvdata(dev);
3117        int ret = pinctrl_force_sleep(info->pctl_dev);
3118
3119        if (ret)
3120                return ret;
3121
3122        /*
3123         * RK3288 GPIO6_C6 mux would be modified by Maskrom when resume, so save
3124         * the setting here, and restore it at resume.
3125         */
3126        if (info->ctrl->type == RK3288) {
3127                ret = regmap_read(info->regmap_base, RK3288_GRF_GPIO6C_IOMUX,
3128                                  &rk3288_grf_gpio6c_iomux);
3129                if (ret) {
3130                        pinctrl_force_default(info->pctl_dev);
3131                        return ret;
3132                }
3133        }
3134
3135        return 0;
3136}
3137
3138static int __maybe_unused rockchip_pinctrl_resume(struct device *dev)
3139{
3140        struct rockchip_pinctrl *info = dev_get_drvdata(dev);
3141        int ret = regmap_write(info->regmap_base, RK3288_GRF_GPIO6C_IOMUX,
3142                               rk3288_grf_gpio6c_iomux |
3143                               GPIO6C6_SEL_WRITE_ENABLE);
3144
3145        if (ret)
3146                return ret;
3147
3148        return pinctrl_force_default(info->pctl_dev);
3149}
3150
3151static SIMPLE_DEV_PM_OPS(rockchip_pinctrl_dev_pm_ops, rockchip_pinctrl_suspend,
3152                         rockchip_pinctrl_resume);
3153
3154static int rockchip_pinctrl_probe(struct platform_device *pdev)
3155{
3156        struct rockchip_pinctrl *info;
3157        struct device *dev = &pdev->dev;
3158        struct rockchip_pin_ctrl *ctrl;
3159        struct device_node *np = pdev->dev.of_node, *node;
3160        struct resource *res;
3161        void __iomem *base;
3162        int ret;
3163
3164        if (!dev->of_node) {
3165                dev_err(dev, "device tree node not found\n");
3166                return -ENODEV;
3167        }
3168
3169        info = devm_kzalloc(dev, sizeof(*info), GFP_KERNEL);
3170        if (!info)
3171                return -ENOMEM;
3172
3173        info->dev = dev;
3174
3175        ctrl = rockchip_pinctrl_get_soc_data(info, pdev);
3176        if (!ctrl) {
3177                dev_err(dev, "driver data not available\n");
3178                return -EINVAL;
3179        }
3180        info->ctrl = ctrl;
3181
3182        node = of_parse_phandle(np, "rockchip,grf", 0);
3183        if (node) {
3184                info->regmap_base = syscon_node_to_regmap(node);
3185                if (IS_ERR(info->regmap_base))
3186                        return PTR_ERR(info->regmap_base);
3187        } else {
3188                res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
3189                base = devm_ioremap_resource(&pdev->dev, res);
3190                if (IS_ERR(base))
3191                        return PTR_ERR(base);
3192
3193                rockchip_regmap_config.max_register = resource_size(res) - 4;
3194                rockchip_regmap_config.name = "rockchip,pinctrl";
3195                info->regmap_base = devm_regmap_init_mmio(&pdev->dev, base,
3196                                                    &rockchip_regmap_config);
3197
3198                /* to check for the old dt-bindings */
3199                info->reg_size = resource_size(res);
3200
3201                /* Honor the old binding, with pull registers as 2nd resource */
3202                if (ctrl->type == RK3188 && info->reg_size < 0x200) {
3203                        res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
3204                        base = devm_ioremap_resource(&pdev->dev, res);
3205                        if (IS_ERR(base))
3206                                return PTR_ERR(base);
3207
3208                        rockchip_regmap_config.max_register =
3209                                                        resource_size(res) - 4;
3210                        rockchip_regmap_config.name = "rockchip,pinctrl-pull";
3211                        info->regmap_pull = devm_regmap_init_mmio(&pdev->dev,
3212                                                    base,
3213                                                    &rockchip_regmap_config);
3214                }
3215        }
3216
3217        /* try to find the optional reference to the pmu syscon */
3218        node = of_parse_phandle(np, "rockchip,pmu", 0);
3219        if (node) {
3220                info->regmap_pmu = syscon_node_to_regmap(node);
3221                if (IS_ERR(info->regmap_pmu))
3222                        return PTR_ERR(info->regmap_pmu);
3223        }
3224
3225        ret = rockchip_gpiolib_register(pdev, info);
3226        if (ret)
3227                return ret;
3228
3229        ret = rockchip_pinctrl_register(pdev, info);
3230        if (ret) {
3231                rockchip_gpiolib_unregister(pdev, info);
3232                return ret;
3233        }
3234
3235        platform_set_drvdata(pdev, info);
3236
3237        return 0;
3238}
3239
3240static struct rockchip_pin_bank rv1108_pin_banks[] = {
3241        PIN_BANK_IOMUX_FLAGS(0, 32, "gpio0", IOMUX_SOURCE_PMU,
3242                                             IOMUX_SOURCE_PMU,
3243                                             IOMUX_SOURCE_PMU,
3244                                             IOMUX_SOURCE_PMU),
3245        PIN_BANK_IOMUX_FLAGS(1, 32, "gpio1", 0, 0, 0, 0),
3246        PIN_BANK_IOMUX_FLAGS(2, 32, "gpio2", 0, 0, 0, 0),
3247        PIN_BANK_IOMUX_FLAGS(3, 32, "gpio3", 0, 0, 0, 0),
3248};
3249
3250static struct rockchip_pin_ctrl rv1108_pin_ctrl = {
3251        .pin_banks              = rv1108_pin_banks,
3252        .nr_banks               = ARRAY_SIZE(rv1108_pin_banks),
3253        .label                  = "RV1108-GPIO",
3254        .type                   = RV1108,
3255        .grf_mux_offset         = 0x10,
3256        .pmu_mux_offset         = 0x0,
3257        .iomux_recalced         = rv1108_mux_recalced_data,
3258        .niomux_recalced        = ARRAY_SIZE(rv1108_mux_recalced_data),
3259        .pull_calc_reg          = rv1108_calc_pull_reg_and_bit,
3260        .drv_calc_reg           = rv1108_calc_drv_reg_and_bit,
3261        .schmitt_calc_reg       = rv1108_calc_schmitt_reg_and_bit,
3262};
3263
3264static struct rockchip_pin_bank rk2928_pin_banks[] = {
3265        PIN_BANK(0, 32, "gpio0"),
3266        PIN_BANK(1, 32, "gpio1"),
3267        PIN_BANK(2, 32, "gpio2"),
3268        PIN_BANK(3, 32, "gpio3"),
3269};
3270
3271static struct rockchip_pin_ctrl rk2928_pin_ctrl = {
3272                .pin_banks              = rk2928_pin_banks,
3273                .nr_banks               = ARRAY_SIZE(rk2928_pin_banks),
3274                .label                  = "RK2928-GPIO",
3275                .type                   = RK2928,
3276                .grf_mux_offset         = 0xa8,
3277                .pull_calc_reg          = rk2928_calc_pull_reg_and_bit,
3278};
3279
3280static struct rockchip_pin_bank rk3036_pin_banks[] = {
3281        PIN_BANK(0, 32, "gpio0"),
3282        PIN_BANK(1, 32, "gpio1"),
3283        PIN_BANK(2, 32, "gpio2"),
3284};
3285
3286static struct rockchip_pin_ctrl rk3036_pin_ctrl = {
3287                .pin_banks              = rk3036_pin_banks,
3288                .nr_banks               = ARRAY_SIZE(rk3036_pin_banks),
3289                .label                  = "RK3036-GPIO",
3290                .type                   = RK2928,
3291                .grf_mux_offset         = 0xa8,
3292                .pull_calc_reg          = rk2928_calc_pull_reg_and_bit,
3293};
3294
3295static struct rockchip_pin_bank rk3066a_pin_banks[] = {
3296        PIN_BANK(0, 32, "gpio0"),
3297        PIN_BANK(1, 32, "gpio1"),
3298        PIN_BANK(2, 32, "gpio2"),
3299        PIN_BANK(3, 32, "gpio3"),
3300        PIN_BANK(4, 32, "gpio4"),
3301        PIN_BANK(6, 16, "gpio6"),
3302};
3303
3304static struct rockchip_pin_ctrl rk3066a_pin_ctrl = {
3305                .pin_banks              = rk3066a_pin_banks,
3306                .nr_banks               = ARRAY_SIZE(rk3066a_pin_banks),
3307                .label                  = "RK3066a-GPIO",
3308                .type                   = RK2928,
3309                .grf_mux_offset         = 0xa8,
3310                .pull_calc_reg          = rk2928_calc_pull_reg_and_bit,
3311};
3312
3313static struct rockchip_pin_bank rk3066b_pin_banks[] = {
3314        PIN_BANK(0, 32, "gpio0"),
3315        PIN_BANK(1, 32, "gpio1"),
3316        PIN_BANK(2, 32, "gpio2"),
3317        PIN_BANK(3, 32, "gpio3"),
3318};
3319
3320static struct rockchip_pin_ctrl rk3066b_pin_ctrl = {
3321                .pin_banks      = rk3066b_pin_banks,
3322                .nr_banks       = ARRAY_SIZE(rk3066b_pin_banks),
3323                .label          = "RK3066b-GPIO",
3324                .type           = RK3066B,
3325                .grf_mux_offset = 0x60,
3326};
3327
3328static struct rockchip_pin_bank rk3128_pin_banks[] = {
3329        PIN_BANK(0, 32, "gpio0"),
3330        PIN_BANK(1, 32, "gpio1"),
3331        PIN_BANK(2, 32, "gpio2"),
3332        PIN_BANK(3, 32, "gpio3"),
3333};
3334
3335static struct rockchip_pin_ctrl rk3128_pin_ctrl = {
3336                .pin_banks              = rk3128_pin_banks,
3337                .nr_banks               = ARRAY_SIZE(rk3128_pin_banks),
3338                .label                  = "RK3128-GPIO",
3339                .type                   = RK3128,
3340                .grf_mux_offset         = 0xa8,
3341                .iomux_recalced         = rk3128_mux_recalced_data,
3342                .niomux_recalced        = ARRAY_SIZE(rk3128_mux_recalced_data),
3343                .iomux_routes           = rk3128_mux_route_data,
3344                .niomux_routes          = ARRAY_SIZE(rk3128_mux_route_data),
3345                .pull_calc_reg          = rk3128_calc_pull_reg_and_bit,
3346};
3347
3348static struct rockchip_pin_bank rk3188_pin_banks[] = {
3349        PIN_BANK_IOMUX_FLAGS(0, 32, "gpio0", IOMUX_GPIO_ONLY, 0, 0, 0),
3350        PIN_BANK(1, 32, "gpio1"),
3351        PIN_BANK(2, 32, "gpio2"),
3352        PIN_BANK(3, 32, "gpio3"),
3353};
3354
3355static struct rockchip_pin_ctrl rk3188_pin_ctrl = {
3356                .pin_banks              = rk3188_pin_banks,
3357                .nr_banks               = ARRAY_SIZE(rk3188_pin_banks),
3358                .label                  = "RK3188-GPIO",
3359                .type                   = RK3188,
3360                .grf_mux_offset         = 0x60,
3361                .pull_calc_reg          = rk3188_calc_pull_reg_and_bit,
3362};
3363
3364static struct rockchip_pin_bank rk3228_pin_banks[] = {
3365        PIN_BANK(0, 32, "gpio0"),
3366        PIN_BANK(1, 32, "gpio1"),
3367        PIN_BANK(2, 32, "gpio2"),
3368        PIN_BANK(3, 32, "gpio3"),
3369};
3370
3371static struct rockchip_pin_ctrl rk3228_pin_ctrl = {
3372                .pin_banks              = rk3228_pin_banks,
3373                .nr_banks               = ARRAY_SIZE(rk3228_pin_banks),
3374                .label                  = "RK3228-GPIO",
3375                .type                   = RK3288,
3376                .grf_mux_offset         = 0x0,
3377                .iomux_routes           = rk3228_mux_route_data,
3378                .niomux_routes          = ARRAY_SIZE(rk3228_mux_route_data),
3379                .pull_calc_reg          = rk3228_calc_pull_reg_and_bit,
3380                .drv_calc_reg           = rk3228_calc_drv_reg_and_bit,
3381};
3382
3383static struct rockchip_pin_bank rk3288_pin_banks[] = {
3384        PIN_BANK_IOMUX_FLAGS(0, 24, "gpio0", IOMUX_SOURCE_PMU,
3385                                             IOMUX_SOURCE_PMU,
3386                                             IOMUX_SOURCE_PMU,
3387                                             IOMUX_UNROUTED
3388                            ),
3389        PIN_BANK_IOMUX_FLAGS(1, 32, "gpio1", IOMUX_UNROUTED,
3390                                             IOMUX_UNROUTED,
3391                                             IOMUX_UNROUTED,
3392                                             0
3393                            ),
3394        PIN_BANK_IOMUX_FLAGS(2, 32, "gpio2", 0, 0, 0, IOMUX_UNROUTED),
3395        PIN_BANK_IOMUX_FLAGS(3, 32, "gpio3", 0, 0, 0, IOMUX_WIDTH_4BIT),
3396        PIN_BANK_IOMUX_FLAGS(4, 32, "gpio4", IOMUX_WIDTH_4BIT,
3397                                             IOMUX_WIDTH_4BIT,
3398                                             0,
3399                                             0
3400                            ),
3401        PIN_BANK_IOMUX_FLAGS(5, 32, "gpio5", IOMUX_UNROUTED,
3402                                             0,
3403                                             0,
3404                                             IOMUX_UNROUTED
3405                            ),
3406        PIN_BANK_IOMUX_FLAGS(6, 32, "gpio6", 0, 0, 0, IOMUX_UNROUTED),
3407        PIN_BANK_IOMUX_FLAGS(7, 32, "gpio7", 0,
3408                                             0,
3409                                             IOMUX_WIDTH_4BIT,
3410                                             IOMUX_UNROUTED
3411                            ),
3412        PIN_BANK(8, 16, "gpio8"),
3413};
3414
3415static struct rockchip_pin_ctrl rk3288_pin_ctrl = {
3416                .pin_banks              = rk3288_pin_banks,
3417                .nr_banks               = ARRAY_SIZE(rk3288_pin_banks),
3418                .label                  = "RK3288-GPIO",
3419                .type                   = RK3288,
3420                .grf_mux_offset         = 0x0,
3421                .pmu_mux_offset         = 0x84,
3422                .iomux_routes           = rk3288_mux_route_data,
3423                .niomux_routes          = ARRAY_SIZE(rk3288_mux_route_data),
3424                .pull_calc_reg          = rk3288_calc_pull_reg_and_bit,
3425                .drv_calc_reg           = rk3288_calc_drv_reg_and_bit,
3426};
3427
3428static struct rockchip_pin_bank rk3328_pin_banks[] = {
3429        PIN_BANK_IOMUX_FLAGS(0, 32, "gpio0", 0, 0, 0, 0),
3430        PIN_BANK_IOMUX_FLAGS(1, 32, "gpio1", 0, 0, 0, 0),
3431        PIN_BANK_IOMUX_FLAGS(2, 32, "gpio2", 0,
3432                             IOMUX_WIDTH_3BIT,
3433                             IOMUX_WIDTH_3BIT,
3434                             0),
3435        PIN_BANK_IOMUX_FLAGS(3, 32, "gpio3",
3436                             IOMUX_WIDTH_3BIT,
3437                             IOMUX_WIDTH_3BIT,
3438                             0,
3439                             0),
3440};
3441
3442static struct rockchip_pin_ctrl rk3328_pin_ctrl = {
3443                .pin_banks              = rk3328_pin_banks,
3444                .nr_banks               = ARRAY_SIZE(rk3328_pin_banks),
3445                .label                  = "RK3328-GPIO",
3446                .type                   = RK3288,
3447                .grf_mux_offset         = 0x0,
3448                .iomux_recalced         = rk3328_mux_recalced_data,
3449                .niomux_recalced        = ARRAY_SIZE(rk3328_mux_recalced_data),
3450                .iomux_routes           = rk3328_mux_route_data,
3451                .niomux_routes          = ARRAY_SIZE(rk3328_mux_route_data),
3452                .pull_calc_reg          = rk3228_calc_pull_reg_and_bit,
3453                .drv_calc_reg           = rk3228_calc_drv_reg_and_bit,
3454                .schmitt_calc_reg       = rk3328_calc_schmitt_reg_and_bit,
3455};
3456
3457static struct rockchip_pin_bank rk3368_pin_banks[] = {
3458        PIN_BANK_IOMUX_FLAGS(0, 32, "gpio0", IOMUX_SOURCE_PMU,
3459                                             IOMUX_SOURCE_PMU,
3460                                             IOMUX_SOURCE_PMU,
3461                                             IOMUX_SOURCE_PMU
3462                            ),
3463        PIN_BANK(1, 32, "gpio1"),
3464        PIN_BANK(2, 32, "gpio2"),
3465        PIN_BANK(3, 32, "gpio3"),
3466};
3467
3468static struct rockchip_pin_ctrl rk3368_pin_ctrl = {
3469                .pin_banks              = rk3368_pin_banks,
3470                .nr_banks               = ARRAY_SIZE(rk3368_pin_banks),
3471                .label                  = "RK3368-GPIO",
3472                .type                   = RK3368,
3473                .grf_mux_offset         = 0x0,
3474                .pmu_mux_offset         = 0x0,
3475                .pull_calc_reg          = rk3368_calc_pull_reg_and_bit,
3476                .drv_calc_reg           = rk3368_calc_drv_reg_and_bit,
3477};
3478
3479static struct rockchip_pin_bank rk3399_pin_banks[] = {
3480        PIN_BANK_IOMUX_FLAGS_DRV_FLAGS_OFFSET_PULL_FLAGS(0, 32, "gpio0",
3481                                                         IOMUX_SOURCE_PMU,
3482                                                         IOMUX_SOURCE_PMU,
3483                                                         IOMUX_SOURCE_PMU,
3484                                                         IOMUX_SOURCE_PMU,
3485                                                         DRV_TYPE_IO_1V8_ONLY,
3486                                                         DRV_TYPE_IO_1V8_ONLY,
3487                                                         DRV_TYPE_IO_DEFAULT,
3488                                                         DRV_TYPE_IO_DEFAULT,
3489                                                         0x80,
3490                                                         0x88,
3491                                                         -1,
3492                                                         -1,
3493                                                         PULL_TYPE_IO_1V8_ONLY,
3494                                                         PULL_TYPE_IO_1V8_ONLY,
3495                                                         PULL_TYPE_IO_DEFAULT,
3496                                                         PULL_TYPE_IO_DEFAULT
3497                                                        ),
3498        PIN_BANK_IOMUX_DRV_FLAGS_OFFSET(1, 32, "gpio1", IOMUX_SOURCE_PMU,
3499                                        IOMUX_SOURCE_PMU,
3500                                        IOMUX_SOURCE_PMU,
3501                                        IOMUX_SOURCE_PMU,
3502                                        DRV_TYPE_IO_1V8_OR_3V0,
3503                                        DRV_TYPE_IO_1V8_OR_3V0,
3504                                        DRV_TYPE_IO_1V8_OR_3V0,
3505                                        DRV_TYPE_IO_1V8_OR_3V0,
3506                                        0xa0,
3507                                        0xa8,
3508                                        0xb0,
3509                                        0xb8
3510                                        ),
3511        PIN_BANK_DRV_FLAGS_PULL_FLAGS(2, 32, "gpio2", DRV_TYPE_IO_1V8_OR_3V0,
3512                                      DRV_TYPE_IO_1V8_OR_3V0,
3513                                      DRV_TYPE_IO_1V8_ONLY,
3514                                      DRV_TYPE_IO_1V8_ONLY,
3515                                      PULL_TYPE_IO_DEFAULT,
3516                                      PULL_TYPE_IO_DEFAULT,
3517                                      PULL_TYPE_IO_1V8_ONLY,
3518                                      PULL_TYPE_IO_1V8_ONLY
3519                                      ),
3520        PIN_BANK_DRV_FLAGS(3, 32, "gpio3", DRV_TYPE_IO_3V3_ONLY,
3521                           DRV_TYPE_IO_3V3_ONLY,
3522                           DRV_TYPE_IO_3V3_ONLY,
3523                           DRV_TYPE_IO_1V8_OR_3V0
3524                           ),
3525        PIN_BANK_DRV_FLAGS(4, 32, "gpio4", DRV_TYPE_IO_1V8_OR_3V0,
3526                           DRV_TYPE_IO_1V8_3V0_AUTO,
3527                           DRV_TYPE_IO_1V8_OR_3V0,
3528                           DRV_TYPE_IO_1V8_OR_3V0
3529                           ),
3530};
3531
3532static struct rockchip_pin_ctrl rk3399_pin_ctrl = {
3533                .pin_banks              = rk3399_pin_banks,
3534                .nr_banks               = ARRAY_SIZE(rk3399_pin_banks),
3535                .label                  = "RK3399-GPIO",
3536                .type                   = RK3399,
3537                .grf_mux_offset         = 0xe000,
3538                .pmu_mux_offset         = 0x0,
3539                .grf_drv_offset         = 0xe100,
3540                .pmu_drv_offset         = 0x80,
3541                .iomux_routes           = rk3399_mux_route_data,
3542                .niomux_routes          = ARRAY_SIZE(rk3399_mux_route_data),
3543                .pull_calc_reg          = rk3399_calc_pull_reg_and_bit,
3544                .drv_calc_reg           = rk3399_calc_drv_reg_and_bit,
3545};
3546
3547static const struct of_device_id rockchip_pinctrl_dt_match[] = {
3548        { .compatible = "rockchip,rv1108-pinctrl",
3549                .data = &rv1108_pin_ctrl },
3550        { .compatible = "rockchip,rk2928-pinctrl",
3551                .data = &rk2928_pin_ctrl },
3552        { .compatible = "rockchip,rk3036-pinctrl",
3553                .data = &rk3036_pin_ctrl },
3554        { .compatible = "rockchip,rk3066a-pinctrl",
3555                .data = &rk3066a_pin_ctrl },
3556        { .compatible = "rockchip,rk3066b-pinctrl",
3557                .data = &rk3066b_pin_ctrl },
3558        { .compatible = "rockchip,rk3128-pinctrl",
3559                .data = (void *)&rk3128_pin_ctrl },
3560        { .compatible = "rockchip,rk3188-pinctrl",
3561                .data = &rk3188_pin_ctrl },
3562        { .compatible = "rockchip,rk3228-pinctrl",
3563                .data = &rk3228_pin_ctrl },
3564        { .compatible = "rockchip,rk3288-pinctrl",
3565                .data = &rk3288_pin_ctrl },
3566        { .compatible = "rockchip,rk3328-pinctrl",
3567                .data = &rk3328_pin_ctrl },
3568        { .compatible = "rockchip,rk3368-pinctrl",
3569                .data = &rk3368_pin_ctrl },
3570        { .compatible = "rockchip,rk3399-pinctrl",
3571                .data = &rk3399_pin_ctrl },
3572        {},
3573};
3574
3575static struct platform_driver rockchip_pinctrl_driver = {
3576        .probe          = rockchip_pinctrl_probe,
3577        .driver = {
3578                .name   = "rockchip-pinctrl",
3579                .pm = &rockchip_pinctrl_dev_pm_ops,
3580                .of_match_table = rockchip_pinctrl_dt_match,
3581        },
3582};
3583
3584static int __init rockchip_pinctrl_drv_register(void)
3585{
3586        return platform_driver_register(&rockchip_pinctrl_driver);
3587}
3588postcore_initcall(rockchip_pinctrl_drv_register);
3589