drivers/pinctrl/intel/pinctrl-intel.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  * Intel pinctrl/GPIO core driver.
   4  *
   5  * Copyright (C) 2015, Intel Corporation
   6  * Authors: Mathias Nyman <mathias.nyman@linux.intel.com>
   7  *          Mika Westerberg <mika.westerberg@linux.intel.com>
   8  */
   9
  10 #include <linux/acpi.h>
  11 #include <linux/module.h>
  12 #include <linux/interrupt.h>
  13 #include <linux/gpio/driver.h>
  14 #include <linux/log2.h>
  15 #include <linux/platform_device.h>
  16 #include <linux/property.h>
  17
  18 #include <linux/pinctrl/pinctrl.h>
  19 #include <linux/pinctrl/pinmux.h>
  20 #include <linux/pinctrl/pinconf.h>
  21 #include <linux/pinctrl/pinconf-generic.h>
  22
  23 #include "../core.h"
  24 #include "pinctrl-intel.h"
  25
  26 /* Offset from regs */
  27 #define REVID                           0x000
  28 #define REVID_SHIFT                     16
  29 #define REVID_MASK                      GENMASK(31, 16)
  30
  31 #define PADBAR                          0x00c
  32 #define GPI_IS                          0x100
  33
  34 #define PADOWN_BITS                     4
  35 #define PADOWN_SHIFT(p)                 ((p) % 8 * PADOWN_BITS)
  36 #define PADOWN_MASK(p)                  (0xf << PADOWN_SHIFT(p))
  37 #define PADOWN_GPP(p)                   ((p) / 8)
  38
  39 /* Offset from pad_regs */
  40 #define PADCFG0                         0x000
  41 #define PADCFG0_RXEVCFG_SHIFT           25
  42 #define PADCFG0_RXEVCFG_MASK            (3 << PADCFG0_RXEVCFG_SHIFT)
  43 #define PADCFG0_RXEVCFG_LEVEL           0
  44 #define PADCFG0_RXEVCFG_EDGE            1
  45 #define PADCFG0_RXEVCFG_DISABLED        2
  46 #define PADCFG0_RXEVCFG_EDGE_BOTH       3
  47 #define PADCFG0_PREGFRXSEL              BIT(24)
  48 #define PADCFG0_RXINV                   BIT(23)
  49 #define PADCFG0_GPIROUTIOXAPIC          BIT(20)
  50 #define PADCFG0_GPIROUTSCI              BIT(19)
  51 #define PADCFG0_GPIROUTSMI              BIT(18)
  52 #define PADCFG0_GPIROUTNMI              BIT(17)
  53 #define PADCFG0_PMODE_SHIFT             10
  54 #define PADCFG0_PMODE_MASK              (0xf << PADCFG0_PMODE_SHIFT)
  55 #define PADCFG0_GPIORXDIS               BIT(9)
  56 #define PADCFG0_GPIOTXDIS               BIT(8)
  57 #define PADCFG0_GPIORXSTATE             BIT(1)
  58 #define PADCFG0_GPIOTXSTATE             BIT(0)
  59
  60 #define PADCFG1                         0x004
  61 #define PADCFG1_TERM_UP                 BIT(13)
  62 #define PADCFG1_TERM_SHIFT              10
  63 #define PADCFG1_TERM_MASK               (7 << PADCFG1_TERM_SHIFT)
  64 #define PADCFG1_TERM_20K                4
  65 #define PADCFG1_TERM_2K                 3
  66 #define PADCFG1_TERM_5K                 2
  67 #define PADCFG1_TERM_1K                 1
  68
  69 #define PADCFG2                         0x008
  70 #define PADCFG2_DEBEN                   BIT(0)
  71 #define PADCFG2_DEBOUNCE_SHIFT          1
  72 #define PADCFG2_DEBOUNCE_MASK           GENMASK(4, 1)
  73
  74 #define DEBOUNCE_PERIOD                 31250 /* ns */
  75
  76 struct intel_pad_context {
  77         u32 padcfg0;
  78         u32 padcfg1;
  79         u32 padcfg2;
  80 };
  81
  82 struct intel_community_context {
  83         u32 *intmask;
  84 };
  85
  86 struct intel_pinctrl_context {
  87         struct intel_pad_context *pads;
  88         struct intel_community_context *communities;
  89 };
  90
  91 /**
  92  * struct intel_pinctrl - Intel pinctrl private structure
  93  * @dev: Pointer to the device structure
  94  * @lock: Lock to serialize register access
  95  * @pctldesc: Pin controller description
  96  * @pctldev: Pointer to the pin controller device
  97  * @chip: GPIO chip in this pin controller
  98  * @soc: SoC/PCH specific pin configuration data
  99  * @communities: All communities in this pin controller
 100  * @ncommunities: Number of communities in this pin controller
 101  * @context: Configuration saved over system sleep
 102  * @irq: pinctrl/GPIO chip irq number
 103  */
 104 struct intel_pinctrl {
 105         struct device *dev;
 106         raw_spinlock_t lock;
 107         struct pinctrl_desc pctldesc;
 108         struct pinctrl_dev *pctldev;
 109         struct gpio_chip chip;
 110         const struct intel_pinctrl_soc_data *soc;
 111         struct intel_community *communities;
 112         size_t ncommunities;
 113         struct intel_pinctrl_context context;
 114         int irq;
 115 };
 116
 117 #define pin_to_padno(c, p)      ((p) - (c)->pin_base)
 118 #define padgroup_offset(g, p)   ((p) - (g)->base)
 119
 120 static struct intel_community *intel_get_community(struct intel_pinctrl *pctrl,
 121                                                    unsigned int pin)
 122 {
 123         struct intel_community *community;
 124         int i;
 125
 126         for (i = 0; i < pctrl->ncommunities; i++) {
 127                 community = &pctrl->communities[i];
 128                 if (pin >= community->pin_base &&
 129                     pin < community->pin_base + community->npins)
 130                         return community;
 131         }
 132
 133         dev_warn(pctrl->dev, "failed to find community for pin %u\n", pin);
 134         return NULL;
 135 }
 136
 137 static const struct intel_padgroup *
 138 intel_community_get_padgroup(const struct intel_community *community,
 139                              unsigned int pin)
 140 {
 141         int i;
 142
 143         for (i = 0; i < community->ngpps; i++) {
 144                 const struct intel_padgroup *padgrp = &community->gpps[i];
 145
 146                 if (pin >= padgrp->base && pin < padgrp->base + padgrp->size)
 147                         return padgrp;
 148         }
 149
 150         return NULL;
 151 }
 152
 153 static void __iomem *intel_get_padcfg(struct intel_pinctrl *pctrl,
 154                                       unsigned int pin, unsigned int reg)
 155 {
 156         const struct intel_community *community;
 157         unsigned int padno;
 158         size_t nregs;
 159
 160         community = intel_get_community(pctrl, pin);
 161         if (!community)
 162                 return NULL;
 163
 164         padno = pin_to_padno(community, pin);
 165         nregs = (community->features & PINCTRL_FEATURE_DEBOUNCE) ? 4 : 2;
 166
 167         if (reg == PADCFG2 && !(community->features & PINCTRL_FEATURE_DEBOUNCE))
 168                 return NULL;
 169
 170         return community->pad_regs + reg + padno * nregs * 4;
 171 }
 172
 173 static bool intel_pad_owned_by_host(struct intel_pinctrl *pctrl, unsigned int pin)
 174 {
 175         const struct intel_community *community;
 176         const struct intel_padgroup *padgrp;
 177         unsigned int gpp, offset, gpp_offset;
 178         void __iomem *padown;
 179
 180         community = intel_get_community(pctrl, pin);
 181         if (!community)
 182                 return false;
 183         if (!community->padown_offset)
 184                 return true;
 185
 186         padgrp = intel_community_get_padgroup(community, pin);
 187         if (!padgrp)
 188                 return false;
 189
 190         gpp_offset = padgroup_offset(padgrp, pin);
 191         gpp = PADOWN_GPP(gpp_offset);
 192         offset = community->padown_offset + padgrp->padown_num * 4 + gpp * 4;
 193         padown = community->regs + offset;
 194
 195         return !(readl(padown) & PADOWN_MASK(gpp_offset));
 196 }
 197
 198 static bool intel_pad_acpi_mode(struct intel_pinctrl *pctrl, unsigned int pin)
 199 {
 200         const struct intel_community *community;
 201         const struct intel_padgroup *padgrp;
 202         unsigned int offset, gpp_offset;
 203         void __iomem *hostown;
 204
 205         community = intel_get_community(pctrl, pin);
 206         if (!community)
 207                 return true;
 208         if (!community->hostown_offset)
 209                 return false;
 210
 211         padgrp = intel_community_get_padgroup(community, pin);
 212         if (!padgrp)
 213                 return true;
 214
 215         gpp_offset = padgroup_offset(padgrp, pin);
 216         offset = community->hostown_offset + padgrp->reg_num * 4;
 217         hostown = community->regs + offset;
 218
 219         return !(readl(hostown) & BIT(gpp_offset));
 220 }
 221
 222 static bool intel_pad_locked(struct intel_pinctrl *pctrl, unsigned int pin)
 223 {
 224         struct intel_community *community;
 225         const struct intel_padgroup *padgrp;
 226         unsigned int offset, gpp_offset;
 227         u32 value;
 228
 229         community = intel_get_community(pctrl, pin);
 230         if (!community)
 231                 return true;
 232         if (!community->padcfglock_offset)
 233                 return false;
 234
 235         padgrp = intel_community_get_padgroup(community, pin);
 236         if (!padgrp)
 237                 return true;
 238
 239         gpp_offset = padgroup_offset(padgrp, pin);
 240
 241         /*
 242          * If PADCFGLOCK and PADCFGLOCKTX bits are both clear for this pad,
 243          * the pad is considered unlocked. Any other case means that it is
 244          * either fully or partially locked and we don't touch it.
 245          */
 246         offset = community->padcfglock_offset + padgrp->reg_num * 8;
 247         value = readl(community->regs + offset);
 248         if (value & BIT(gpp_offset))
 249                 return true;
 250
 251         offset = community->padcfglock_offset + 4 + padgrp->reg_num * 8;
 252         value = readl(community->regs + offset);
 253         if (value & BIT(gpp_offset))
 254                 return true;
 255
 256         return false;
 257 }
 258
 259 static bool intel_pad_usable(struct intel_pinctrl *pctrl, unsigned int pin)
 260 {
 261         return intel_pad_owned_by_host(pctrl, pin) &&
 262                 !intel_pad_locked(pctrl, pin);
 263 }
 264
 265 static int intel_get_groups_count(struct pinctrl_dev *pctldev)
 266 {
 267         struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
 268
 269         return pctrl->soc->ngroups;
 270 }
 271
 272 static const char *intel_get_group_name(struct pinctrl_dev *pctldev,
 273                                       unsigned int group)
 274 {
 275         struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
 276
 277         return pctrl->soc->groups[group].name;
 278 }
 279
 280 static int intel_get_group_pins(struct pinctrl_dev *pctldev, unsigned int group,
 281                               const unsigned int **pins, unsigned int *npins)
 282 {
 283         struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
 284
 285         *pins = pctrl->soc->groups[group].pins;
 286         *npins = pctrl->soc->groups[group].npins;
 287         return 0;
 288 }
 289
 290 static void intel_pin_dbg_show(struct pinctrl_dev *pctldev, struct seq_file *s,
 291                                unsigned int pin)
 292 {
 293         struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
 294         void __iomem *padcfg;
 295         u32 cfg0, cfg1, mode;
 296         bool locked, acpi;
 297
 298         if (!intel_pad_owned_by_host(pctrl, pin)) {
 299                 seq_puts(s, "not available");
 300                 return;
 301         }
 302
 303         cfg0 = readl(intel_get_padcfg(pctrl, pin, PADCFG0));
 304         cfg1 = readl(intel_get_padcfg(pctrl, pin, PADCFG1));
 305
 306         mode = (cfg0 & PADCFG0_PMODE_MASK) >> PADCFG0_PMODE_SHIFT;
 307         if (!mode)
 308                 seq_puts(s, "GPIO ");
 309         else
 310                 seq_printf(s, "mode %d ", mode);
 311
 312         seq_printf(s, "0x%08x 0x%08x", cfg0, cfg1);
 313
 314         /* Dump the additional PADCFG registers if available */
 315         padcfg = intel_get_padcfg(pctrl, pin, PADCFG2);
 316         if (padcfg)
 317                 seq_printf(s, " 0x%08x", readl(padcfg));
 318
 319         locked = intel_pad_locked(pctrl, pin);
 320         acpi = intel_pad_acpi_mode(pctrl, pin);
 321
 322         if (locked || acpi) {
 323                 seq_puts(s, " [");
 324                 if (locked) {
 325                         seq_puts(s, "LOCKED");
 326                         if (acpi)
 327                                 seq_puts(s, ", ");
 328                 }
 329                 if (acpi)
 330                         seq_puts(s, "ACPI");
 331                 seq_puts(s, "]");
 332         }
 333 }
 334
 335 static const struct pinctrl_ops intel_pinctrl_ops = {
 336         .get_groups_count = intel_get_groups_count,
 337         .get_group_name = intel_get_group_name,
 338         .get_group_pins = intel_get_group_pins,
 339         .pin_dbg_show = intel_pin_dbg_show,
 340 };
 341
 342 static int intel_get_functions_count(struct pinctrl_dev *pctldev)
 343 {
 344         struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
 345
 346         return pctrl->soc->nfunctions;
 347 }
 348
 349 static const char *intel_get_function_name(struct pinctrl_dev *pctldev,
 350                                            unsigned int function)
 351 {
 352         struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
 353
 354         return pctrl->soc->functions[function].name;
 355 }
 356
 357 static int intel_get_function_groups(struct pinctrl_dev *pctldev,
 358                                      unsigned int function,
 359                                      const char * const **groups,
 360                                      unsigned int * const ngroups)
 361 {
 362         struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
 363
 364         *groups = pctrl->soc->functions[function].groups;
 365         *ngroups = pctrl->soc->functions[function].ngroups;
 366         return 0;
 367 }
 368
 369 static int intel_pinmux_set_mux(struct pinctrl_dev *pctldev,
 370                                 unsigned int function, unsigned int group)
 371 {
 372         struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
 373         const struct intel_pingroup *grp = &pctrl->soc->groups[group];
 374         unsigned long flags;
 375         int i;
 376
 377         raw_spin_lock_irqsave(&pctrl->lock, flags);
 378
 379         /*
 380          * All pins in the groups needs to be accessible and writable
 381          * before we can enable the mux for this group.
 382          */
 383         for (i = 0; i < grp->npins; i++) {
 384                 if (!intel_pad_usable(pctrl, grp->pins[i])) {
 385                         raw_spin_unlock_irqrestore(&pctrl->lock, flags);
 386                         return -EBUSY;
 387                 }
 388         }
 389
 390         /* Now enable the mux setting for each pin in the group */
 391         for (i = 0; i < grp->npins; i++) {
 392                 void __iomem *padcfg0;
 393                 u32 value;
 394
 395                 padcfg0 = intel_get_padcfg(pctrl, grp->pins[i], PADCFG0);
 396                 value = readl(padcfg0);
 397
 398                 value &= ~PADCFG0_PMODE_MASK;
 399
 400                 if (grp->modes)
 401                         value |= grp->modes[i] << PADCFG0_PMODE_SHIFT;
 402                 else
 403                         value |= grp->mode << PADCFG0_PMODE_SHIFT;
 404
 405                 writel(value, padcfg0);
 406         }
 407
 408         raw_spin_unlock_irqrestore(&pctrl->lock, flags);
 409
 410         return 0;
 411 }
 412
 413 static void __intel_gpio_set_direction(void __iomem *padcfg0, bool input)
 414 {
 415         u32 value;
 416
 417         value = readl(padcfg0);
 418         if (input) {
 419                 value &= ~PADCFG0_GPIORXDIS;
 420                 value |= PADCFG0_GPIOTXDIS;
 421         } else {
 422                 value &= ~PADCFG0_GPIOTXDIS;
 423                 value |= PADCFG0_GPIORXDIS;
 424         }
 425         writel(value, padcfg0);
 426 }
 427
 428 static void intel_gpio_set_gpio_mode(void __iomem *padcfg0)
 429 {
 430         u32 value;
 431
 432         /* Put the pad into GPIO mode */
 433         value = readl(padcfg0) & ~PADCFG0_PMODE_MASK;
 434         /* Disable SCI/SMI/NMI generation */
 435         value &= ~(PADCFG0_GPIROUTIOXAPIC | PADCFG0_GPIROUTSCI);
 436         value &= ~(PADCFG0_GPIROUTSMI | PADCFG0_GPIROUTNMI);
 437         writel(value, padcfg0);
 438 }
 439
 440 static int intel_gpio_request_enable(struct pinctrl_dev *pctldev,
 441                                      struct pinctrl_gpio_range *range,
 442                                      unsigned int pin)
 443 {
 444         struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
 445         void __iomem *padcfg0;
 446         unsigned long flags;
 447
 448         raw_spin_lock_irqsave(&pctrl->lock, flags);
 449
 450         if (!intel_pad_usable(pctrl, pin)) {
 451                 raw_spin_unlock_irqrestore(&pctrl->lock, flags);
 452                 return -EBUSY;
 453         }
 454
 455         padcfg0 = intel_get_padcfg(pctrl, pin, PADCFG0);
 456         intel_gpio_set_gpio_mode(padcfg0);
 457         /* Disable TX buffer and enable RX (this will be input) */
 458         __intel_gpio_set_direction(padcfg0, true);
 459
 460         raw_spin_unlock_irqrestore(&pctrl->lock, flags);
 461
 462         return 0;
 463 }
 464
 465 static int intel_gpio_set_direction(struct pinctrl_dev *pctldev,
 466                                     struct pinctrl_gpio_range *range,
 467                                     unsigned int pin, bool input)
 468 {
 469         struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
 470         void __iomem *padcfg0;
 471         unsigned long flags;
 472
 473         raw_spin_lock_irqsave(&pctrl->lock, flags);
 474
 475         padcfg0 = intel_get_padcfg(pctrl, pin, PADCFG0);
 476         __intel_gpio_set_direction(padcfg0, input);
 477
 478         raw_spin_unlock_irqrestore(&pctrl->lock, flags);
 479
 480         return 0;
 481 }
 482
 483 static const struct pinmux_ops intel_pinmux_ops = {
 484         .get_functions_count = intel_get_functions_count,
 485         .get_function_name = intel_get_function_name,
 486         .get_function_groups = intel_get_function_groups,
 487         .set_mux = intel_pinmux_set_mux,
 488         .gpio_request_enable = intel_gpio_request_enable,
 489         .gpio_set_direction = intel_gpio_set_direction,
 490 };
 491
 492 static int intel_config_get(struct pinctrl_dev *pctldev, unsigned int pin,
 493                             unsigned long *config)
 494 {
 495         struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
 496         enum pin_config_param param = pinconf_to_config_param(*config);
 497         const struct intel_community *community;
 498         u32 value, term;
 499         u32 arg = 0;
 500
 501         if (!intel_pad_owned_by_host(pctrl, pin))
 502                 return -ENOTSUPP;
 503
 504         community = intel_get_community(pctrl, pin);
 505         value = readl(intel_get_padcfg(pctrl, pin, PADCFG1));
 506         term = (value & PADCFG1_TERM_MASK) >> PADCFG1_TERM_SHIFT;
 507
 508         switch (param) {
 509         case PIN_CONFIG_BIAS_DISABLE:
 510                 if (term)
 511                         return -EINVAL;
 512                 break;
 513
 514         case PIN_CONFIG_BIAS_PULL_UP:
 515                 if (!term || !(value & PADCFG1_TERM_UP))
 516                         return -EINVAL;
 517
 518                 switch (term) {
 519                 case PADCFG1_TERM_1K:
 520                         arg = 1000;
 521                         break;
 522                 case PADCFG1_TERM_2K:
 523                         arg = 2000;
 524                         break;
 525                 case PADCFG1_TERM_5K:
 526                         arg = 5000;
 527                         break;
 528                 case PADCFG1_TERM_20K:
 529                         arg = 20000;
 530                         break;
 531                 }
 532
 533                 break;
 534
 535         case PIN_CONFIG_BIAS_PULL_DOWN:
 536                 if (!term || value & PADCFG1_TERM_UP)
 537                         return -EINVAL;
 538
 539                 switch (term) {
 540                 case PADCFG1_TERM_1K:
 541                         if (!(community->features & PINCTRL_FEATURE_1K_PD))
 542                                 return -EINVAL;
 543                         arg = 1000;
 544                         break;
 545                 case PADCFG1_TERM_5K:
 546                         arg = 5000;
 547                         break;
 548                 case PADCFG1_TERM_20K:
 549                         arg = 20000;
 550                         break;
 551                 }
 552
 553                 break;
 554
 555         case PIN_CONFIG_INPUT_DEBOUNCE: {
 556                 void __iomem *padcfg2;
 557                 u32 v;
 558
 559                 padcfg2 = intel_get_padcfg(pctrl, pin, PADCFG2);
 560                 if (!padcfg2)
 561                         return -ENOTSUPP;
 562
 563                 v = readl(padcfg2);
 564                 if (!(v & PADCFG2_DEBEN))
 565                         return -EINVAL;
 566
 567                 v = (v & PADCFG2_DEBOUNCE_MASK) >> PADCFG2_DEBOUNCE_SHIFT;
 568                 arg = BIT(v) * DEBOUNCE_PERIOD / 1000;
 569
 570                 break;
 571         }
 572
 573         default:
 574                 return -ENOTSUPP;
 575         }
 576
 577         *config = pinconf_to_config_packed(param, arg);
 578         return 0;
 579 }
 580
 581 static int intel_config_set_pull(struct intel_pinctrl *pctrl, unsigned int pin,
 582                                  unsigned long config)
 583 {
 584         unsigned int param = pinconf_to_config_param(config);
 585         unsigned int arg = pinconf_to_config_argument(config);
 586         const struct intel_community *community;
 587         void __iomem *padcfg1;
 588         unsigned long flags;
 589         int ret = 0;
 590         u32 value;
 591
 592         raw_spin_lock_irqsave(&pctrl->lock, flags);
 593
 594         community = intel_get_community(pctrl, pin);
 595         padcfg1 = intel_get_padcfg(pctrl, pin, PADCFG1);
 596         value = readl(padcfg1);
 597
 598         switch (param) {
 599         case PIN_CONFIG_BIAS_DISABLE:
 600                 value &= ~(PADCFG1_TERM_MASK | PADCFG1_TERM_UP);
 601                 break;
 602
 603         case PIN_CONFIG_BIAS_PULL_UP:
 604                 value &= ~PADCFG1_TERM_MASK;
 605
 606                 value |= PADCFG1_TERM_UP;
 607
 608                 switch (arg) {
 609                 case 20000:
 610                         value |= PADCFG1_TERM_20K << PADCFG1_TERM_SHIFT;
 611                         break;
 612                 case 5000:
 613                         value |= PADCFG1_TERM_5K << PADCFG1_TERM_SHIFT;
 614                         break;
 615                 case 2000:
 616                         value |= PADCFG1_TERM_2K << PADCFG1_TERM_SHIFT;
 617                         break;
 618                 case 1000:
 619                         value |= PADCFG1_TERM_1K << PADCFG1_TERM_SHIFT;
 620                         break;
 621                 default:
 622                         ret = -EINVAL;
 623                 }
 624
 625                 break;
 626
 627         case PIN_CONFIG_BIAS_PULL_DOWN:
 628                 value &= ~(PADCFG1_TERM_UP | PADCFG1_TERM_MASK);
 629
 630                 switch (arg) {
 631                 case 20000:
 632                         value |= PADCFG1_TERM_20K << PADCFG1_TERM_SHIFT;
 633                         break;
 634                 case 5000:
 635                         value |= PADCFG1_TERM_5K << PADCFG1_TERM_SHIFT;
 636                         break;
 637                 case 1000:
 638                         if (!(community->features & PINCTRL_FEATURE_1K_PD)) {
 639                                 ret = -EINVAL;
 640                                 break;
 641                         }
 642                         value |= PADCFG1_TERM_1K << PADCFG1_TERM_SHIFT;
 643                         break;
 644                 default:
 645                         ret = -EINVAL;
 646                 }
 647
 648                 break;
 649         }
 650
 651         if (!ret)
 652                 writel(value, padcfg1);
 653
 654         raw_spin_unlock_irqrestore(&pctrl->lock, flags);
 655
 656         return ret;
 657 }
 658
 659 static int intel_config_set_debounce(struct intel_pinctrl *pctrl,
 660                                      unsigned int pin, unsigned int debounce)
 661 {
 662         void __iomem *padcfg0, *padcfg2;
 663         unsigned long flags;
 664         u32 value0, value2;
 665         int ret = 0;
 666
 667         padcfg2 = intel_get_padcfg(pctrl, pin, PADCFG2);
 668         if (!padcfg2)
 669                 return -ENOTSUPP;
 670
 671         padcfg0 = intel_get_padcfg(pctrl, pin, PADCFG0);
 672
 673         raw_spin_lock_irqsave(&pctrl->lock, flags);
 674
 675         value0 = readl(padcfg0);
 676         value2 = readl(padcfg2);
 677
 678         /* Disable glitch filter and debouncer */
 679         value0 &= ~PADCFG0_PREGFRXSEL;
 680         value2 &= ~(PADCFG2_DEBEN | PADCFG2_DEBOUNCE_MASK);
 681
 682         if (debounce) {
 683                 unsigned long v;
 684
 685                 v = order_base_2(debounce * 1000 / DEBOUNCE_PERIOD);
 686                 if (v < 3 || v > 15) {
 687                         ret = -EINVAL;
 688                         goto exit_unlock;
 689                 } else {
 690                         /* Enable glitch filter and debouncer */
 691                         value0 |= PADCFG0_PREGFRXSEL;
 692                         value2 |= v << PADCFG2_DEBOUNCE_SHIFT;
 693                         value2 |= PADCFG2_DEBEN;
 694                 }
 695         }
 696
 697         writel(value0, padcfg0);
 698         writel(value2, padcfg2);
 699
 700 exit_unlock:
 701         raw_spin_unlock_irqrestore(&pctrl->lock, flags);
 702
 703         return ret;
 704 }
 705
 706 static int intel_config_set(struct pinctrl_dev *pctldev, unsigned int pin,
 707                           unsigned long *configs, unsigned int nconfigs)
 708 {
 709         struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
 710         int i, ret;
 711
 712         if (!intel_pad_usable(pctrl, pin))
 713                 return -ENOTSUPP;
 714
 715         for (i = 0; i < nconfigs; i++) {
 716                 switch (pinconf_to_config_param(configs[i])) {
 717                 case PIN_CONFIG_BIAS_DISABLE:
 718                 case PIN_CONFIG_BIAS_PULL_UP:
 719                 case PIN_CONFIG_BIAS_PULL_DOWN:
 720                         ret = intel_config_set_pull(pctrl, pin, configs[i]);
 721                         if (ret)
 722                                 return ret;
 723                         break;
 724
 725                 case PIN_CONFIG_INPUT_DEBOUNCE:
 726                         ret = intel_config_set_debounce(pctrl, pin,
 727                                 pinconf_to_config_argument(configs[i]));
 728                         if (ret)
 729                                 return ret;
 730                         break;
 731
 732                 default:
 733                         return -ENOTSUPP;
 734                 }
 735         }
 736
 737         return 0;
 738 }
 739
 740 static const struct pinconf_ops intel_pinconf_ops = {
 741         .is_generic = true,
 742         .pin_config_get = intel_config_get,
 743         .pin_config_set = intel_config_set,
 744 };
 745
 746 static const struct pinctrl_desc intel_pinctrl_desc = {
 747         .pctlops = &intel_pinctrl_ops,
 748         .pmxops = &intel_pinmux_ops,
 749         .confops = &intel_pinconf_ops,
 750         .owner = THIS_MODULE,
 751 };
 752
 753 /**
 754  * intel_gpio_to_pin() - Translate from GPIO offset to pin number
 755  * @pctrl: Pinctrl structure
 756  * @offset: GPIO offset from gpiolib
 757  * @community: Community is filled here if not %NULL
 758  * @padgrp: Pad group is filled here if not %NULL
 759  *
 760  * When coming through gpiolib irqchip, the GPIO offset is not
 761  * automatically translated to pinctrl pin number. This function can be
 762  * used to find out the corresponding pinctrl pin.
 763  */
 764 static int intel_gpio_to_pin(struct intel_pinctrl *pctrl, unsigned int offset,
 765                              const struct intel_community **community,
 766                              const struct intel_padgroup **padgrp)
 767 {
 768         int i;
 769
 770         for (i = 0; i < pctrl->ncommunities; i++) {
 771                 const struct intel_community *comm = &pctrl->communities[i];
 772                 int j;
 773
 774                 for (j = 0; j < comm->ngpps; j++) {
 775                         const struct intel_padgroup *pgrp = &comm->gpps[j];
 776
 777                         if (pgrp->gpio_base < 0)
 778                                 continue;
 779
 780                         if (offset >= pgrp->gpio_base &&
 781                             offset < pgrp->gpio_base + pgrp->size) {
 782                                 int pin;
 783
 784                                 pin = pgrp->base + offset - pgrp->gpio_base;
 785                                 if (community)
 786                                         *community = comm;
 787                                 if (padgrp)
 788                                         *padgrp = pgrp;
 789
 790                                 return pin;
 791                         }
 792                 }
 793         }
 794
 795         return -EINVAL;
 796 }
 797
 798 static int intel_gpio_get(struct gpio_chip *chip, unsigned int offset)
 799 {
 800         struct intel_pinctrl *pctrl = gpiochip_get_data(chip);
 801         void __iomem *reg;
 802         u32 padcfg0;
 803         int pin;
 804
 805         pin = intel_gpio_to_pin(pctrl, offset, NULL, NULL);
 806         if (pin < 0)
 807                 return -EINVAL;
 808
 809         reg = intel_get_padcfg(pctrl, pin, PADCFG0);
 810         if (!reg)
 811                 return -EINVAL;
 812
 813         padcfg0 = readl(reg);
 814         if (!(padcfg0 & PADCFG0_GPIOTXDIS))
 815                 return !!(padcfg0 & PADCFG0_GPIOTXSTATE);
 816
 817         return !!(padcfg0 & PADCFG0_GPIORXSTATE);
 818 }
 819
 820 static void intel_gpio_set(struct gpio_chip *chip, unsigned int offset,
 821                            int value)
 822 {
 823         struct intel_pinctrl *pctrl = gpiochip_get_data(chip);
 824         unsigned long flags;
 825         void __iomem *reg;
 826         u32 padcfg0;
 827         int pin;
 828
 829         pin = intel_gpio_to_pin(pctrl, offset, NULL, NULL);
 830         if (pin < 0)
 831                 return;
 832
 833         reg = intel_get_padcfg(pctrl, pin, PADCFG0);
 834         if (!reg)
 835                 return;
 836
 837         raw_spin_lock_irqsave(&pctrl->lock, flags);
 838         padcfg0 = readl(reg);
 839         if (value)
 840                 padcfg0 |= PADCFG0_GPIOTXSTATE;
 841         else
 842                 padcfg0 &= ~PADCFG0_GPIOTXSTATE;
 843         writel(padcfg0, reg);
 844         raw_spin_unlock_irqrestore(&pctrl->lock, flags);
 845 }
 846
 847 static int intel_gpio_get_direction(struct gpio_chip *chip, unsigned int offset)
 848 {
 849         struct intel_pinctrl *pctrl = gpiochip_get_data(chip);
 850         void __iomem *reg;
 851         u32 padcfg0;
 852         int pin;
 853
 854         pin = intel_gpio_to_pin(pctrl, offset, NULL, NULL);
 855         if (pin < 0)
 856                 return -EINVAL;
 857
 858         reg = intel_get_padcfg(pctrl, pin, PADCFG0);
 859         if (!reg)
 860                 return -EINVAL;
 861
 862         padcfg0 = readl(reg);
 863
 864         if (padcfg0 & PADCFG0_PMODE_MASK)
 865                 return -EINVAL;
 866
 867         return !!(padcfg0 & PADCFG0_GPIOTXDIS);
 868 }
 869
 870 static int intel_gpio_direction_input(struct gpio_chip *chip, unsigned int offset)
 871 {
 872         return pinctrl_gpio_direction_input(chip->base + offset);
 873 }
 874
 875 static int intel_gpio_direction_output(struct gpio_chip *chip, unsigned int offset,
 876                                        int value)
 877 {
 878         intel_gpio_set(chip, offset, value);
 879         return pinctrl_gpio_direction_output(chip->base + offset);
 880 }
 881
 882 static const struct gpio_chip intel_gpio_chip = {
 883         .owner = THIS_MODULE,
 884         .request = gpiochip_generic_request,
 885         .free = gpiochip_generic_free,
 886         .get_direction = intel_gpio_get_direction,
 887         .direction_input = intel_gpio_direction_input,
 888         .direction_output = intel_gpio_direction_output,
 889         .get = intel_gpio_get,
 890         .set = intel_gpio_set,
 891         .set_config = gpiochip_generic_config,
 892 };
 893
 894 static void intel_gpio_irq_ack(struct irq_data *d)
 895 {
 896         struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
 897         struct intel_pinctrl *pctrl = gpiochip_get_data(gc);
 898         const struct intel_community *community;
 899         const struct intel_padgroup *padgrp;
 900         int pin;
 901
 902         pin = intel_gpio_to_pin(pctrl, irqd_to_hwirq(d), &community, &padgrp);
 903         if (pin >= 0) {
 904                 unsigned int gpp, gpp_offset, is_offset;
 905
 906                 gpp = padgrp->reg_num;
 907                 gpp_offset = padgroup_offset(padgrp, pin);
 908                 is_offset = community->is_offset + gpp * 4;
 909
 910                 raw_spin_lock(&pctrl->lock);
 911                 writel(BIT(gpp_offset), community->regs + is_offset);
 912                 raw_spin_unlock(&pctrl->lock);
 913         }
 914 }
 915
 916 static void intel_gpio_irq_mask_unmask(struct irq_data *d, bool mask)
 917 {
 918         struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
 919         struct intel_pinctrl *pctrl = gpiochip_get_data(gc);
 920         const struct intel_community *community;
 921         const struct intel_padgroup *padgrp;
 922         int pin;
 923
 924         pin = intel_gpio_to_pin(pctrl, irqd_to_hwirq(d), &community, &padgrp);
 925         if (pin >= 0) {
 926                 unsigned int gpp, gpp_offset;
 927                 unsigned long flags;
 928                 void __iomem *reg, *is;
 929                 u32 value;
 930
 931                 gpp = padgrp->reg_num;
 932                 gpp_offset = padgroup_offset(padgrp, pin);
 933
 934                 reg = community->regs + community->ie_offset + gpp * 4;
 935                 is = community->regs + community->is_offset + gpp * 4;
 936
 937                 raw_spin_lock_irqsave(&pctrl->lock, flags);
 938
 939                 /* Clear interrupt status first to avoid unexpected interrupt */
 940                 writel(BIT(gpp_offset), is);
 941
 942                 value = readl(reg);
 943                 if (mask)
 944                         value &= ~BIT(gpp_offset);
 945                 else
 946                         value |= BIT(gpp_offset);
 947                 writel(value, reg);
 948                 raw_spin_unlock_irqrestore(&pctrl->lock, flags);
 949         }
 950 }
 951
 952 static void intel_gpio_irq_mask(struct irq_data *d)
 953 {
 954         intel_gpio_irq_mask_unmask(d, true);
 955 }
 956
 957 static void intel_gpio_irq_unmask(struct irq_data *d)
 958 {
 959         intel_gpio_irq_mask_unmask(d, false);
 960 }
 961
 962 static int intel_gpio_irq_type(struct irq_data *d, unsigned int type)
 963 {
 964         struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
 965         struct intel_pinctrl *pctrl = gpiochip_get_data(gc);
 966         unsigned int pin = intel_gpio_to_pin(pctrl, irqd_to_hwirq(d), NULL, NULL);
 967         unsigned long flags;
 968         void __iomem *reg;
 969         u32 value;
 970
 971         reg = intel_get_padcfg(pctrl, pin, PADCFG0);
 972         if (!reg)
 973                 return -EINVAL;
 974
 975         /*
 976          * If the pin is in ACPI mode it is still usable as a GPIO but it
 977          * cannot be used as IRQ because GPI_IS status bit will not be
 978          * updated by the host controller hardware.
 979          */
 980         if (intel_pad_acpi_mode(pctrl, pin)) {
 981                 dev_warn(pctrl->dev, "pin %u cannot be used as IRQ\n", pin);
 982                 return -EPERM;
 983         }
 984
 985         raw_spin_lock_irqsave(&pctrl->lock, flags);
 986
 987         intel_gpio_set_gpio_mode(reg);
 988
 989         value = readl(reg);
 990
 991         value &= ~(PADCFG0_RXEVCFG_MASK | PADCFG0_RXINV);
 992
 993         if ((type & IRQ_TYPE_EDGE_BOTH) == IRQ_TYPE_EDGE_BOTH) {
 994                 value |= PADCFG0_RXEVCFG_EDGE_BOTH << PADCFG0_RXEVCFG_SHIFT;
 995         } else if (type & IRQ_TYPE_EDGE_FALLING) {
 996                 value |= PADCFG0_RXEVCFG_EDGE << PADCFG0_RXEVCFG_SHIFT;
 997                 value |= PADCFG0_RXINV;
 998         } else if (type & IRQ_TYPE_EDGE_RISING) {
 999                 value |= PADCFG0_RXEVCFG_EDGE << PADCFG0_RXEVCFG_SHIFT;
1000         } else if (type & IRQ_TYPE_LEVEL_MASK) {
1001                 if (type & IRQ_TYPE_LEVEL_LOW)
1002                         value |= PADCFG0_RXINV;
1003         } else {
1004                 value |= PADCFG0_RXEVCFG_DISABLED << PADCFG0_RXEVCFG_SHIFT;
1005         }
1006
1007         writel(value, reg);
1008
1009         if (type & IRQ_TYPE_EDGE_BOTH)
1010                 irq_set_handler_locked(d, handle_edge_irq);
1011         else if (type & IRQ_TYPE_LEVEL_MASK)
1012                 irq_set_handler_locked(d, handle_level_irq);
1013
1014         raw_spin_unlock_irqrestore(&pctrl->lock, flags);
1015
1016         return 0;
1017 }
1018
1019 static int intel_gpio_irq_wake(struct irq_data *d, unsigned int on)
1020 {
1021         struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
1022         struct intel_pinctrl *pctrl = gpiochip_get_data(gc);
1023         unsigned int pin = intel_gpio_to_pin(pctrl, irqd_to_hwirq(d), NULL, NULL);
1024
1025         if (on)
1026                 enable_irq_wake(pctrl->irq);
1027         else
1028                 disable_irq_wake(pctrl->irq);
1029
1030         dev_dbg(pctrl->dev, "%sable wake for pin %u\n", on ? "en" : "dis", pin);
1031         return 0;
1032 }
1033
1034 static irqreturn_t intel_gpio_community_irq_handler(struct intel_pinctrl *pctrl,
1035         const struct intel_community *community)
1036 {
1037         struct gpio_chip *gc = &pctrl->chip;
1038         irqreturn_t ret = IRQ_NONE;
1039         int gpp;
1040
1041         for (gpp = 0; gpp < community->ngpps; gpp++) {
1042                 const struct intel_padgroup *padgrp = &community->gpps[gpp];
1043                 unsigned long pending, enabled, gpp_offset;
1044
1045                 pending = readl(community->regs + community->is_offset +
1046                                 padgrp->reg_num * 4);
1047                 enabled = readl(community->regs + community->ie_offset +
1048                                 padgrp->reg_num * 4);
1049
1050                 /* Only interrupts that are enabled */
1051                 pending &= enabled;
1052
1053                 for_each_set_bit(gpp_offset, &pending, padgrp->size) {
1054                         unsigned irq;
1055
1056                         irq = irq_find_mapping(gc->irq.domain,
1057                                                padgrp->gpio_base + gpp_offset);
1058                         generic_handle_irq(irq);
1059
1060                         ret |= IRQ_HANDLED;
1061                 }
1062         }
1063
1064         return ret;
1065 }
1066
1067 static irqreturn_t intel_gpio_irq(int irq, void *data)
1068 {
1069         const struct intel_community *community;
1070         struct intel_pinctrl *pctrl = data;
1071         irqreturn_t ret = IRQ_NONE;
1072         int i;
1073
1074         /* Need to check all communities for pending interrupts */
1075         for (i = 0; i < pctrl->ncommunities; i++) {
1076                 community = &pctrl->communities[i];
1077                 ret |= intel_gpio_community_irq_handler(pctrl, community);
1078         }
1079
1080         return ret;
1081 }
1082
1083 static struct irq_chip intel_gpio_irqchip = {
1084         .name = "intel-gpio",
1085         .irq_ack = intel_gpio_irq_ack,
1086         .irq_mask = intel_gpio_irq_mask,
1087         .irq_unmask = intel_gpio_irq_unmask,
1088         .irq_set_type = intel_gpio_irq_type,
1089         .irq_set_wake = intel_gpio_irq_wake,
1090         .flags = IRQCHIP_MASK_ON_SUSPEND,
1091 };
1092
1093 static int intel_gpio_add_pin_ranges(struct intel_pinctrl *pctrl,
1094                                      const struct intel_community *community)
1095 {
1096         int ret = 0, i;
1097
1098         for (i = 0; i < community->ngpps; i++) {
1099                 const struct intel_padgroup *gpp = &community->gpps[i];
1100
1101                 if (gpp->gpio_base < 0)
1102                         continue;
1103
1104                 ret = gpiochip_add_pin_range(&pctrl->chip, dev_name(pctrl->dev),
1105                                              gpp->gpio_base, gpp->base,
1106                                              gpp->size);
1107                 if (ret)
1108                         return ret;
1109         }
1110
1111         return ret;
1112 }
1113
1114 static unsigned intel_gpio_ngpio(const struct intel_pinctrl *pctrl)
1115 {
1116         const struct intel_community *community;
1117         unsigned int ngpio = 0;
1118         int i, j;
1119
1120         for (i = 0; i < pctrl->ncommunities; i++) {
1121                 community = &pctrl->communities[i];
1122                 for (j = 0; j < community->ngpps; j++) {
1123                         const struct intel_padgroup *gpp = &community->gpps[j];
1124
1125                         if (gpp->gpio_base < 0)
1126                                 continue;
1127
1128                         if (gpp->gpio_base + gpp->size > ngpio)
1129                                 ngpio = gpp->gpio_base + gpp->size;
1130                 }
1131         }
1132
1133         return ngpio;
1134 }
1135
1136 static int intel_gpio_probe(struct intel_pinctrl *pctrl, int irq)
1137 {
1138         int ret, i;
1139
1140         pctrl->chip = intel_gpio_chip;
1141
1142         pctrl->chip.ngpio = intel_gpio_ngpio(pctrl);
1143         pctrl->chip.label = dev_name(pctrl->dev);
1144         pctrl->chip.parent = pctrl->dev;
1145         pctrl->chip.base = -1;
1146         pctrl->irq = irq;
1147
1148         ret = devm_gpiochip_add_data(pctrl->dev, &pctrl->chip, pctrl);
1149         if (ret) {
1150                 dev_err(pctrl->dev, "failed to register gpiochip\n");
1151                 return ret;
1152         }
1153
1154         for (i = 0; i < pctrl->ncommunities; i++) {
1155                 struct intel_community *community = &pctrl->communities[i];
1156
1157                 ret = intel_gpio_add_pin_ranges(pctrl, community);
1158                 if (ret) {
1159                         dev_err(pctrl->dev, "failed to add GPIO pin range\n");
1160                         return ret;
1161                 }
1162         }
1163
1164         /*
1165          * We need to request the interrupt here (instead of providing chip
1166          * to the irq directly) because on some platforms several GPIO
1167          * controllers share the same interrupt line.
1168          */
1169         ret = devm_request_irq(pctrl->dev, irq, intel_gpio_irq,
1170                                IRQF_SHARED | IRQF_NO_THREAD,
1171                                dev_name(pctrl->dev), pctrl);
1172         if (ret) {
1173                 dev_err(pctrl->dev, "failed to request interrupt\n");
1174                 return ret;
1175         }
1176
1177         ret = gpiochip_irqchip_add(&pctrl->chip, &intel_gpio_irqchip, 0,
1178                                    handle_bad_irq, IRQ_TYPE_NONE);
1179         if (ret) {
1180                 dev_err(pctrl->dev, "failed to add irqchip\n");
1181                 return ret;
1182         }
1183
1184         gpiochip_set_chained_irqchip(&pctrl->chip, &intel_gpio_irqchip, irq,
1185                                      NULL);
1186         return 0;
1187 }
1188
1189 static int intel_pinctrl_add_padgroups(struct intel_pinctrl *pctrl,
1190                                        struct intel_community *community)
1191 {
1192         struct intel_padgroup *gpps;
1193         unsigned int npins = community->npins;
1194         unsigned int padown_num = 0;
1195         size_t ngpps, i;
1196
1197         if (community->gpps)
1198                 ngpps = community->ngpps;
1199         else
1200                 ngpps = DIV_ROUND_UP(community->npins, community->gpp_size);
1201
1202         gpps = devm_kcalloc(pctrl->dev, ngpps, sizeof(*gpps), GFP_KERNEL);
1203         if (!gpps)
1204                 return -ENOMEM;
1205
1206         for (i = 0; i < ngpps; i++) {
1207                 if (community->gpps) {
1208                         gpps[i] = community->gpps[i];
1209                 } else {
1210                         unsigned int gpp_size = community->gpp_size;
1211
1212                         gpps[i].reg_num = i;
1213                         gpps[i].base = community->pin_base + i * gpp_size;
1214                         gpps[i].size = min(gpp_size, npins);
1215                         npins -= gpps[i].size;
1216                 }
1217
1218                 if (gpps[i].size > 32)
1219                         return -EINVAL;
1220
1221                 if (!gpps[i].gpio_base)
1222                         gpps[i].gpio_base = gpps[i].base;
1223
1224                 gpps[i].padown_num = padown_num;
1225
1226                 /*
1227                  * In older hardware the number of padown registers per
1228                  * group is fixed regardless of the group size.
1229                  */
1230                 if (community->gpp_num_padown_regs)
1231                         padown_num += community->gpp_num_padown_regs;
1232                 else
1233                         padown_num += DIV_ROUND_UP(gpps[i].size * 4, 32);
1234         }
1235
1236         community->ngpps = ngpps;
1237         community->gpps = gpps;
1238
1239         return 0;
1240 }
1241
1242 static int intel_pinctrl_pm_init(struct intel_pinctrl *pctrl)
1243 {
1244 #ifdef CONFIG_PM_SLEEP
1245         const struct intel_pinctrl_soc_data *soc = pctrl->soc;
1246         struct intel_community_context *communities;
1247         struct intel_pad_context *pads;
1248         int i;
1249
1250         pads = devm_kcalloc(pctrl->dev, soc->npins, sizeof(*pads), GFP_KERNEL);
1251         if (!pads)
1252                 return -ENOMEM;
1253
1254         communities = devm_kcalloc(pctrl->dev, pctrl->ncommunities,
1255                                    sizeof(*communities), GFP_KERNEL);
1256         if (!communities)
1257                 return -ENOMEM;
1258
1259
1260         for (i = 0; i < pctrl->ncommunities; i++) {
1261                 struct intel_community *community = &pctrl->communities[i];
1262                 u32 *intmask;
1263
1264                 intmask = devm_kcalloc(pctrl->dev, community->ngpps,
1265                                        sizeof(*intmask), GFP_KERNEL);
1266                 if (!intmask)
1267                         return -ENOMEM;
1268
1269                 communities[i].intmask = intmask;
1270         }
1271
1272         pctrl->context.pads = pads;
1273         pctrl->context.communities = communities;
1274 #endif
1275
1276         return 0;
1277 }
1278
1279 static int intel_pinctrl_probe(struct platform_device *pdev,
1280                                const struct intel_pinctrl_soc_data *soc_data)
1281 {
1282         struct intel_pinctrl *pctrl;
1283         int i, ret, irq;
1284
1285         if (!soc_data)
1286                 return -EINVAL;
1287
1288         pctrl = devm_kzalloc(&pdev->dev, sizeof(*pctrl), GFP_KERNEL);
1289         if (!pctrl)
1290                 return -ENOMEM;
1291
1292         pctrl->dev = &pdev->dev;
1293         pctrl->soc = soc_data;
1294         raw_spin_lock_init(&pctrl->lock);
1295
1296         /*
1297          * Make a copy of the communities which we can use to hold pointers
1298          * to the registers.
1299          */
1300         pctrl->ncommunities = pctrl->soc->ncommunities;
1301         pctrl->communities = devm_kcalloc(&pdev->dev, pctrl->ncommunities,
1302                                   sizeof(*pctrl->communities), GFP_KERNEL);
1303         if (!pctrl->communities)
1304                 return -ENOMEM;
1305
1306         for (i = 0; i < pctrl->ncommunities; i++) {
1307                 struct intel_community *community = &pctrl->communities[i];
1308                 struct resource *res;
1309                 void __iomem *regs;
1310                 u32 padbar;
1311
1312                 *community = pctrl->soc->communities[i];
1313
1314                 res = platform_get_resource(pdev, IORESOURCE_MEM,
1315                                             community->barno);
1316                 regs = devm_ioremap_resource(&pdev->dev, res);
1317                 if (IS_ERR(regs))
1318                         return PTR_ERR(regs);
1319
1320                 /*
1321                  * Determine community features based on the revision if
1322                  * not specified already.
1323                  */
1324                 if (!community->features) {
1325                         u32 rev;
1326
1327                         rev = (readl(regs + REVID) & REVID_MASK) >> REVID_SHIFT;
1328                         if (rev >= 0x94) {
1329                                 community->features |= PINCTRL_FEATURE_DEBOUNCE;
1330                                 community->features |= PINCTRL_FEATURE_1K_PD;
1331                         }
1332                 }
1333
1334                 /* Read offset of the pad configuration registers */
1335                 padbar = readl(regs + PADBAR);
1336
1337                 community->regs = regs;
1338                 community->pad_regs = regs + padbar;
1339
1340                 if (!community->is_offset)
1341                         community->is_offset = GPI_IS;
1342
1343                 ret = intel_pinctrl_add_padgroups(pctrl, community);
1344                 if (ret)
1345                         return ret;
1346         }
1347
1348         irq = platform_get_irq(pdev, 0);
1349         if (irq < 0) {
1350                 dev_err(&pdev->dev, "failed to get interrupt number\n");
1351                 return irq;
1352         }
1353
1354         ret = intel_pinctrl_pm_init(pctrl);
1355         if (ret)
1356                 return ret;
1357
1358         pctrl->pctldesc = intel_pinctrl_desc;
1359         pctrl->pctldesc.name = dev_name(&pdev->dev);
1360         pctrl->pctldesc.pins = pctrl->soc->pins;
1361         pctrl->pctldesc.npins = pctrl->soc->npins;
1362
1363         pctrl->pctldev = devm_pinctrl_register(&pdev->dev, &pctrl->pctldesc,
1364                                                pctrl);
1365         if (IS_ERR(pctrl->pctldev)) {
1366                 dev_err(&pdev->dev, "failed to register pinctrl driver\n");
1367                 return PTR_ERR(pctrl->pctldev);
1368         }
1369
1370         ret = intel_gpio_probe(pctrl, irq);
1371         if (ret)
1372                 return ret;
1373
1374         platform_set_drvdata(pdev, pctrl);
1375
1376         return 0;
1377 }
1378
1379 int intel_pinctrl_probe_by_hid(struct platform_device *pdev)
1380 {
1381         const struct intel_pinctrl_soc_data *data;
1382
1383         data = device_get_match_data(&pdev->dev);
1384         return intel_pinctrl_probe(pdev, data);
1385 }
1386 EXPORT_SYMBOL_GPL(intel_pinctrl_probe_by_hid);
1387
1388 int intel_pinctrl_probe_by_uid(struct platform_device *pdev)
1389 {
1390         const struct intel_pinctrl_soc_data *data = NULL;
1391         const struct intel_pinctrl_soc_data **table;
1392         struct acpi_device *adev;
1393         unsigned int i;
1394
1395         adev = ACPI_COMPANION(&pdev->dev);
1396         if (adev) {
1397                 const void *match = device_get_match_data(&pdev->dev);
1398
1399                 table = (const struct intel_pinctrl_soc_data **)match;
1400                 for (i = 0; table[i]; i++) {
1401                         if (!strcmp(adev->pnp.unique_id, table[i]->uid)) {
1402                                 data = table[i];
1403                                 break;
1404                         }
1405                 }
1406         } else {
1407                 const struct platform_device_id *id;
1408
1409                 id = platform_get_device_id(pdev);
1410                 if (!id)
1411                         return -ENODEV;
1412
1413                 table = (const struct intel_pinctrl_soc_data **)id->driver_data;
1414                 data = table[pdev->id];
1415         }
1416         if (!data)
1417                 return -ENODEV;
1418
1419         return intel_pinctrl_probe(pdev, data);
1420 }
1421 EXPORT_SYMBOL_GPL(intel_pinctrl_probe_by_uid);
1422
1423 #ifdef CONFIG_PM_SLEEP
1424 static bool intel_pinctrl_should_save(struct intel_pinctrl *pctrl, unsigned int pin)
1425 {
1426         const struct pin_desc *pd = pin_desc_get(pctrl->pctldev, pin);
1427
1428         if (!pd || !intel_pad_usable(pctrl, pin))
1429                 return false;
1430
1431         /*
1432          * Only restore the pin if it is actually in use by the kernel (or
1433          * by userspace). It is possible that some pins are used by the
1434          * BIOS during resume and those are not always locked down so leave
1435          * them alone.
1436          */
1437         if (pd->mux_owner || pd->gpio_owner ||
1438             gpiochip_line_is_irq(&pctrl->chip, pin))
1439                 return true;
1440
1441         return false;
1442 }
1443
1444 int intel_pinctrl_suspend_noirq(struct device *dev)
1445 {
1446         struct intel_pinctrl *pctrl = dev_get_drvdata(dev);
1447         struct intel_community_context *communities;
1448         struct intel_pad_context *pads;
1449         int i;
1450
1451         pads = pctrl->context.pads;
1452         for (i = 0; i < pctrl->soc->npins; i++) {
1453                 const struct pinctrl_pin_desc *desc = &pctrl->soc->pins[i];
1454                 void __iomem *padcfg;
1455                 u32 val;
1456
1457                 if (!intel_pinctrl_should_save(pctrl, desc->number))
1458                         continue;
1459
1460                 val = readl(intel_get_padcfg(pctrl, desc->number, PADCFG0));
1461                 pads[i].padcfg0 = val & ~PADCFG0_GPIORXSTATE;
1462                 val = readl(intel_get_padcfg(pctrl, desc->number, PADCFG1));
1463                 pads[i].padcfg1 = val;
1464
1465                 padcfg = intel_get_padcfg(pctrl, desc->number, PADCFG2);
1466                 if (padcfg)
1467                         pads[i].padcfg2 = readl(padcfg);
1468         }
1469
1470         communities = pctrl->context.communities;
1471         for (i = 0; i < pctrl->ncommunities; i++) {
1472                 struct intel_community *community = &pctrl->communities[i];
1473                 void __iomem *base;
1474                 unsigned int gpp;
1475
1476                 base = community->regs + community->ie_offset;
1477                 for (gpp = 0; gpp < community->ngpps; gpp++)
1478                         communities[i].intmask[gpp] = readl(base + gpp * 4);
1479         }
1480
1481         return 0;
1482 }
1483 EXPORT_SYMBOL_GPL(intel_pinctrl_suspend_noirq);
1484
1485 static void intel_gpio_irq_init(struct intel_pinctrl *pctrl)
1486 {
1487         size_t i;
1488
1489         for (i = 0; i < pctrl->ncommunities; i++) {
1490                 const struct intel_community *community;
1491                 void __iomem *base;
1492                 unsigned int gpp;
1493
1494                 community = &pctrl->communities[i];
1495                 base = community->regs;
1496
1497                 for (gpp = 0; gpp < community->ngpps; gpp++) {
1498                         /* Mask and clear all interrupts */
1499                         writel(0, base + community->ie_offset + gpp * 4);
1500                         writel(0xffff, base + community->is_offset + gpp * 4);
1501                 }
1502         }
1503 }
1504
1505 int intel_pinctrl_resume_noirq(struct device *dev)
1506 {
1507         struct intel_pinctrl *pctrl = dev_get_drvdata(dev);
1508         const struct intel_community_context *communities;
1509         const struct intel_pad_context *pads;
1510         int i;
1511
1512         /* Mask all interrupts */
1513         intel_gpio_irq_init(pctrl);
1514
1515         pads = pctrl->context.pads;
1516         for (i = 0; i < pctrl->soc->npins; i++) {
1517                 const struct pinctrl_pin_desc *desc = &pctrl->soc->pins[i];
1518                 void __iomem *padcfg;
1519                 u32 val;
1520
1521                 if (!intel_pinctrl_should_save(pctrl, desc->number))
1522                         continue;
1523
1524                 padcfg = intel_get_padcfg(pctrl, desc->number, PADCFG0);
1525                 val = readl(padcfg) & ~PADCFG0_GPIORXSTATE;
1526                 if (val != pads[i].padcfg0) {
1527                         writel(pads[i].padcfg0, padcfg);
1528                         dev_dbg(dev, "restored pin %u padcfg0 %#08x\n",
1529                                 desc->number, readl(padcfg));
1530                 }
1531
1532                 padcfg = intel_get_padcfg(pctrl, desc->number, PADCFG1);
1533                 val = readl(padcfg);
1534                 if (val != pads[i].padcfg1) {
1535                         writel(pads[i].padcfg1, padcfg);
1536                         dev_dbg(dev, "restored pin %u padcfg1 %#08x\n",
1537                                 desc->number, readl(padcfg));
1538                 }
1539
1540                 padcfg = intel_get_padcfg(pctrl, desc->number, PADCFG2);
1541                 if (padcfg) {
1542                         val = readl(padcfg);
1543                         if (val != pads[i].padcfg2) {
1544                                 writel(pads[i].padcfg2, padcfg);
1545                                 dev_dbg(dev, "restored pin %u padcfg2 %#08x\n",
1546                                         desc->number, readl(padcfg));
1547                         }
1548                 }
1549         }
1550
1551         communities = pctrl->context.communities;
1552         for (i = 0; i < pctrl->ncommunities; i++) {
1553                 struct intel_community *community = &pctrl->communities[i];
1554                 void __iomem *base;
1555                 unsigned int gpp;
1556
1557                 base = community->regs + community->ie_offset;
1558                 for (gpp = 0; gpp < community->ngpps; gpp++) {
1559                         writel(communities[i].intmask[gpp], base + gpp * 4);
1560                         dev_dbg(dev, "restored mask %d/%u %#08x\n", i, gpp,
1561                                 readl(base + gpp * 4));
1562                 }
1563         }
1564
1565         return 0;
1566 }
1567 EXPORT_SYMBOL_GPL(intel_pinctrl_resume_noirq);
1568 #endif
1569
1570 MODULE_AUTHOR("Mathias Nyman <mathias.nyman@linux.intel.com>");
1571 MODULE_AUTHOR("Mika Westerberg <mika.westerberg@linux.intel.com>");
1572 MODULE_DESCRIPTION("Intel pinctrl/GPIO core driver");
1573 MODULE_LICENSE("GPL v2");