drivers/amba/tegra-ahb.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 /*
   3  * Copyright (c) 2012, NVIDIA CORPORATION.  All rights reserved.
   4  * Copyright (C) 2011 Google, Inc.
   5  *
   6  * Author:
   7  *      Jay Cheng <jacheng@nvidia.com>
   8  *      James Wylder <james.wylder@motorola.com>
   9  *      Benoit Goby <benoit@android.com>
  10  *      Colin Cross <ccross@android.com>
  11  *      Hiroshi DOYU <hdoyu@nvidia.com>
  12  */
  13
  14 #include <linux/err.h>
  15 #include <linux/kernel.h>
  16 #include <linux/module.h>
  17 #include <linux/platform_device.h>
  18 #include <linux/io.h>
  19 #include <linux/of.h>
  20
  21 #include <soc/tegra/ahb.h>
  22
  23 #define DRV_NAME "tegra-ahb"
  24
  25 #define AHB_ARBITRATION_DISABLE         0x04
  26 #define AHB_ARBITRATION_PRIORITY_CTRL   0x08
  27 #define   AHB_PRIORITY_WEIGHT(x)        (((x) & 0x7) << 29)
  28 #define   PRIORITY_SELECT_USB BIT(6)
  29 #define   PRIORITY_SELECT_USB2 BIT(18)
  30 #define   PRIORITY_SELECT_USB3 BIT(17)
  31
  32 #define AHB_GIZMO_AHB_MEM               0x10
  33 #define   ENB_FAST_REARBITRATE BIT(2)
  34 #define   DONT_SPLIT_AHB_WR     BIT(7)
  35
  36 #define AHB_GIZMO_APB_DMA               0x14
  37 #define AHB_GIZMO_IDE                   0x1c
  38 #define AHB_GIZMO_USB                   0x20
  39 #define AHB_GIZMO_AHB_XBAR_BRIDGE       0x24
  40 #define AHB_GIZMO_CPU_AHB_BRIDGE        0x28
  41 #define AHB_GIZMO_COP_AHB_BRIDGE        0x2c
  42 #define AHB_GIZMO_XBAR_APB_CTLR         0x30
  43 #define AHB_GIZMO_VCP_AHB_BRIDGE        0x34
  44 #define AHB_GIZMO_NAND                  0x40
  45 #define AHB_GIZMO_SDMMC4                0x48
  46 #define AHB_GIZMO_XIO                   0x4c
  47 #define AHB_GIZMO_BSEV                  0x64
  48 #define AHB_GIZMO_BSEA                  0x74
  49 #define AHB_GIZMO_NOR                   0x78
  50 #define AHB_GIZMO_USB2                  0x7c
  51 #define AHB_GIZMO_USB3                  0x80
  52 #define   IMMEDIATE     BIT(18)
  53
  54 #define AHB_GIZMO_SDMMC1                0x84
  55 #define AHB_GIZMO_SDMMC2                0x88
  56 #define AHB_GIZMO_SDMMC3                0x8c
  57 #define AHB_MEM_PREFETCH_CFG_X          0xdc
  58 #define AHB_ARBITRATION_XBAR_CTRL       0xe0
  59 #define AHB_MEM_PREFETCH_CFG3           0xe4
  60 #define AHB_MEM_PREFETCH_CFG4           0xe8
  61 #define AHB_MEM_PREFETCH_CFG1           0xf0
  62 #define AHB_MEM_PREFETCH_CFG2           0xf4
  63 #define   PREFETCH_ENB  BIT(31)
  64 #define   MST_ID(x)     (((x) & 0x1f) << 26)
  65 #define   AHBDMA_MST_ID MST_ID(5)
  66 #define   USB_MST_ID    MST_ID(6)
  67 #define   USB2_MST_ID   MST_ID(18)
  68 #define   USB3_MST_ID   MST_ID(17)
  69 #define   ADDR_BNDRY(x) (((x) & 0xf) << 21)
  70 #define   INACTIVITY_TIMEOUT(x) (((x) & 0xffff) << 0)
  71
  72 #define AHB_ARBITRATION_AHB_MEM_WRQUE_MST_ID    0xfc
  73
  74 #define AHB_ARBITRATION_XBAR_CTRL_SMMU_INIT_DONE BIT(17)
  75
  76 /*
  77  * INCORRECT_BASE_ADDR_LOW_BYTE: Legacy kernel DT files for Tegra SoCs
  78  * prior to Tegra124 generally use a physical base address ending in
  79  * 0x4 for the AHB IP block.  According to the TRM, the low byte
  80  * should be 0x0.  During device probing, this macro is used to detect
  81  * whether the passed-in physical address is incorrect, and if so, to
  82  * correct it.
  83  */
  84 #define INCORRECT_BASE_ADDR_LOW_BYTE            0x4
  85
  86 static struct platform_driver tegra_ahb_driver;
  87
  88 static const u32 tegra_ahb_gizmo[] = {
  89         AHB_ARBITRATION_DISABLE,
  90         AHB_ARBITRATION_PRIORITY_CTRL,
  91         AHB_GIZMO_AHB_MEM,
  92         AHB_GIZMO_APB_DMA,
  93         AHB_GIZMO_IDE,
  94         AHB_GIZMO_USB,
  95         AHB_GIZMO_AHB_XBAR_BRIDGE,
  96         AHB_GIZMO_CPU_AHB_BRIDGE,
  97         AHB_GIZMO_COP_AHB_BRIDGE,
  98         AHB_GIZMO_XBAR_APB_CTLR,
  99         AHB_GIZMO_VCP_AHB_BRIDGE,
 100         AHB_GIZMO_NAND,
 101         AHB_GIZMO_SDMMC4,
 102         AHB_GIZMO_XIO,
 103         AHB_GIZMO_BSEV,
 104         AHB_GIZMO_BSEA,
 105         AHB_GIZMO_NOR,
 106         AHB_GIZMO_USB2,
 107         AHB_GIZMO_USB3,
 108         AHB_GIZMO_SDMMC1,
 109         AHB_GIZMO_SDMMC2,
 110         AHB_GIZMO_SDMMC3,
 111         AHB_MEM_PREFETCH_CFG_X,
 112         AHB_ARBITRATION_XBAR_CTRL,
 113         AHB_MEM_PREFETCH_CFG3,
 114         AHB_MEM_PREFETCH_CFG4,
 115         AHB_MEM_PREFETCH_CFG1,
 116         AHB_MEM_PREFETCH_CFG2,
 117         AHB_ARBITRATION_AHB_MEM_WRQUE_MST_ID,
 118 };
 119
 120 struct tegra_ahb {
 121         void __iomem    *regs;
 122         struct device   *dev;
 123         u32             ctx[0];
 124 };
 125
 126 static inline u32 gizmo_readl(struct tegra_ahb *ahb, u32 offset)
 127 {
 128         return readl(ahb->regs + offset);
 129 }
 130
 131 static inline void gizmo_writel(struct tegra_ahb *ahb, u32 value, u32 offset)
 132 {
 133         writel(value, ahb->regs + offset);
 134 }
 135
 136 #ifdef CONFIG_TEGRA_IOMMU_SMMU
 137 static int tegra_ahb_match_by_smmu(struct device *dev, void *data)
 138 {
 139         struct tegra_ahb *ahb = dev_get_drvdata(dev);
 140         struct device_node *dn = data;
 141
 142         return (ahb->dev->of_node == dn) ? 1 : 0;
 143 }
 144
 145 int tegra_ahb_enable_smmu(struct device_node *dn)
 146 {
 147         struct device *dev;
 148         u32 val;
 149         struct tegra_ahb *ahb;
 150
 151         dev = driver_find_device(&tegra_ahb_driver.driver, NULL, dn,
 152                                  tegra_ahb_match_by_smmu);
 153         if (!dev)
 154                 return -EPROBE_DEFER;
 155         ahb = dev_get_drvdata(dev);
 156         val = gizmo_readl(ahb, AHB_ARBITRATION_XBAR_CTRL);
 157         val |= AHB_ARBITRATION_XBAR_CTRL_SMMU_INIT_DONE;
 158         gizmo_writel(ahb, val, AHB_ARBITRATION_XBAR_CTRL);
 159         return 0;
 160 }
 161 EXPORT_SYMBOL(tegra_ahb_enable_smmu);
 162 #endif
 163
 164 static int __maybe_unused tegra_ahb_suspend(struct device *dev)
 165 {
 166         int i;
 167         struct tegra_ahb *ahb = dev_get_drvdata(dev);
 168
 169         for (i = 0; i < ARRAY_SIZE(tegra_ahb_gizmo); i++)
 170                 ahb->ctx[i] = gizmo_readl(ahb, tegra_ahb_gizmo[i]);
 171         return 0;
 172 }
 173
 174 static int __maybe_unused tegra_ahb_resume(struct device *dev)
 175 {
 176         int i;
 177         struct tegra_ahb *ahb = dev_get_drvdata(dev);
 178
 179         for (i = 0; i < ARRAY_SIZE(tegra_ahb_gizmo); i++)
 180                 gizmo_writel(ahb, ahb->ctx[i], tegra_ahb_gizmo[i]);
 181         return 0;
 182 }
 183
 184 static UNIVERSAL_DEV_PM_OPS(tegra_ahb_pm,
 185                             tegra_ahb_suspend,
 186                             tegra_ahb_resume, NULL);
 187
 188 static void tegra_ahb_gizmo_init(struct tegra_ahb *ahb)
 189 {
 190         u32 val;
 191
 192         val = gizmo_readl(ahb, AHB_GIZMO_AHB_MEM);
 193         val |= ENB_FAST_REARBITRATE | IMMEDIATE | DONT_SPLIT_AHB_WR;
 194         gizmo_writel(ahb, val, AHB_GIZMO_AHB_MEM);
 195
 196         val = gizmo_readl(ahb, AHB_GIZMO_USB);
 197         val |= IMMEDIATE;
 198         gizmo_writel(ahb, val, AHB_GIZMO_USB);
 199
 200         val = gizmo_readl(ahb, AHB_GIZMO_USB2);
 201         val |= IMMEDIATE;
 202         gizmo_writel(ahb, val, AHB_GIZMO_USB2);
 203
 204         val = gizmo_readl(ahb, AHB_GIZMO_USB3);
 205         val |= IMMEDIATE;
 206         gizmo_writel(ahb, val, AHB_GIZMO_USB3);
 207
 208         val = gizmo_readl(ahb, AHB_ARBITRATION_PRIORITY_CTRL);
 209         val |= PRIORITY_SELECT_USB |
 210                 PRIORITY_SELECT_USB2 |
 211                 PRIORITY_SELECT_USB3 |
 212                 AHB_PRIORITY_WEIGHT(7);
 213         gizmo_writel(ahb, val, AHB_ARBITRATION_PRIORITY_CTRL);
 214
 215         val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG1);
 216         val &= ~MST_ID(~0);
 217         val |= PREFETCH_ENB |
 218                 AHBDMA_MST_ID |
 219                 ADDR_BNDRY(0xc) |
 220                 INACTIVITY_TIMEOUT(0x1000);
 221         gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG1);
 222
 223         val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG2);
 224         val &= ~MST_ID(~0);
 225         val |= PREFETCH_ENB |
 226                 USB_MST_ID |
 227                 ADDR_BNDRY(0xc) |
 228                 INACTIVITY_TIMEOUT(0x1000);
 229         gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG2);
 230
 231         val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG3);
 232         val &= ~MST_ID(~0);
 233         val |= PREFETCH_ENB |
 234                 USB3_MST_ID |
 235                 ADDR_BNDRY(0xc) |
 236                 INACTIVITY_TIMEOUT(0x1000);
 237         gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG3);
 238
 239         val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG4);
 240         val &= ~MST_ID(~0);
 241         val |= PREFETCH_ENB |
 242                 USB2_MST_ID |
 243                 ADDR_BNDRY(0xc) |
 244                 INACTIVITY_TIMEOUT(0x1000);
 245         gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG4);
 246 }
 247
 248 static int tegra_ahb_probe(struct platform_device *pdev)
 249 {
 250         struct resource *res;
 251         struct tegra_ahb *ahb;
 252         size_t bytes;
 253
 254         bytes = sizeof(*ahb) + sizeof(u32) * ARRAY_SIZE(tegra_ahb_gizmo);
 255         ahb = devm_kzalloc(&pdev->dev, bytes, GFP_KERNEL);
 256         if (!ahb)
 257                 return -ENOMEM;
 258
 259         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
 260
 261         /* Correct the IP block base address if necessary */
 262         if (res &&
 263             (res->start & INCORRECT_BASE_ADDR_LOW_BYTE) ==
 264             INCORRECT_BASE_ADDR_LOW_BYTE) {
 265                 dev_warn(&pdev->dev, "incorrect AHB base address in DT data - enabling workaround\n");
 266                 res->start -= INCORRECT_BASE_ADDR_LOW_BYTE;
 267         }
 268
 269         ahb->regs = devm_ioremap_resource(&pdev->dev, res);
 270         if (IS_ERR(ahb->regs))
 271                 return PTR_ERR(ahb->regs);
 272
 273         ahb->dev = &pdev->dev;
 274         platform_set_drvdata(pdev, ahb);
 275         tegra_ahb_gizmo_init(ahb);
 276         return 0;
 277 }
 278
 279 static const struct of_device_id tegra_ahb_of_match[] = {
 280         { .compatible = "nvidia,tegra30-ahb", },
 281         { .compatible = "nvidia,tegra20-ahb", },
 282         {},
 283 };
 284
 285 static struct platform_driver tegra_ahb_driver = {
 286         .probe = tegra_ahb_probe,
 287         .driver = {
 288                 .name = DRV_NAME,
 289                 .of_match_table = tegra_ahb_of_match,
 290                 .pm = &tegra_ahb_pm,
 291         },
 292 };
 293 module_platform_driver(tegra_ahb_driver);
 294
 295 MODULE_AUTHOR("Hiroshi DOYU <hdoyu@nvidia.com>");
 296 MODULE_DESCRIPTION("Tegra AHB driver");
 297 MODULE_LICENSE("GPL v2");
 298 MODULE_ALIAS("platform:" DRV_NAME);