2 * Copyright (c) 2012, 2013, NVIDIA CORPORATION. All rights reserved.
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * You should have received a copy of the GNU General Public License
14 * along with this program. If not, see <http://www.gnu.org/licenses/>.
17 #include <linux/slab.h>
19 #include <linux/delay.h>
20 #include <linux/err.h>
21 #include <linux/clk.h>
22 #include <linux/clk-provider.h>
26 #define PLL_BASE_BYPASS BIT(31)
27 #define PLL_BASE_ENABLE BIT(30)
28 #define PLL_BASE_REF_ENABLE BIT(29)
29 #define PLL_BASE_OVERRIDE BIT(28)
31 #define PLL_BASE_DIVP_SHIFT 20
32 #define PLL_BASE_DIVP_WIDTH 3
33 #define PLL_BASE_DIVN_SHIFT 8
34 #define PLL_BASE_DIVN_WIDTH 10
35 #define PLL_BASE_DIVM_SHIFT 0
36 #define PLL_BASE_DIVM_WIDTH 5
37 #define PLLU_POST_DIVP_MASK 0x1
39 #define PLL_MISC_DCCON_SHIFT 20
40 #define PLL_MISC_CPCON_SHIFT 8
41 #define PLL_MISC_CPCON_WIDTH 4
42 #define PLL_MISC_CPCON_MASK ((1 << PLL_MISC_CPCON_WIDTH) - 1)
43 #define PLL_MISC_LFCON_SHIFT 4
44 #define PLL_MISC_LFCON_WIDTH 4
45 #define PLL_MISC_LFCON_MASK ((1 << PLL_MISC_LFCON_WIDTH) - 1)
46 #define PLL_MISC_VCOCON_SHIFT 0
47 #define PLL_MISC_VCOCON_WIDTH 4
48 #define PLL_MISC_VCOCON_MASK ((1 << PLL_MISC_VCOCON_WIDTH) - 1)
50 #define OUT_OF_TABLE_CPCON 8
52 #define PMC_PLLP_WB0_OVERRIDE 0xf8
53 #define PMC_PLLP_WB0_OVERRIDE_PLLM_ENABLE BIT(12)
54 #define PMC_PLLP_WB0_OVERRIDE_PLLM_OVERRIDE BIT(11)
56 #define PLL_POST_LOCK_DELAY 50
58 #define PLLDU_LFCON_SET_DIVN 600
60 #define PLLE_BASE_DIVCML_SHIFT 24
61 #define PLLE_BASE_DIVCML_MASK 0xf
62 #define PLLE_BASE_DIVP_SHIFT 16
63 #define PLLE_BASE_DIVP_WIDTH 6
64 #define PLLE_BASE_DIVN_SHIFT 8
65 #define PLLE_BASE_DIVN_WIDTH 8
66 #define PLLE_BASE_DIVM_SHIFT 0
67 #define PLLE_BASE_DIVM_WIDTH 8
68 #define PLLE_BASE_ENABLE BIT(31)
70 #define PLLE_MISC_SETUP_BASE_SHIFT 16
71 #define PLLE_MISC_SETUP_BASE_MASK (0xffff << PLLE_MISC_SETUP_BASE_SHIFT)
72 #define PLLE_MISC_LOCK_ENABLE BIT(9)
73 #define PLLE_MISC_READY BIT(15)
74 #define PLLE_MISC_SETUP_EX_SHIFT 2
75 #define PLLE_MISC_SETUP_EX_MASK (3 << PLLE_MISC_SETUP_EX_SHIFT)
76 #define PLLE_MISC_SETUP_MASK (PLLE_MISC_SETUP_BASE_MASK | \
77 PLLE_MISC_SETUP_EX_MASK)
78 #define PLLE_MISC_SETUP_VALUE (7 << PLLE_MISC_SETUP_BASE_SHIFT)
80 #define PLLE_SS_CTRL 0x68
81 #define PLLE_SS_CNTL_BYPASS_SS BIT(10)
82 #define PLLE_SS_CNTL_INTERP_RESET BIT(11)
83 #define PLLE_SS_CNTL_SSC_BYP BIT(12)
84 #define PLLE_SS_CNTL_CENTER BIT(14)
85 #define PLLE_SS_CNTL_INVERT BIT(15)
86 #define PLLE_SS_DISABLE (PLLE_SS_CNTL_BYPASS_SS | PLLE_SS_CNTL_INTERP_RESET |\
88 #define PLLE_SS_MAX_MASK 0x1ff
89 #define PLLE_SS_MAX_VAL_TEGRA114 0x25
90 #define PLLE_SS_MAX_VAL_TEGRA210 0x21
91 #define PLLE_SS_INC_MASK (0xff << 16)
92 #define PLLE_SS_INC_VAL (0x1 << 16)
93 #define PLLE_SS_INCINTRV_MASK (0x3f << 24)
94 #define PLLE_SS_INCINTRV_VAL_TEGRA114 (0x20 << 24)
95 #define PLLE_SS_INCINTRV_VAL_TEGRA210 (0x23 << 24)
96 #define PLLE_SS_COEFFICIENTS_MASK \
97 (PLLE_SS_MAX_MASK | PLLE_SS_INC_MASK | PLLE_SS_INCINTRV_MASK)
98 #define PLLE_SS_COEFFICIENTS_VAL_TEGRA114 \
99 (PLLE_SS_MAX_VAL_TEGRA114 | PLLE_SS_INC_VAL |\
100 PLLE_SS_INCINTRV_VAL_TEGRA114)
101 #define PLLE_SS_COEFFICIENTS_VAL_TEGRA210 \
102 (PLLE_SS_MAX_VAL_TEGRA210 | PLLE_SS_INC_VAL |\
103 PLLE_SS_INCINTRV_VAL_TEGRA210)
105 #define PLLE_AUX_PLLP_SEL BIT(2)
106 #define PLLE_AUX_USE_LOCKDET BIT(3)
107 #define PLLE_AUX_ENABLE_SWCTL BIT(4)
108 #define PLLE_AUX_SS_SWCTL BIT(6)
109 #define PLLE_AUX_SEQ_ENABLE BIT(24)
110 #define PLLE_AUX_SEQ_START_STATE BIT(25)
111 #define PLLE_AUX_PLLRE_SEL BIT(28)
112 #define PLLE_AUX_SS_SEQ_INCLUDE BIT(31)
114 #define XUSBIO_PLL_CFG0 0x51c
115 #define XUSBIO_PLL_CFG0_PADPLL_RESET_SWCTL BIT(0)
116 #define XUSBIO_PLL_CFG0_CLK_ENABLE_SWCTL BIT(2)
117 #define XUSBIO_PLL_CFG0_PADPLL_USE_LOCKDET BIT(6)
118 #define XUSBIO_PLL_CFG0_SEQ_ENABLE BIT(24)
119 #define XUSBIO_PLL_CFG0_SEQ_START_STATE BIT(25)
121 #define SATA_PLL_CFG0 0x490
122 #define SATA_PLL_CFG0_PADPLL_RESET_SWCTL BIT(0)
123 #define SATA_PLL_CFG0_PADPLL_USE_LOCKDET BIT(2)
124 #define SATA_PLL_CFG0_SEQ_ENABLE BIT(24)
125 #define SATA_PLL_CFG0_SEQ_START_STATE BIT(25)
127 #define PLLE_MISC_PLLE_PTS BIT(8)
128 #define PLLE_MISC_IDDQ_SW_VALUE BIT(13)
129 #define PLLE_MISC_IDDQ_SW_CTRL BIT(14)
130 #define PLLE_MISC_VREG_BG_CTRL_SHIFT 4
131 #define PLLE_MISC_VREG_BG_CTRL_MASK (3 << PLLE_MISC_VREG_BG_CTRL_SHIFT)
132 #define PLLE_MISC_VREG_CTRL_SHIFT 2
133 #define PLLE_MISC_VREG_CTRL_MASK (2 << PLLE_MISC_VREG_CTRL_SHIFT)
135 #define PLLCX_MISC_STROBE BIT(31)
136 #define PLLCX_MISC_RESET BIT(30)
137 #define PLLCX_MISC_SDM_DIV_SHIFT 28
138 #define PLLCX_MISC_SDM_DIV_MASK (0x3 << PLLCX_MISC_SDM_DIV_SHIFT)
139 #define PLLCX_MISC_FILT_DIV_SHIFT 26
140 #define PLLCX_MISC_FILT_DIV_MASK (0x3 << PLLCX_MISC_FILT_DIV_SHIFT)
141 #define PLLCX_MISC_ALPHA_SHIFT 18
142 #define PLLCX_MISC_DIV_LOW_RANGE \
143 ((0x1 << PLLCX_MISC_SDM_DIV_SHIFT) | \
144 (0x1 << PLLCX_MISC_FILT_DIV_SHIFT))
145 #define PLLCX_MISC_DIV_HIGH_RANGE \
146 ((0x2 << PLLCX_MISC_SDM_DIV_SHIFT) | \
147 (0x2 << PLLCX_MISC_FILT_DIV_SHIFT))
148 #define PLLCX_MISC_COEF_LOW_RANGE \
149 ((0x14 << PLLCX_MISC_KA_SHIFT) | (0x38 << PLLCX_MISC_KB_SHIFT))
150 #define PLLCX_MISC_KA_SHIFT 2
151 #define PLLCX_MISC_KB_SHIFT 9
152 #define PLLCX_MISC_DEFAULT (PLLCX_MISC_COEF_LOW_RANGE | \
153 (0x19 << PLLCX_MISC_ALPHA_SHIFT) | \
154 PLLCX_MISC_DIV_LOW_RANGE | \
156 #define PLLCX_MISC1_DEFAULT 0x000d2308
157 #define PLLCX_MISC2_DEFAULT 0x30211200
158 #define PLLCX_MISC3_DEFAULT 0x200
160 #define PMC_SATA_PWRGT 0x1ac
161 #define PMC_SATA_PWRGT_PLLE_IDDQ_VALUE BIT(5)
162 #define PMC_SATA_PWRGT_PLLE_IDDQ_SWCTL BIT(4)
164 #define PLLSS_MISC_KCP 0
165 #define PLLSS_MISC_KVCO 0
166 #define PLLSS_MISC_SETUP 0
167 #define PLLSS_EN_SDM 0
168 #define PLLSS_EN_SSC 0
169 #define PLLSS_EN_DITHER2 0
170 #define PLLSS_EN_DITHER 1
171 #define PLLSS_SDM_RESET 0
172 #define PLLSS_CLAMP 0
173 #define PLLSS_SDM_SSC_MAX 0
174 #define PLLSS_SDM_SSC_MIN 0
175 #define PLLSS_SDM_SSC_STEP 0
176 #define PLLSS_SDM_DIN 0
177 #define PLLSS_MISC_DEFAULT ((PLLSS_MISC_KCP << 25) | \
178 (PLLSS_MISC_KVCO << 24) | \
180 #define PLLSS_CFG_DEFAULT ((PLLSS_EN_SDM << 31) | \
181 (PLLSS_EN_SSC << 30) | \
182 (PLLSS_EN_DITHER2 << 29) | \
183 (PLLSS_EN_DITHER << 28) | \
184 (PLLSS_SDM_RESET) << 27 | \
186 #define PLLSS_CTRL1_DEFAULT \
187 ((PLLSS_SDM_SSC_MAX << 16) | PLLSS_SDM_SSC_MIN)
188 #define PLLSS_CTRL2_DEFAULT \
189 ((PLLSS_SDM_SSC_STEP << 16) | PLLSS_SDM_DIN)
190 #define PLLSS_LOCK_OVERRIDE BIT(24)
191 #define PLLSS_REF_SRC_SEL_SHIFT 25
192 #define PLLSS_REF_SRC_SEL_MASK (3 << PLLSS_REF_SRC_SEL_SHIFT)
194 #define UTMIP_PLL_CFG1 0x484
195 #define UTMIP_PLL_CFG1_XTAL_FREQ_COUNT(x) (((x) & 0xfff) << 0)
196 #define UTMIP_PLL_CFG1_ENABLE_DLY_COUNT(x) (((x) & 0x1f) << 27)
197 #define UTMIP_PLL_CFG1_FORCE_PLL_ACTIVE_POWERDOWN BIT(12)
198 #define UTMIP_PLL_CFG1_FORCE_PLL_ENABLE_POWERDOWN BIT(14)
199 #define UTMIP_PLL_CFG1_FORCE_PLL_ENABLE_POWERUP BIT(15)
200 #define UTMIP_PLL_CFG1_FORCE_PLLU_POWERDOWN BIT(16)
201 #define UTMIP_PLL_CFG1_FORCE_PLLU_POWERUP BIT(17)
203 #define UTMIP_PLL_CFG2 0x488
204 #define UTMIP_PLL_CFG2_STABLE_COUNT(x) (((x) & 0xfff) << 6)
205 #define UTMIP_PLL_CFG2_ACTIVE_DLY_COUNT(x) (((x) & 0x3f) << 18)
206 #define UTMIP_PLL_CFG2_FORCE_PD_SAMP_A_POWERDOWN BIT(0)
207 #define UTMIP_PLL_CFG2_FORCE_PD_SAMP_A_POWERUP BIT(1)
208 #define UTMIP_PLL_CFG2_FORCE_PD_SAMP_B_POWERDOWN BIT(2)
209 #define UTMIP_PLL_CFG2_FORCE_PD_SAMP_B_POWERUP BIT(3)
210 #define UTMIP_PLL_CFG2_FORCE_PD_SAMP_C_POWERDOWN BIT(4)
211 #define UTMIP_PLL_CFG2_FORCE_PD_SAMP_C_POWERUP BIT(5)
212 #define UTMIP_PLL_CFG2_FORCE_PD_SAMP_D_POWERDOWN BIT(24)
213 #define UTMIP_PLL_CFG2_FORCE_PD_SAMP_D_POWERUP BIT(25)
214 #define UTMIP_PLL_CFG2_PHY_XTAL_CLOCKEN BIT(30)
216 #define UTMIPLL_HW_PWRDN_CFG0 0x52c
217 #define UTMIPLL_HW_PWRDN_CFG0_IDDQ_SWCTL BIT(0)
218 #define UTMIPLL_HW_PWRDN_CFG0_IDDQ_OVERRIDE BIT(1)
219 #define UTMIPLL_HW_PWRDN_CFG0_CLK_ENABLE_SWCTL BIT(2)
220 #define UTMIPLL_HW_PWRDN_CFG0_SEQ_IN_SWCTL BIT(4)
221 #define UTMIPLL_HW_PWRDN_CFG0_SEQ_RESET_INPUT_VALUE BIT(5)
222 #define UTMIPLL_HW_PWRDN_CFG0_USE_LOCKDET BIT(6)
223 #define UTMIPLL_HW_PWRDN_CFG0_SEQ_ENABLE BIT(24)
224 #define UTMIPLL_HW_PWRDN_CFG0_SEQ_START_STATE BIT(25)
226 #define PLLU_HW_PWRDN_CFG0 0x530
227 #define PLLU_HW_PWRDN_CFG0_CLK_SWITCH_SWCTL BIT(0)
228 #define PLLU_HW_PWRDN_CFG0_CLK_ENABLE_SWCTL BIT(2)
229 #define PLLU_HW_PWRDN_CFG0_USE_LOCKDET BIT(6)
230 #define PLLU_HW_PWRDN_CFG0_USE_SWITCH_DETECT BIT(7)
231 #define PLLU_HW_PWRDN_CFG0_SEQ_ENABLE BIT(24)
232 #define PLLU_HW_PWRDN_CFG0_IDDQ_PD_INCLUDE BIT(28)
234 #define XUSB_PLL_CFG0 0x534
235 #define XUSB_PLL_CFG0_UTMIPLL_LOCK_DLY 0x3ff
236 #define XUSB_PLL_CFG0_PLLU_LOCK_DLY (0x3ff << 14)
238 #define PLLU_BASE_CLKENABLE_USB BIT(21)
239 #define PLLU_BASE_OVERRIDE BIT(24)
241 #define pll_readl(offset, p) readl_relaxed(p->clk_base + offset)
242 #define pll_readl_base(p) pll_readl(p->params->base_reg, p)
243 #define pll_readl_misc(p) pll_readl(p->params->misc_reg, p)
244 #define pll_override_readl(offset, p) readl_relaxed(p->pmc + offset)
245 #define pll_readl_sdm_din(p) pll_readl(p->params->sdm_din_reg, p)
246 #define pll_readl_sdm_ctrl(p) pll_readl(p->params->sdm_ctrl_reg, p)
248 #define pll_writel(val, offset, p) writel_relaxed(val, p->clk_base + offset)
249 #define pll_writel_base(val, p) pll_writel(val, p->params->base_reg, p)
250 #define pll_writel_misc(val, p) pll_writel(val, p->params->misc_reg, p)
251 #define pll_override_writel(val, offset, p) writel(val, p->pmc + offset)
252 #define pll_writel_sdm_din(val, p) pll_writel(val, p->params->sdm_din_reg, p)
253 #define pll_writel_sdm_ctrl(val, p) pll_writel(val, p->params->sdm_ctrl_reg, p)
255 #define mask(w) ((1 << (w)) - 1)
256 #define divm_mask(p) mask(p->params->div_nmp->divm_width)
257 #define divn_mask(p) mask(p->params->div_nmp->divn_width)
258 #define divp_mask(p) (p->params->flags & TEGRA_PLLU ? PLLU_POST_DIVP_MASK :\
259 mask(p->params->div_nmp->divp_width))
260 #define sdm_din_mask(p) p->params->sdm_din_mask
261 #define sdm_en_mask(p) p->params->sdm_ctrl_en_mask
263 #define divm_shift(p) (p)->params->div_nmp->divm_shift
264 #define divn_shift(p) (p)->params->div_nmp->divn_shift
265 #define divp_shift(p) (p)->params->div_nmp->divp_shift
267 #define divm_mask_shifted(p) (divm_mask(p) << divm_shift(p))
268 #define divn_mask_shifted(p) (divn_mask(p) << divn_shift(p))
269 #define divp_mask_shifted(p) (divp_mask(p) << divp_shift(p))
271 #define divm_max(p) (divm_mask(p))
272 #define divn_max(p) (divn_mask(p))
273 #define divp_max(p) (1 << (divp_mask(p)))
275 #define sdin_din_to_data(din) ((u16)((din) ? : 0xFFFFU))
276 #define sdin_data_to_din(dat) (((dat) == 0xFFFFU) ? 0 : (s16)dat)
278 static struct div_nmp default_nmp
= {
279 .divn_shift
= PLL_BASE_DIVN_SHIFT
,
280 .divn_width
= PLL_BASE_DIVN_WIDTH
,
281 .divm_shift
= PLL_BASE_DIVM_SHIFT
,
282 .divm_width
= PLL_BASE_DIVM_WIDTH
,
283 .divp_shift
= PLL_BASE_DIVP_SHIFT
,
284 .divp_width
= PLL_BASE_DIVP_WIDTH
,
287 static void clk_pll_enable_lock(struct tegra_clk_pll
*pll
)
291 if (!(pll
->params
->flags
& TEGRA_PLL_USE_LOCK
))
294 if (!(pll
->params
->flags
& TEGRA_PLL_HAS_LOCK_ENABLE
))
297 val
= pll_readl_misc(pll
);
298 val
|= BIT(pll
->params
->lock_enable_bit_idx
);
299 pll_writel_misc(val
, pll
);
302 static int clk_pll_wait_for_lock(struct tegra_clk_pll
*pll
)
306 void __iomem
*lock_addr
;
308 if (!(pll
->params
->flags
& TEGRA_PLL_USE_LOCK
)) {
309 udelay(pll
->params
->lock_delay
);
313 lock_addr
= pll
->clk_base
;
314 if (pll
->params
->flags
& TEGRA_PLL_LOCK_MISC
)
315 lock_addr
+= pll
->params
->misc_reg
;
317 lock_addr
+= pll
->params
->base_reg
;
319 lock_mask
= pll
->params
->lock_mask
;
321 for (i
= 0; i
< pll
->params
->lock_delay
; i
++) {
322 val
= readl_relaxed(lock_addr
);
323 if ((val
& lock_mask
) == lock_mask
) {
324 udelay(PLL_POST_LOCK_DELAY
);
327 udelay(2); /* timeout = 2 * lock time */
330 pr_err("%s: Timed out waiting for pll %s lock\n", __func__
,
331 clk_hw_get_name(&pll
->hw
));
336 int tegra_pll_wait_for_lock(struct tegra_clk_pll
*pll
)
338 return clk_pll_wait_for_lock(pll
);
341 static int clk_pll_is_enabled(struct clk_hw
*hw
)
343 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
346 if (pll
->params
->flags
& TEGRA_PLLM
) {
347 val
= readl_relaxed(pll
->pmc
+ PMC_PLLP_WB0_OVERRIDE
);
348 if (val
& PMC_PLLP_WB0_OVERRIDE_PLLM_OVERRIDE
)
349 return val
& PMC_PLLP_WB0_OVERRIDE_PLLM_ENABLE
? 1 : 0;
352 val
= pll_readl_base(pll
);
354 return val
& PLL_BASE_ENABLE
? 1 : 0;
357 static void _clk_pll_enable(struct clk_hw
*hw
)
359 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
362 if (pll
->params
->iddq_reg
) {
363 val
= pll_readl(pll
->params
->iddq_reg
, pll
);
364 val
&= ~BIT(pll
->params
->iddq_bit_idx
);
365 pll_writel(val
, pll
->params
->iddq_reg
, pll
);
369 if (pll
->params
->reset_reg
) {
370 val
= pll_readl(pll
->params
->reset_reg
, pll
);
371 val
&= ~BIT(pll
->params
->reset_bit_idx
);
372 pll_writel(val
, pll
->params
->reset_reg
, pll
);
375 clk_pll_enable_lock(pll
);
377 val
= pll_readl_base(pll
);
378 if (pll
->params
->flags
& TEGRA_PLL_BYPASS
)
379 val
&= ~PLL_BASE_BYPASS
;
380 val
|= PLL_BASE_ENABLE
;
381 pll_writel_base(val
, pll
);
383 if (pll
->params
->flags
& TEGRA_PLLM
) {
384 val
= readl_relaxed(pll
->pmc
+ PMC_PLLP_WB0_OVERRIDE
);
385 val
|= PMC_PLLP_WB0_OVERRIDE_PLLM_ENABLE
;
386 writel_relaxed(val
, pll
->pmc
+ PMC_PLLP_WB0_OVERRIDE
);
390 static void _clk_pll_disable(struct clk_hw
*hw
)
392 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
395 val
= pll_readl_base(pll
);
396 if (pll
->params
->flags
& TEGRA_PLL_BYPASS
)
397 val
&= ~PLL_BASE_BYPASS
;
398 val
&= ~PLL_BASE_ENABLE
;
399 pll_writel_base(val
, pll
);
401 if (pll
->params
->flags
& TEGRA_PLLM
) {
402 val
= readl_relaxed(pll
->pmc
+ PMC_PLLP_WB0_OVERRIDE
);
403 val
&= ~PMC_PLLP_WB0_OVERRIDE_PLLM_ENABLE
;
404 writel_relaxed(val
, pll
->pmc
+ PMC_PLLP_WB0_OVERRIDE
);
407 if (pll
->params
->reset_reg
) {
408 val
= pll_readl(pll
->params
->reset_reg
, pll
);
409 val
|= BIT(pll
->params
->reset_bit_idx
);
410 pll_writel(val
, pll
->params
->reset_reg
, pll
);
413 if (pll
->params
->iddq_reg
) {
414 val
= pll_readl(pll
->params
->iddq_reg
, pll
);
415 val
|= BIT(pll
->params
->iddq_bit_idx
);
416 pll_writel(val
, pll
->params
->iddq_reg
, pll
);
421 static int clk_pll_enable(struct clk_hw
*hw
)
423 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
424 unsigned long flags
= 0;
428 spin_lock_irqsave(pll
->lock
, flags
);
432 ret
= clk_pll_wait_for_lock(pll
);
435 spin_unlock_irqrestore(pll
->lock
, flags
);
440 static void clk_pll_disable(struct clk_hw
*hw
)
442 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
443 unsigned long flags
= 0;
446 spin_lock_irqsave(pll
->lock
, flags
);
448 _clk_pll_disable(hw
);
451 spin_unlock_irqrestore(pll
->lock
, flags
);
454 static int _p_div_to_hw(struct clk_hw
*hw
, u8 p_div
)
456 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
457 const struct pdiv_map
*p_tohw
= pll
->params
->pdiv_tohw
;
460 while (p_tohw
->pdiv
) {
461 if (p_div
<= p_tohw
->pdiv
)
462 return p_tohw
->hw_val
;
470 int tegra_pll_p_div_to_hw(struct tegra_clk_pll
*pll
, u8 p_div
)
472 return _p_div_to_hw(&pll
->hw
, p_div
);
475 static int _hw_to_p_div(struct clk_hw
*hw
, u8 p_div_hw
)
477 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
478 const struct pdiv_map
*p_tohw
= pll
->params
->pdiv_tohw
;
481 while (p_tohw
->pdiv
) {
482 if (p_div_hw
== p_tohw
->hw_val
)
489 return 1 << p_div_hw
;
492 static int _get_table_rate(struct clk_hw
*hw
,
493 struct tegra_clk_pll_freq_table
*cfg
,
494 unsigned long rate
, unsigned long parent_rate
)
496 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
497 struct tegra_clk_pll_freq_table
*sel
;
500 for (sel
= pll
->params
->freq_table
; sel
->input_rate
!= 0; sel
++)
501 if (sel
->input_rate
== parent_rate
&&
502 sel
->output_rate
== rate
)
505 if (sel
->input_rate
== 0)
508 if (pll
->params
->pdiv_tohw
) {
509 p
= _p_div_to_hw(hw
, sel
->p
);
516 cfg
->input_rate
= sel
->input_rate
;
517 cfg
->output_rate
= sel
->output_rate
;
521 cfg
->cpcon
= sel
->cpcon
;
522 cfg
->sdm_data
= sel
->sdm_data
;
527 static int _calc_rate(struct clk_hw
*hw
, struct tegra_clk_pll_freq_table
*cfg
,
528 unsigned long rate
, unsigned long parent_rate
)
530 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
535 switch (parent_rate
) {
538 cfreq
= (rate
<= 1000000 * 1000) ? 1000000 : 2000000;
541 cfreq
= (rate
<= 1000000 * 1000) ? 1000000 : 2600000;
545 cfreq
= (rate
<= 1200000 * 1000) ? 1200000 : 2400000;
550 * PLL_P_OUT1 rate is not listed in PLLA table
552 cfreq
= parent_rate
/ (parent_rate
/ 1000000);
555 pr_err("%s Unexpected reference rate %lu\n",
556 __func__
, parent_rate
);
560 /* Raise VCO to guarantee 0.5% accuracy */
561 for (cfg
->output_rate
= rate
; cfg
->output_rate
< 200 * cfreq
;
562 cfg
->output_rate
<<= 1)
565 cfg
->m
= parent_rate
/ cfreq
;
566 cfg
->n
= cfg
->output_rate
/ cfreq
;
567 cfg
->cpcon
= OUT_OF_TABLE_CPCON
;
569 if (cfg
->m
> divm_max(pll
) || cfg
->n
> divn_max(pll
) ||
570 (1 << p_div
) > divp_max(pll
)
571 || cfg
->output_rate
> pll
->params
->vco_max
) {
575 cfg
->output_rate
>>= p_div
;
577 if (pll
->params
->pdiv_tohw
) {
578 ret
= _p_div_to_hw(hw
, 1 << p_div
);
590 * SDM (Sigma Delta Modulator) divisor is 16-bit 2's complement signed number
591 * within (-2^12 ... 2^12-1) range. Represented in PLL data structure as
592 * unsigned 16-bit value, with "0" divisor mapped to 0xFFFF. Data "0" is used
593 * to indicate that SDM is disabled.
595 * Effective ndiv value when SDM is enabled: ndiv + 1/2 + sdm_din/2^13
597 static void clk_pll_set_sdm_data(struct clk_hw
*hw
,
598 struct tegra_clk_pll_freq_table
*cfg
)
600 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
604 if (!pll
->params
->sdm_din_reg
)
608 val
= pll_readl_sdm_din(pll
) & (~sdm_din_mask(pll
));
609 val
|= sdin_data_to_din(cfg
->sdm_data
) & sdm_din_mask(pll
);
610 pll_writel_sdm_din(val
, pll
);
613 val
= pll_readl_sdm_ctrl(pll
);
614 enabled
= (val
& sdm_en_mask(pll
));
616 if (cfg
->sdm_data
== 0 && enabled
)
617 val
&= ~pll
->params
->sdm_ctrl_en_mask
;
619 if (cfg
->sdm_data
!= 0 && !enabled
)
620 val
|= pll
->params
->sdm_ctrl_en_mask
;
622 pll_writel_sdm_ctrl(val
, pll
);
625 static void _update_pll_mnp(struct tegra_clk_pll
*pll
,
626 struct tegra_clk_pll_freq_table
*cfg
)
629 struct tegra_clk_pll_params
*params
= pll
->params
;
630 struct div_nmp
*div_nmp
= params
->div_nmp
;
632 if ((params
->flags
& (TEGRA_PLLM
| TEGRA_PLLMB
)) &&
633 (pll_override_readl(PMC_PLLP_WB0_OVERRIDE
, pll
) &
634 PMC_PLLP_WB0_OVERRIDE_PLLM_OVERRIDE
)) {
635 val
= pll_override_readl(params
->pmc_divp_reg
, pll
);
636 val
&= ~(divp_mask(pll
) << div_nmp
->override_divp_shift
);
637 val
|= cfg
->p
<< div_nmp
->override_divp_shift
;
638 pll_override_writel(val
, params
->pmc_divp_reg
, pll
);
640 val
= pll_override_readl(params
->pmc_divnm_reg
, pll
);
641 val
&= ~(divm_mask(pll
) << div_nmp
->override_divm_shift
) |
642 ~(divn_mask(pll
) << div_nmp
->override_divn_shift
);
643 val
|= (cfg
->m
<< div_nmp
->override_divm_shift
) |
644 (cfg
->n
<< div_nmp
->override_divn_shift
);
645 pll_override_writel(val
, params
->pmc_divnm_reg
, pll
);
647 val
= pll_readl_base(pll
);
649 val
&= ~(divm_mask_shifted(pll
) | divn_mask_shifted(pll
) |
650 divp_mask_shifted(pll
));
652 val
|= (cfg
->m
<< divm_shift(pll
)) |
653 (cfg
->n
<< divn_shift(pll
)) |
654 (cfg
->p
<< divp_shift(pll
));
656 pll_writel_base(val
, pll
);
658 clk_pll_set_sdm_data(&pll
->hw
, cfg
);
662 static void _get_pll_mnp(struct tegra_clk_pll
*pll
,
663 struct tegra_clk_pll_freq_table
*cfg
)
666 struct tegra_clk_pll_params
*params
= pll
->params
;
667 struct div_nmp
*div_nmp
= params
->div_nmp
;
669 if ((params
->flags
& (TEGRA_PLLM
| TEGRA_PLLMB
)) &&
670 (pll_override_readl(PMC_PLLP_WB0_OVERRIDE
, pll
) &
671 PMC_PLLP_WB0_OVERRIDE_PLLM_OVERRIDE
)) {
672 val
= pll_override_readl(params
->pmc_divp_reg
, pll
);
673 cfg
->p
= (val
>> div_nmp
->override_divp_shift
) & divp_mask(pll
);
675 val
= pll_override_readl(params
->pmc_divnm_reg
, pll
);
676 cfg
->m
= (val
>> div_nmp
->override_divm_shift
) & divm_mask(pll
);
677 cfg
->n
= (val
>> div_nmp
->override_divn_shift
) & divn_mask(pll
);
679 val
= pll_readl_base(pll
);
681 cfg
->m
= (val
>> div_nmp
->divm_shift
) & divm_mask(pll
);
682 cfg
->n
= (val
>> div_nmp
->divn_shift
) & divn_mask(pll
);
683 cfg
->p
= (val
>> div_nmp
->divp_shift
) & divp_mask(pll
);
685 if (pll
->params
->sdm_din_reg
) {
686 if (sdm_en_mask(pll
) & pll_readl_sdm_ctrl(pll
)) {
687 val
= pll_readl_sdm_din(pll
);
688 val
&= sdm_din_mask(pll
);
689 cfg
->sdm_data
= sdin_din_to_data(val
);
695 static void _update_pll_cpcon(struct tegra_clk_pll
*pll
,
696 struct tegra_clk_pll_freq_table
*cfg
,
701 val
= pll_readl_misc(pll
);
703 val
&= ~(PLL_MISC_CPCON_MASK
<< PLL_MISC_CPCON_SHIFT
);
704 val
|= cfg
->cpcon
<< PLL_MISC_CPCON_SHIFT
;
706 if (pll
->params
->flags
& TEGRA_PLL_SET_LFCON
) {
707 val
&= ~(PLL_MISC_LFCON_MASK
<< PLL_MISC_LFCON_SHIFT
);
708 if (cfg
->n
>= PLLDU_LFCON_SET_DIVN
)
709 val
|= 1 << PLL_MISC_LFCON_SHIFT
;
710 } else if (pll
->params
->flags
& TEGRA_PLL_SET_DCCON
) {
711 val
&= ~(1 << PLL_MISC_DCCON_SHIFT
);
712 if (rate
>= (pll
->params
->vco_max
>> 1))
713 val
|= 1 << PLL_MISC_DCCON_SHIFT
;
716 pll_writel_misc(val
, pll
);
719 static void pll_clk_start_ss(struct tegra_clk_pll
*pll
)
721 if (pll
->params
->defaults_set
&& pll
->params
->ssc_ctrl_reg
) {
722 u32 val
= pll_readl(pll
->params
->ssc_ctrl_reg
, pll
);
724 val
|= pll
->params
->ssc_ctrl_en_mask
;
725 pll_writel(val
, pll
->params
->ssc_ctrl_reg
, pll
);
729 static void pll_clk_stop_ss(struct tegra_clk_pll
*pll
)
731 if (pll
->params
->defaults_set
&& pll
->params
->ssc_ctrl_reg
) {
732 u32 val
= pll_readl(pll
->params
->ssc_ctrl_reg
, pll
);
734 val
&= ~pll
->params
->ssc_ctrl_en_mask
;
735 pll_writel(val
, pll
->params
->ssc_ctrl_reg
, pll
);
739 static int _program_pll(struct clk_hw
*hw
, struct tegra_clk_pll_freq_table
*cfg
,
742 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
743 struct tegra_clk_pll_freq_table old_cfg
;
746 state
= clk_pll_is_enabled(hw
);
748 _get_pll_mnp(pll
, &old_cfg
);
750 if (state
&& pll
->params
->defaults_set
&& pll
->params
->dyn_ramp
&&
751 (cfg
->m
== old_cfg
.m
) && (cfg
->p
== old_cfg
.p
)) {
752 ret
= pll
->params
->dyn_ramp(pll
, cfg
);
758 pll_clk_stop_ss(pll
);
759 _clk_pll_disable(hw
);
762 if (!pll
->params
->defaults_set
&& pll
->params
->set_defaults
)
763 pll
->params
->set_defaults(pll
);
765 _update_pll_mnp(pll
, cfg
);
767 if (pll
->params
->flags
& TEGRA_PLL_HAS_CPCON
)
768 _update_pll_cpcon(pll
, cfg
, rate
);
772 ret
= clk_pll_wait_for_lock(pll
);
773 pll_clk_start_ss(pll
);
779 static int clk_pll_set_rate(struct clk_hw
*hw
, unsigned long rate
,
780 unsigned long parent_rate
)
782 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
783 struct tegra_clk_pll_freq_table cfg
, old_cfg
;
784 unsigned long flags
= 0;
787 if (pll
->params
->flags
& TEGRA_PLL_FIXED
) {
788 if (rate
!= pll
->params
->fixed_rate
) {
789 pr_err("%s: Can not change %s fixed rate %lu to %lu\n",
790 __func__
, clk_hw_get_name(hw
),
791 pll
->params
->fixed_rate
, rate
);
797 if (_get_table_rate(hw
, &cfg
, rate
, parent_rate
) &&
798 pll
->params
->calc_rate(hw
, &cfg
, rate
, parent_rate
)) {
799 pr_err("%s: Failed to set %s rate %lu\n", __func__
,
800 clk_hw_get_name(hw
), rate
);
805 spin_lock_irqsave(pll
->lock
, flags
);
807 _get_pll_mnp(pll
, &old_cfg
);
808 if (pll
->params
->flags
& TEGRA_PLL_VCO_OUT
)
811 if (old_cfg
.m
!= cfg
.m
|| old_cfg
.n
!= cfg
.n
|| old_cfg
.p
!= cfg
.p
||
812 old_cfg
.sdm_data
!= cfg
.sdm_data
)
813 ret
= _program_pll(hw
, &cfg
, rate
);
816 spin_unlock_irqrestore(pll
->lock
, flags
);
821 static long clk_pll_round_rate(struct clk_hw
*hw
, unsigned long rate
,
822 unsigned long *prate
)
824 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
825 struct tegra_clk_pll_freq_table cfg
;
827 if (pll
->params
->flags
& TEGRA_PLL_FIXED
) {
828 /* PLLM/MB are used for memory; we do not change rate */
829 if (pll
->params
->flags
& (TEGRA_PLLM
| TEGRA_PLLMB
))
830 return clk_hw_get_rate(hw
);
831 return pll
->params
->fixed_rate
;
834 if (_get_table_rate(hw
, &cfg
, rate
, *prate
) &&
835 pll
->params
->calc_rate(hw
, &cfg
, rate
, *prate
))
838 return cfg
.output_rate
;
841 static unsigned long clk_pll_recalc_rate(struct clk_hw
*hw
,
842 unsigned long parent_rate
)
844 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
845 struct tegra_clk_pll_freq_table cfg
;
847 u64 rate
= parent_rate
;
850 val
= pll_readl_base(pll
);
852 if ((pll
->params
->flags
& TEGRA_PLL_BYPASS
) && (val
& PLL_BASE_BYPASS
))
855 if ((pll
->params
->flags
& TEGRA_PLL_FIXED
) &&
856 !(pll
->params
->flags
& (TEGRA_PLLM
| TEGRA_PLLMB
)) &&
857 !(val
& PLL_BASE_OVERRIDE
)) {
858 struct tegra_clk_pll_freq_table sel
;
859 if (_get_table_rate(hw
, &sel
, pll
->params
->fixed_rate
,
861 pr_err("Clock %s has unknown fixed frequency\n",
862 clk_hw_get_name(hw
));
865 return pll
->params
->fixed_rate
;
868 _get_pll_mnp(pll
, &cfg
);
870 if (pll
->params
->flags
& TEGRA_PLL_VCO_OUT
) {
873 pdiv
= _hw_to_p_div(hw
, cfg
.p
);
875 WARN(1, "Clock %s has invalid pdiv value : 0x%x\n",
876 clk_hw_get_name(hw
), cfg
.p
);
881 if (pll
->params
->set_gain
)
882 pll
->params
->set_gain(&cfg
);
892 static int clk_plle_training(struct tegra_clk_pll
*pll
)
895 unsigned long timeout
;
901 * PLLE is already disabled, and setup cleared;
902 * create falling edge on PLLE IDDQ input.
904 val
= readl(pll
->pmc
+ PMC_SATA_PWRGT
);
905 val
|= PMC_SATA_PWRGT_PLLE_IDDQ_VALUE
;
906 writel(val
, pll
->pmc
+ PMC_SATA_PWRGT
);
908 val
= readl(pll
->pmc
+ PMC_SATA_PWRGT
);
909 val
|= PMC_SATA_PWRGT_PLLE_IDDQ_SWCTL
;
910 writel(val
, pll
->pmc
+ PMC_SATA_PWRGT
);
912 val
= readl(pll
->pmc
+ PMC_SATA_PWRGT
);
913 val
&= ~PMC_SATA_PWRGT_PLLE_IDDQ_VALUE
;
914 writel(val
, pll
->pmc
+ PMC_SATA_PWRGT
);
916 val
= pll_readl_misc(pll
);
918 timeout
= jiffies
+ msecs_to_jiffies(100);
920 val
= pll_readl_misc(pll
);
921 if (val
& PLLE_MISC_READY
)
923 if (time_after(jiffies
, timeout
)) {
924 pr_err("%s: timeout waiting for PLLE\n", __func__
);
933 static int clk_plle_enable(struct clk_hw
*hw
)
935 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
936 unsigned long input_rate
= clk_hw_get_rate(clk_hw_get_parent(hw
));
937 struct tegra_clk_pll_freq_table sel
;
941 if (_get_table_rate(hw
, &sel
, pll
->params
->fixed_rate
, input_rate
))
946 val
= pll_readl_misc(pll
);
947 val
&= ~(PLLE_MISC_LOCK_ENABLE
| PLLE_MISC_SETUP_MASK
);
948 pll_writel_misc(val
, pll
);
950 val
= pll_readl_misc(pll
);
951 if (!(val
& PLLE_MISC_READY
)) {
952 err
= clk_plle_training(pll
);
957 if (pll
->params
->flags
& TEGRA_PLLE_CONFIGURE
) {
958 /* configure dividers */
959 val
= pll_readl_base(pll
);
960 val
&= ~(divp_mask_shifted(pll
) | divn_mask_shifted(pll
) |
961 divm_mask_shifted(pll
));
962 val
&= ~(PLLE_BASE_DIVCML_MASK
<< PLLE_BASE_DIVCML_SHIFT
);
963 val
|= sel
.m
<< divm_shift(pll
);
964 val
|= sel
.n
<< divn_shift(pll
);
965 val
|= sel
.p
<< divp_shift(pll
);
966 val
|= sel
.cpcon
<< PLLE_BASE_DIVCML_SHIFT
;
967 pll_writel_base(val
, pll
);
970 val
= pll_readl_misc(pll
);
971 val
|= PLLE_MISC_SETUP_VALUE
;
972 val
|= PLLE_MISC_LOCK_ENABLE
;
973 pll_writel_misc(val
, pll
);
975 val
= readl(pll
->clk_base
+ PLLE_SS_CTRL
);
976 val
&= ~PLLE_SS_COEFFICIENTS_MASK
;
977 val
|= PLLE_SS_DISABLE
;
978 writel(val
, pll
->clk_base
+ PLLE_SS_CTRL
);
980 val
= pll_readl_base(pll
);
981 val
|= (PLL_BASE_BYPASS
| PLL_BASE_ENABLE
);
982 pll_writel_base(val
, pll
);
984 clk_pll_wait_for_lock(pll
);
989 static unsigned long clk_plle_recalc_rate(struct clk_hw
*hw
,
990 unsigned long parent_rate
)
992 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
993 u32 val
= pll_readl_base(pll
);
994 u32 divn
= 0, divm
= 0, divp
= 0;
995 u64 rate
= parent_rate
;
997 divp
= (val
>> pll
->params
->div_nmp
->divp_shift
) & (divp_mask(pll
));
998 divn
= (val
>> pll
->params
->div_nmp
->divn_shift
) & (divn_mask(pll
));
999 divm
= (val
>> pll
->params
->div_nmp
->divm_shift
) & (divm_mask(pll
));
1007 const struct clk_ops tegra_clk_pll_ops
= {
1008 .is_enabled
= clk_pll_is_enabled
,
1009 .enable
= clk_pll_enable
,
1010 .disable
= clk_pll_disable
,
1011 .recalc_rate
= clk_pll_recalc_rate
,
1012 .round_rate
= clk_pll_round_rate
,
1013 .set_rate
= clk_pll_set_rate
,
1016 const struct clk_ops tegra_clk_plle_ops
= {
1017 .recalc_rate
= clk_plle_recalc_rate
,
1018 .is_enabled
= clk_pll_is_enabled
,
1019 .disable
= clk_pll_disable
,
1020 .enable
= clk_plle_enable
,
1024 * Structure defining the fields for USB UTMI clocks Parameters.
1026 struct utmi_clk_param
{
1027 /* Oscillator Frequency in Hz */
1029 /* UTMIP PLL Enable Delay Count */
1030 u8 enable_delay_count
;
1031 /* UTMIP PLL Stable count */
1033 /* UTMIP PLL Active delay count */
1034 u8 active_delay_count
;
1035 /* UTMIP PLL Xtal frequency count */
1039 static const struct utmi_clk_param utmi_parameters
[] = {
1041 .osc_frequency
= 13000000, .enable_delay_count
= 0x02,
1042 .stable_count
= 0x33, .active_delay_count
= 0x05,
1043 .xtal_freq_count
= 0x7f
1045 .osc_frequency
= 19200000, .enable_delay_count
= 0x03,
1046 .stable_count
= 0x4b, .active_delay_count
= 0x06,
1047 .xtal_freq_count
= 0xbb
1049 .osc_frequency
= 12000000, .enable_delay_count
= 0x02,
1050 .stable_count
= 0x2f, .active_delay_count
= 0x04,
1051 .xtal_freq_count
= 0x76
1053 .osc_frequency
= 26000000, .enable_delay_count
= 0x04,
1054 .stable_count
= 0x66, .active_delay_count
= 0x09,
1055 .xtal_freq_count
= 0xfe
1057 .osc_frequency
= 16800000, .enable_delay_count
= 0x03,
1058 .stable_count
= 0x41, .active_delay_count
= 0x0a,
1059 .xtal_freq_count
= 0xa4
1061 .osc_frequency
= 38400000, .enable_delay_count
= 0x0,
1062 .stable_count
= 0x0, .active_delay_count
= 0x6,
1063 .xtal_freq_count
= 0x80
1067 static int clk_pllu_enable(struct clk_hw
*hw
)
1069 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1070 struct clk_hw
*pll_ref
= clk_hw_get_parent(hw
);
1071 struct clk_hw
*osc
= clk_hw_get_parent(pll_ref
);
1072 const struct utmi_clk_param
*params
= NULL
;
1073 unsigned long flags
= 0, input_rate
;
1079 pr_err("%s: failed to get OSC clock\n", __func__
);
1083 input_rate
= clk_hw_get_rate(osc
);
1086 spin_lock_irqsave(pll
->lock
, flags
);
1088 _clk_pll_enable(hw
);
1090 ret
= clk_pll_wait_for_lock(pll
);
1094 for (i
= 0; i
< ARRAY_SIZE(utmi_parameters
); i
++) {
1095 if (input_rate
== utmi_parameters
[i
].osc_frequency
) {
1096 params
= &utmi_parameters
[i
];
1102 pr_err("%s: unexpected input rate %lu Hz\n", __func__
,
1108 value
= pll_readl_base(pll
);
1109 value
&= ~PLLU_BASE_OVERRIDE
;
1110 pll_writel_base(value
, pll
);
1112 value
= readl_relaxed(pll
->clk_base
+ UTMIP_PLL_CFG2
);
1113 /* Program UTMIP PLL stable and active counts */
1114 value
&= ~UTMIP_PLL_CFG2_STABLE_COUNT(~0);
1115 value
|= UTMIP_PLL_CFG2_STABLE_COUNT(params
->stable_count
);
1116 value
&= ~UTMIP_PLL_CFG2_ACTIVE_DLY_COUNT(~0);
1117 value
|= UTMIP_PLL_CFG2_ACTIVE_DLY_COUNT(params
->active_delay_count
);
1118 /* Remove power downs from UTMIP PLL control bits */
1119 value
&= ~UTMIP_PLL_CFG2_FORCE_PD_SAMP_A_POWERDOWN
;
1120 value
&= ~UTMIP_PLL_CFG2_FORCE_PD_SAMP_B_POWERDOWN
;
1121 value
&= ~UTMIP_PLL_CFG2_FORCE_PD_SAMP_C_POWERDOWN
;
1122 writel_relaxed(value
, pll
->clk_base
+ UTMIP_PLL_CFG2
);
1124 value
= readl_relaxed(pll
->clk_base
+ UTMIP_PLL_CFG1
);
1125 /* Program UTMIP PLL delay and oscillator frequency counts */
1126 value
&= ~UTMIP_PLL_CFG1_ENABLE_DLY_COUNT(~0);
1127 value
|= UTMIP_PLL_CFG1_ENABLE_DLY_COUNT(params
->enable_delay_count
);
1128 value
&= ~UTMIP_PLL_CFG1_XTAL_FREQ_COUNT(~0);
1129 value
|= UTMIP_PLL_CFG1_XTAL_FREQ_COUNT(params
->xtal_freq_count
);
1130 /* Remove power downs from UTMIP PLL control bits */
1131 value
&= ~UTMIP_PLL_CFG1_FORCE_PLL_ENABLE_POWERDOWN
;
1132 value
&= ~UTMIP_PLL_CFG1_FORCE_PLL_ACTIVE_POWERDOWN
;
1133 value
&= ~UTMIP_PLL_CFG1_FORCE_PLLU_POWERDOWN
;
1134 writel_relaxed(value
, pll
->clk_base
+ UTMIP_PLL_CFG1
);
1138 spin_unlock_irqrestore(pll
->lock
, flags
);
1143 static const struct clk_ops tegra_clk_pllu_ops
= {
1144 .is_enabled
= clk_pll_is_enabled
,
1145 .enable
= clk_pllu_enable
,
1146 .disable
= clk_pll_disable
,
1147 .recalc_rate
= clk_pll_recalc_rate
,
1148 .round_rate
= clk_pll_round_rate
,
1149 .set_rate
= clk_pll_set_rate
,
1152 static int _pll_fixed_mdiv(struct tegra_clk_pll_params
*pll_params
,
1153 unsigned long parent_rate
)
1155 u16 mdiv
= parent_rate
/ pll_params
->cf_min
;
1157 if (pll_params
->flags
& TEGRA_MDIV_NEW
)
1158 return (!pll_params
->mdiv_default
? mdiv
:
1159 min(mdiv
, pll_params
->mdiv_default
));
1161 if (pll_params
->mdiv_default
)
1162 return pll_params
->mdiv_default
;
1164 if (parent_rate
> pll_params
->cf_max
)
1170 static int _calc_dynamic_ramp_rate(struct clk_hw
*hw
,
1171 struct tegra_clk_pll_freq_table
*cfg
,
1172 unsigned long rate
, unsigned long parent_rate
)
1174 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1181 p
= DIV_ROUND_UP(pll
->params
->vco_min
, rate
);
1182 cfg
->m
= _pll_fixed_mdiv(pll
->params
, parent_rate
);
1183 cfg
->output_rate
= rate
* p
;
1184 cfg
->n
= cfg
->output_rate
* cfg
->m
/ parent_rate
;
1185 cfg
->input_rate
= parent_rate
;
1187 p_div
= _p_div_to_hw(hw
, p
);
1193 if (cfg
->n
> divn_max(pll
) || cfg
->output_rate
> pll
->params
->vco_max
)
1199 #if defined(CONFIG_ARCH_TEGRA_114_SOC) || \
1200 defined(CONFIG_ARCH_TEGRA_124_SOC) || \
1201 defined(CONFIG_ARCH_TEGRA_132_SOC) || \
1202 defined(CONFIG_ARCH_TEGRA_210_SOC)
1204 u16
tegra_pll_get_fixed_mdiv(struct clk_hw
*hw
, unsigned long input_rate
)
1206 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1208 return (u16
)_pll_fixed_mdiv(pll
->params
, input_rate
);
1211 static unsigned long _clip_vco_min(unsigned long vco_min
,
1212 unsigned long parent_rate
)
1214 return DIV_ROUND_UP(vco_min
, parent_rate
) * parent_rate
;
1217 static int _setup_dynamic_ramp(struct tegra_clk_pll_params
*pll_params
,
1218 void __iomem
*clk_base
,
1219 unsigned long parent_rate
)
1224 switch (parent_rate
) {
1240 pr_err("%s: Unexpected reference rate %lu\n",
1241 __func__
, parent_rate
);
1246 val
= step_a
<< pll_params
->stepa_shift
;
1247 val
|= step_b
<< pll_params
->stepb_shift
;
1248 writel_relaxed(val
, clk_base
+ pll_params
->dyn_ramp_reg
);
1253 static int _pll_ramp_calc_pll(struct clk_hw
*hw
,
1254 struct tegra_clk_pll_freq_table
*cfg
,
1255 unsigned long rate
, unsigned long parent_rate
)
1257 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1260 err
= _get_table_rate(hw
, cfg
, rate
, parent_rate
);
1262 err
= _calc_dynamic_ramp_rate(hw
, cfg
, rate
, parent_rate
);
1264 if (cfg
->m
!= _pll_fixed_mdiv(pll
->params
, parent_rate
)) {
1271 if (cfg
->p
> pll
->params
->max_p
)
1278 static int clk_pllxc_set_rate(struct clk_hw
*hw
, unsigned long rate
,
1279 unsigned long parent_rate
)
1281 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1282 struct tegra_clk_pll_freq_table cfg
, old_cfg
;
1283 unsigned long flags
= 0;
1286 ret
= _pll_ramp_calc_pll(hw
, &cfg
, rate
, parent_rate
);
1291 spin_lock_irqsave(pll
->lock
, flags
);
1293 _get_pll_mnp(pll
, &old_cfg
);
1294 if (pll
->params
->flags
& TEGRA_PLL_VCO_OUT
)
1297 if (old_cfg
.m
!= cfg
.m
|| old_cfg
.n
!= cfg
.n
|| old_cfg
.p
!= cfg
.p
)
1298 ret
= _program_pll(hw
, &cfg
, rate
);
1301 spin_unlock_irqrestore(pll
->lock
, flags
);
1306 static long clk_pll_ramp_round_rate(struct clk_hw
*hw
, unsigned long rate
,
1307 unsigned long *prate
)
1309 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1310 struct tegra_clk_pll_freq_table cfg
;
1312 u64 output_rate
= *prate
;
1314 ret
= _pll_ramp_calc_pll(hw
, &cfg
, rate
, *prate
);
1318 p_div
= _hw_to_p_div(hw
, cfg
.p
);
1322 if (pll
->params
->set_gain
)
1323 pll
->params
->set_gain(&cfg
);
1325 output_rate
*= cfg
.n
;
1326 do_div(output_rate
, cfg
.m
* p_div
);
1331 static void _pllcx_strobe(struct tegra_clk_pll
*pll
)
1335 val
= pll_readl_misc(pll
);
1336 val
|= PLLCX_MISC_STROBE
;
1337 pll_writel_misc(val
, pll
);
1340 val
&= ~PLLCX_MISC_STROBE
;
1341 pll_writel_misc(val
, pll
);
1344 static int clk_pllc_enable(struct clk_hw
*hw
)
1346 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1349 unsigned long flags
= 0;
1352 spin_lock_irqsave(pll
->lock
, flags
);
1354 _clk_pll_enable(hw
);
1357 val
= pll_readl_misc(pll
);
1358 val
&= ~PLLCX_MISC_RESET
;
1359 pll_writel_misc(val
, pll
);
1364 ret
= clk_pll_wait_for_lock(pll
);
1367 spin_unlock_irqrestore(pll
->lock
, flags
);
1372 static void _clk_pllc_disable(struct clk_hw
*hw
)
1374 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1377 _clk_pll_disable(hw
);
1379 val
= pll_readl_misc(pll
);
1380 val
|= PLLCX_MISC_RESET
;
1381 pll_writel_misc(val
, pll
);
1385 static void clk_pllc_disable(struct clk_hw
*hw
)
1387 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1388 unsigned long flags
= 0;
1391 spin_lock_irqsave(pll
->lock
, flags
);
1393 _clk_pllc_disable(hw
);
1396 spin_unlock_irqrestore(pll
->lock
, flags
);
1399 static int _pllcx_update_dynamic_coef(struct tegra_clk_pll
*pll
,
1400 unsigned long input_rate
, u32 n
)
1402 u32 val
, n_threshold
;
1404 switch (input_rate
) {
1419 pr_err("%s: Unexpected reference rate %lu\n",
1420 __func__
, input_rate
);
1424 val
= pll_readl_misc(pll
);
1425 val
&= ~(PLLCX_MISC_SDM_DIV_MASK
| PLLCX_MISC_FILT_DIV_MASK
);
1426 val
|= n
<= n_threshold
?
1427 PLLCX_MISC_DIV_LOW_RANGE
: PLLCX_MISC_DIV_HIGH_RANGE
;
1428 pll_writel_misc(val
, pll
);
1433 static int clk_pllc_set_rate(struct clk_hw
*hw
, unsigned long rate
,
1434 unsigned long parent_rate
)
1436 struct tegra_clk_pll_freq_table cfg
, old_cfg
;
1437 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1438 unsigned long flags
= 0;
1442 spin_lock_irqsave(pll
->lock
, flags
);
1444 ret
= _pll_ramp_calc_pll(hw
, &cfg
, rate
, parent_rate
);
1448 _get_pll_mnp(pll
, &old_cfg
);
1450 if (cfg
.m
!= old_cfg
.m
) {
1455 if (old_cfg
.n
== cfg
.n
&& old_cfg
.p
== cfg
.p
)
1458 state
= clk_pll_is_enabled(hw
);
1460 _clk_pllc_disable(hw
);
1462 ret
= _pllcx_update_dynamic_coef(pll
, parent_rate
, cfg
.n
);
1466 _update_pll_mnp(pll
, &cfg
);
1469 ret
= clk_pllc_enable(hw
);
1473 spin_unlock_irqrestore(pll
->lock
, flags
);
1478 static long _pllre_calc_rate(struct tegra_clk_pll
*pll
,
1479 struct tegra_clk_pll_freq_table
*cfg
,
1480 unsigned long rate
, unsigned long parent_rate
)
1483 u64 output_rate
= parent_rate
;
1485 m
= _pll_fixed_mdiv(pll
->params
, parent_rate
);
1486 n
= rate
* m
/ parent_rate
;
1489 do_div(output_rate
, m
);
1499 static int clk_pllre_set_rate(struct clk_hw
*hw
, unsigned long rate
,
1500 unsigned long parent_rate
)
1502 struct tegra_clk_pll_freq_table cfg
, old_cfg
;
1503 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1504 unsigned long flags
= 0;
1508 spin_lock_irqsave(pll
->lock
, flags
);
1510 _pllre_calc_rate(pll
, &cfg
, rate
, parent_rate
);
1511 _get_pll_mnp(pll
, &old_cfg
);
1514 if (cfg
.m
!= old_cfg
.m
|| cfg
.n
!= old_cfg
.n
) {
1515 state
= clk_pll_is_enabled(hw
);
1517 _clk_pll_disable(hw
);
1519 _update_pll_mnp(pll
, &cfg
);
1522 _clk_pll_enable(hw
);
1523 ret
= clk_pll_wait_for_lock(pll
);
1528 spin_unlock_irqrestore(pll
->lock
, flags
);
1533 static unsigned long clk_pllre_recalc_rate(struct clk_hw
*hw
,
1534 unsigned long parent_rate
)
1536 struct tegra_clk_pll_freq_table cfg
;
1537 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1538 u64 rate
= parent_rate
;
1540 _get_pll_mnp(pll
, &cfg
);
1543 do_div(rate
, cfg
.m
);
1548 static long clk_pllre_round_rate(struct clk_hw
*hw
, unsigned long rate
,
1549 unsigned long *prate
)
1551 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1553 return _pllre_calc_rate(pll
, NULL
, rate
, *prate
);
1556 static int clk_plle_tegra114_enable(struct clk_hw
*hw
)
1558 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1559 struct tegra_clk_pll_freq_table sel
;
1562 unsigned long flags
= 0;
1563 unsigned long input_rate
= clk_hw_get_rate(clk_hw_get_parent(hw
));
1565 if (_get_table_rate(hw
, &sel
, pll
->params
->fixed_rate
, input_rate
))
1569 spin_lock_irqsave(pll
->lock
, flags
);
1571 val
= pll_readl_base(pll
);
1572 val
&= ~BIT(29); /* Disable lock override */
1573 pll_writel_base(val
, pll
);
1575 val
= pll_readl(pll
->params
->aux_reg
, pll
);
1576 val
|= PLLE_AUX_ENABLE_SWCTL
;
1577 val
&= ~PLLE_AUX_SEQ_ENABLE
;
1578 pll_writel(val
, pll
->params
->aux_reg
, pll
);
1581 val
= pll_readl_misc(pll
);
1582 val
|= PLLE_MISC_LOCK_ENABLE
;
1583 val
|= PLLE_MISC_IDDQ_SW_CTRL
;
1584 val
&= ~PLLE_MISC_IDDQ_SW_VALUE
;
1585 val
|= PLLE_MISC_PLLE_PTS
;
1586 val
&= ~(PLLE_MISC_VREG_BG_CTRL_MASK
| PLLE_MISC_VREG_CTRL_MASK
);
1587 pll_writel_misc(val
, pll
);
1590 val
= pll_readl(PLLE_SS_CTRL
, pll
);
1591 val
|= PLLE_SS_DISABLE
;
1592 pll_writel(val
, PLLE_SS_CTRL
, pll
);
1594 val
= pll_readl_base(pll
);
1595 val
&= ~(divp_mask_shifted(pll
) | divn_mask_shifted(pll
) |
1596 divm_mask_shifted(pll
));
1597 val
&= ~(PLLE_BASE_DIVCML_MASK
<< PLLE_BASE_DIVCML_SHIFT
);
1598 val
|= sel
.m
<< divm_shift(pll
);
1599 val
|= sel
.n
<< divn_shift(pll
);
1600 val
|= sel
.cpcon
<< PLLE_BASE_DIVCML_SHIFT
;
1601 pll_writel_base(val
, pll
);
1604 _clk_pll_enable(hw
);
1605 ret
= clk_pll_wait_for_lock(pll
);
1610 val
= pll_readl(PLLE_SS_CTRL
, pll
);
1611 val
&= ~(PLLE_SS_CNTL_CENTER
| PLLE_SS_CNTL_INVERT
);
1612 val
&= ~PLLE_SS_COEFFICIENTS_MASK
;
1613 val
|= PLLE_SS_COEFFICIENTS_VAL_TEGRA114
;
1614 pll_writel(val
, PLLE_SS_CTRL
, pll
);
1615 val
&= ~(PLLE_SS_CNTL_SSC_BYP
| PLLE_SS_CNTL_BYPASS_SS
);
1616 pll_writel(val
, PLLE_SS_CTRL
, pll
);
1618 val
&= ~PLLE_SS_CNTL_INTERP_RESET
;
1619 pll_writel(val
, PLLE_SS_CTRL
, pll
);
1622 /* Enable hw control of xusb brick pll */
1623 val
= pll_readl_misc(pll
);
1624 val
&= ~PLLE_MISC_IDDQ_SW_CTRL
;
1625 pll_writel_misc(val
, pll
);
1627 val
= pll_readl(pll
->params
->aux_reg
, pll
);
1628 val
|= (PLLE_AUX_USE_LOCKDET
| PLLE_AUX_SEQ_START_STATE
);
1629 val
&= ~(PLLE_AUX_ENABLE_SWCTL
| PLLE_AUX_SS_SWCTL
);
1630 pll_writel(val
, pll
->params
->aux_reg
, pll
);
1632 val
|= PLLE_AUX_SEQ_ENABLE
;
1633 pll_writel(val
, pll
->params
->aux_reg
, pll
);
1635 val
= pll_readl(XUSBIO_PLL_CFG0
, pll
);
1636 val
|= (XUSBIO_PLL_CFG0_PADPLL_USE_LOCKDET
|
1637 XUSBIO_PLL_CFG0_SEQ_START_STATE
);
1638 val
&= ~(XUSBIO_PLL_CFG0_CLK_ENABLE_SWCTL
|
1639 XUSBIO_PLL_CFG0_PADPLL_RESET_SWCTL
);
1640 pll_writel(val
, XUSBIO_PLL_CFG0
, pll
);
1642 val
|= XUSBIO_PLL_CFG0_SEQ_ENABLE
;
1643 pll_writel(val
, XUSBIO_PLL_CFG0
, pll
);
1645 /* Enable hw control of SATA pll */
1646 val
= pll_readl(SATA_PLL_CFG0
, pll
);
1647 val
&= ~SATA_PLL_CFG0_PADPLL_RESET_SWCTL
;
1648 val
|= SATA_PLL_CFG0_PADPLL_USE_LOCKDET
;
1649 val
|= SATA_PLL_CFG0_SEQ_START_STATE
;
1650 pll_writel(val
, SATA_PLL_CFG0
, pll
);
1654 val
= pll_readl(SATA_PLL_CFG0
, pll
);
1655 val
|= SATA_PLL_CFG0_SEQ_ENABLE
;
1656 pll_writel(val
, SATA_PLL_CFG0
, pll
);
1660 spin_unlock_irqrestore(pll
->lock
, flags
);
1665 static void clk_plle_tegra114_disable(struct clk_hw
*hw
)
1667 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1668 unsigned long flags
= 0;
1672 spin_lock_irqsave(pll
->lock
, flags
);
1674 _clk_pll_disable(hw
);
1676 val
= pll_readl_misc(pll
);
1677 val
|= PLLE_MISC_IDDQ_SW_CTRL
| PLLE_MISC_IDDQ_SW_VALUE
;
1678 pll_writel_misc(val
, pll
);
1682 spin_unlock_irqrestore(pll
->lock
, flags
);
1685 static int clk_pllu_tegra114_enable(struct clk_hw
*hw
)
1687 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
1688 const struct utmi_clk_param
*params
= NULL
;
1689 struct clk
*osc
= __clk_lookup("osc");
1690 unsigned long flags
= 0, input_rate
;
1696 pr_err("%s: failed to get OSC clock\n", __func__
);
1700 input_rate
= clk_hw_get_rate(__clk_get_hw(osc
));
1703 spin_lock_irqsave(pll
->lock
, flags
);
1705 _clk_pll_enable(hw
);
1707 ret
= clk_pll_wait_for_lock(pll
);
1711 for (i
= 0; i
< ARRAY_SIZE(utmi_parameters
); i
++) {
1712 if (input_rate
== utmi_parameters
[i
].osc_frequency
) {
1713 params
= &utmi_parameters
[i
];
1719 pr_err("%s: unexpected input rate %lu Hz\n", __func__
,
1725 value
= pll_readl_base(pll
);
1726 value
&= ~PLLU_BASE_OVERRIDE
;
1727 pll_writel_base(value
, pll
);
1729 value
= readl_relaxed(pll
->clk_base
+ UTMIP_PLL_CFG2
);
1730 /* Program UTMIP PLL stable and active counts */
1731 value
&= ~UTMIP_PLL_CFG2_STABLE_COUNT(~0);
1732 value
|= UTMIP_PLL_CFG2_STABLE_COUNT(params
->stable_count
);
1733 value
&= ~UTMIP_PLL_CFG2_ACTIVE_DLY_COUNT(~0);
1734 value
|= UTMIP_PLL_CFG2_ACTIVE_DLY_COUNT(params
->active_delay_count
);
1735 /* Remove power downs from UTMIP PLL control bits */
1736 value
&= ~UTMIP_PLL_CFG2_FORCE_PD_SAMP_A_POWERDOWN
;
1737 value
&= ~UTMIP_PLL_CFG2_FORCE_PD_SAMP_B_POWERDOWN
;
1738 value
&= ~UTMIP_PLL_CFG2_FORCE_PD_SAMP_C_POWERDOWN
;
1739 writel_relaxed(value
, pll
->clk_base
+ UTMIP_PLL_CFG2
);
1741 value
= readl_relaxed(pll
->clk_base
+ UTMIP_PLL_CFG1
);
1742 /* Program UTMIP PLL delay and oscillator frequency counts */
1743 value
&= ~UTMIP_PLL_CFG1_ENABLE_DLY_COUNT(~0);
1744 value
|= UTMIP_PLL_CFG1_ENABLE_DLY_COUNT(params
->enable_delay_count
);
1745 value
&= ~UTMIP_PLL_CFG1_XTAL_FREQ_COUNT(~0);
1746 value
|= UTMIP_PLL_CFG1_XTAL_FREQ_COUNT(params
->xtal_freq_count
);
1747 /* Remove power downs from UTMIP PLL control bits */
1748 value
&= ~UTMIP_PLL_CFG1_FORCE_PLL_ENABLE_POWERDOWN
;
1749 value
&= ~UTMIP_PLL_CFG1_FORCE_PLL_ACTIVE_POWERDOWN
;
1750 value
&= ~UTMIP_PLL_CFG1_FORCE_PLLU_POWERUP
;
1751 value
&= ~UTMIP_PLL_CFG1_FORCE_PLLU_POWERDOWN
;
1752 writel_relaxed(value
, pll
->clk_base
+ UTMIP_PLL_CFG1
);
1754 /* Setup HW control of UTMIPLL */
1755 value
= readl_relaxed(pll
->clk_base
+ UTMIPLL_HW_PWRDN_CFG0
);
1756 value
|= UTMIPLL_HW_PWRDN_CFG0_USE_LOCKDET
;
1757 value
&= ~UTMIPLL_HW_PWRDN_CFG0_CLK_ENABLE_SWCTL
;
1758 value
|= UTMIPLL_HW_PWRDN_CFG0_SEQ_START_STATE
;
1759 writel_relaxed(value
, pll
->clk_base
+ UTMIPLL_HW_PWRDN_CFG0
);
1761 value
= readl_relaxed(pll
->clk_base
+ UTMIP_PLL_CFG1
);
1762 value
&= ~UTMIP_PLL_CFG1_FORCE_PLL_ENABLE_POWERUP
;
1763 value
&= ~UTMIP_PLL_CFG1_FORCE_PLL_ENABLE_POWERDOWN
;
1764 writel_relaxed(value
, pll
->clk_base
+ UTMIP_PLL_CFG1
);
1769 * Setup SW override of UTMIPLL assuming USB2.0 ports are assigned
1772 value
= readl_relaxed(pll
->clk_base
+ UTMIPLL_HW_PWRDN_CFG0
);
1773 value
|= UTMIPLL_HW_PWRDN_CFG0_IDDQ_SWCTL
;
1774 value
&= ~UTMIPLL_HW_PWRDN_CFG0_IDDQ_OVERRIDE
;
1775 writel_relaxed(value
, pll
->clk_base
+ UTMIPLL_HW_PWRDN_CFG0
);
1779 /* Enable HW control of UTMIPLL */
1780 value
= readl_relaxed(pll
->clk_base
+ UTMIPLL_HW_PWRDN_CFG0
);
1781 value
|= UTMIPLL_HW_PWRDN_CFG0_SEQ_ENABLE
;
1782 writel_relaxed(value
, pll
->clk_base
+ UTMIPLL_HW_PWRDN_CFG0
);
1786 spin_unlock_irqrestore(pll
->lock
, flags
);
1792 static struct tegra_clk_pll
*_tegra_init_pll(void __iomem
*clk_base
,
1793 void __iomem
*pmc
, struct tegra_clk_pll_params
*pll_params
,
1796 struct tegra_clk_pll
*pll
;
1798 pll
= kzalloc(sizeof(*pll
), GFP_KERNEL
);
1800 return ERR_PTR(-ENOMEM
);
1802 pll
->clk_base
= clk_base
;
1805 pll
->params
= pll_params
;
1808 if (!pll_params
->div_nmp
)
1809 pll_params
->div_nmp
= &default_nmp
;
1814 static struct clk
*_tegra_clk_register_pll(struct tegra_clk_pll
*pll
,
1815 const char *name
, const char *parent_name
, unsigned long flags
,
1816 const struct clk_ops
*ops
)
1818 struct clk_init_data init
;
1823 init
.parent_names
= (parent_name
? &parent_name
: NULL
);
1824 init
.num_parents
= (parent_name
? 1 : 0);
1826 /* Default to _calc_rate if unspecified */
1827 if (!pll
->params
->calc_rate
) {
1828 if (pll
->params
->flags
& TEGRA_PLLM
)
1829 pll
->params
->calc_rate
= _calc_dynamic_ramp_rate
;
1831 pll
->params
->calc_rate
= _calc_rate
;
1834 if (pll
->params
->set_defaults
)
1835 pll
->params
->set_defaults(pll
);
1837 /* Data in .init is copied by clk_register(), so stack variable OK */
1838 pll
->hw
.init
= &init
;
1840 return clk_register(NULL
, &pll
->hw
);
1843 struct clk
*tegra_clk_register_pll(const char *name
, const char *parent_name
,
1844 void __iomem
*clk_base
, void __iomem
*pmc
,
1845 unsigned long flags
, struct tegra_clk_pll_params
*pll_params
,
1848 struct tegra_clk_pll
*pll
;
1851 pll_params
->flags
|= TEGRA_PLL_BYPASS
;
1853 pll
= _tegra_init_pll(clk_base
, pmc
, pll_params
, lock
);
1855 return ERR_CAST(pll
);
1857 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
1858 &tegra_clk_pll_ops
);
1865 static struct div_nmp pll_e_nmp
= {
1866 .divn_shift
= PLLE_BASE_DIVN_SHIFT
,
1867 .divn_width
= PLLE_BASE_DIVN_WIDTH
,
1868 .divm_shift
= PLLE_BASE_DIVM_SHIFT
,
1869 .divm_width
= PLLE_BASE_DIVM_WIDTH
,
1870 .divp_shift
= PLLE_BASE_DIVP_SHIFT
,
1871 .divp_width
= PLLE_BASE_DIVP_WIDTH
,
1874 struct clk
*tegra_clk_register_plle(const char *name
, const char *parent_name
,
1875 void __iomem
*clk_base
, void __iomem
*pmc
,
1876 unsigned long flags
, struct tegra_clk_pll_params
*pll_params
,
1879 struct tegra_clk_pll
*pll
;
1882 pll_params
->flags
|= TEGRA_PLL_BYPASS
;
1884 if (!pll_params
->div_nmp
)
1885 pll_params
->div_nmp
= &pll_e_nmp
;
1887 pll
= _tegra_init_pll(clk_base
, pmc
, pll_params
, lock
);
1889 return ERR_CAST(pll
);
1891 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
1892 &tegra_clk_plle_ops
);
1899 struct clk
*tegra_clk_register_pllu(const char *name
, const char *parent_name
,
1900 void __iomem
*clk_base
, unsigned long flags
,
1901 struct tegra_clk_pll_params
*pll_params
, spinlock_t
*lock
)
1903 struct tegra_clk_pll
*pll
;
1906 pll_params
->flags
|= TEGRA_PLLU
;
1908 pll
= _tegra_init_pll(clk_base
, NULL
, pll_params
, lock
);
1910 return ERR_CAST(pll
);
1912 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
1913 &tegra_clk_pllu_ops
);
1920 #if defined(CONFIG_ARCH_TEGRA_114_SOC) || \
1921 defined(CONFIG_ARCH_TEGRA_124_SOC) || \
1922 defined(CONFIG_ARCH_TEGRA_132_SOC) || \
1923 defined(CONFIG_ARCH_TEGRA_210_SOC)
1924 static const struct clk_ops tegra_clk_pllxc_ops
= {
1925 .is_enabled
= clk_pll_is_enabled
,
1926 .enable
= clk_pll_enable
,
1927 .disable
= clk_pll_disable
,
1928 .recalc_rate
= clk_pll_recalc_rate
,
1929 .round_rate
= clk_pll_ramp_round_rate
,
1930 .set_rate
= clk_pllxc_set_rate
,
1933 static const struct clk_ops tegra_clk_pllc_ops
= {
1934 .is_enabled
= clk_pll_is_enabled
,
1935 .enable
= clk_pllc_enable
,
1936 .disable
= clk_pllc_disable
,
1937 .recalc_rate
= clk_pll_recalc_rate
,
1938 .round_rate
= clk_pll_ramp_round_rate
,
1939 .set_rate
= clk_pllc_set_rate
,
1942 static const struct clk_ops tegra_clk_pllre_ops
= {
1943 .is_enabled
= clk_pll_is_enabled
,
1944 .enable
= clk_pll_enable
,
1945 .disable
= clk_pll_disable
,
1946 .recalc_rate
= clk_pllre_recalc_rate
,
1947 .round_rate
= clk_pllre_round_rate
,
1948 .set_rate
= clk_pllre_set_rate
,
1951 static const struct clk_ops tegra_clk_plle_tegra114_ops
= {
1952 .is_enabled
= clk_pll_is_enabled
,
1953 .enable
= clk_plle_tegra114_enable
,
1954 .disable
= clk_plle_tegra114_disable
,
1955 .recalc_rate
= clk_pll_recalc_rate
,
1958 static const struct clk_ops tegra_clk_pllu_tegra114_ops
= {
1959 .is_enabled
= clk_pll_is_enabled
,
1960 .enable
= clk_pllu_tegra114_enable
,
1961 .disable
= clk_pll_disable
,
1962 .recalc_rate
= clk_pll_recalc_rate
,
1965 struct clk
*tegra_clk_register_pllxc(const char *name
, const char *parent_name
,
1966 void __iomem
*clk_base
, void __iomem
*pmc
,
1967 unsigned long flags
,
1968 struct tegra_clk_pll_params
*pll_params
,
1971 struct tegra_clk_pll
*pll
;
1972 struct clk
*clk
, *parent
;
1973 unsigned long parent_rate
;
1976 parent
= __clk_lookup(parent_name
);
1978 WARN(1, "parent clk %s of %s must be registered first\n",
1980 return ERR_PTR(-EINVAL
);
1983 if (!pll_params
->pdiv_tohw
)
1984 return ERR_PTR(-EINVAL
);
1986 parent_rate
= clk_get_rate(parent
);
1988 pll_params
->vco_min
= _clip_vco_min(pll_params
->vco_min
, parent_rate
);
1990 if (pll_params
->adjust_vco
)
1991 pll_params
->vco_min
= pll_params
->adjust_vco(pll_params
,
1995 * If the pll has a set_defaults callback, it will take care of
1996 * configuring dynamic ramping and setting IDDQ in that path.
1998 if (!pll_params
->set_defaults
) {
2001 err
= _setup_dynamic_ramp(pll_params
, clk_base
, parent_rate
);
2003 return ERR_PTR(err
);
2005 val
= readl_relaxed(clk_base
+ pll_params
->base_reg
);
2006 val_iddq
= readl_relaxed(clk_base
+ pll_params
->iddq_reg
);
2008 if (val
& PLL_BASE_ENABLE
)
2009 WARN_ON(val_iddq
& BIT(pll_params
->iddq_bit_idx
));
2011 val_iddq
|= BIT(pll_params
->iddq_bit_idx
);
2012 writel_relaxed(val_iddq
,
2013 clk_base
+ pll_params
->iddq_reg
);
2017 pll
= _tegra_init_pll(clk_base
, pmc
, pll_params
, lock
);
2019 return ERR_CAST(pll
);
2021 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2022 &tegra_clk_pllxc_ops
);
2029 struct clk
*tegra_clk_register_pllre(const char *name
, const char *parent_name
,
2030 void __iomem
*clk_base
, void __iomem
*pmc
,
2031 unsigned long flags
,
2032 struct tegra_clk_pll_params
*pll_params
,
2033 spinlock_t
*lock
, unsigned long parent_rate
)
2036 struct tegra_clk_pll
*pll
;
2039 pll_params
->vco_min
= _clip_vco_min(pll_params
->vco_min
, parent_rate
);
2041 if (pll_params
->adjust_vco
)
2042 pll_params
->vco_min
= pll_params
->adjust_vco(pll_params
,
2045 pll
= _tegra_init_pll(clk_base
, pmc
, pll_params
, lock
);
2047 return ERR_CAST(pll
);
2049 /* program minimum rate by default */
2051 val
= pll_readl_base(pll
);
2052 if (val
& PLL_BASE_ENABLE
)
2053 WARN_ON(readl_relaxed(clk_base
+ pll_params
->iddq_reg
) &
2054 BIT(pll_params
->iddq_bit_idx
));
2058 m
= _pll_fixed_mdiv(pll_params
, parent_rate
);
2059 val
= m
<< divm_shift(pll
);
2060 val
|= (pll_params
->vco_min
/ parent_rate
) << divn_shift(pll
);
2061 pll_writel_base(val
, pll
);
2064 /* disable lock override */
2066 val
= pll_readl_misc(pll
);
2068 pll_writel_misc(val
, pll
);
2070 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2071 &tegra_clk_pllre_ops
);
2078 struct clk
*tegra_clk_register_pllm(const char *name
, const char *parent_name
,
2079 void __iomem
*clk_base
, void __iomem
*pmc
,
2080 unsigned long flags
,
2081 struct tegra_clk_pll_params
*pll_params
,
2084 struct tegra_clk_pll
*pll
;
2085 struct clk
*clk
, *parent
;
2086 unsigned long parent_rate
;
2088 if (!pll_params
->pdiv_tohw
)
2089 return ERR_PTR(-EINVAL
);
2091 parent
= __clk_lookup(parent_name
);
2093 WARN(1, "parent clk %s of %s must be registered first\n",
2095 return ERR_PTR(-EINVAL
);
2098 parent_rate
= clk_get_rate(parent
);
2100 pll_params
->vco_min
= _clip_vco_min(pll_params
->vco_min
, parent_rate
);
2102 if (pll_params
->adjust_vco
)
2103 pll_params
->vco_min
= pll_params
->adjust_vco(pll_params
,
2106 pll_params
->flags
|= TEGRA_PLL_BYPASS
;
2107 pll_params
->flags
|= TEGRA_PLLM
;
2108 pll
= _tegra_init_pll(clk_base
, pmc
, pll_params
, lock
);
2110 return ERR_CAST(pll
);
2112 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2113 &tegra_clk_pll_ops
);
2120 struct clk
*tegra_clk_register_pllc(const char *name
, const char *parent_name
,
2121 void __iomem
*clk_base
, void __iomem
*pmc
,
2122 unsigned long flags
,
2123 struct tegra_clk_pll_params
*pll_params
,
2126 struct clk
*parent
, *clk
;
2127 const struct pdiv_map
*p_tohw
= pll_params
->pdiv_tohw
;
2128 struct tegra_clk_pll
*pll
;
2129 struct tegra_clk_pll_freq_table cfg
;
2130 unsigned long parent_rate
;
2133 return ERR_PTR(-EINVAL
);
2135 parent
= __clk_lookup(parent_name
);
2137 WARN(1, "parent clk %s of %s must be registered first\n",
2139 return ERR_PTR(-EINVAL
);
2142 parent_rate
= clk_get_rate(parent
);
2144 pll_params
->vco_min
= _clip_vco_min(pll_params
->vco_min
, parent_rate
);
2146 pll_params
->flags
|= TEGRA_PLL_BYPASS
;
2147 pll
= _tegra_init_pll(clk_base
, pmc
, pll_params
, lock
);
2149 return ERR_CAST(pll
);
2152 * Most of PLLC register fields are shadowed, and can not be read
2153 * directly from PLL h/w. Hence, actual PLLC boot state is unknown.
2154 * Initialize PLL to default state: disabled, reset; shadow registers
2155 * loaded with default parameters; dividers are preset for half of
2156 * minimum VCO rate (the latter assured that shadowed divider settings
2157 * are within supported range).
2160 cfg
.m
= _pll_fixed_mdiv(pll_params
, parent_rate
);
2161 cfg
.n
= cfg
.m
* pll_params
->vco_min
/ parent_rate
;
2163 while (p_tohw
->pdiv
) {
2164 if (p_tohw
->pdiv
== 2) {
2165 cfg
.p
= p_tohw
->hw_val
;
2171 if (!p_tohw
->pdiv
) {
2173 return ERR_PTR(-EINVAL
);
2176 pll_writel_base(0, pll
);
2177 _update_pll_mnp(pll
, &cfg
);
2179 pll_writel_misc(PLLCX_MISC_DEFAULT
, pll
);
2180 pll_writel(PLLCX_MISC1_DEFAULT
, pll_params
->ext_misc_reg
[0], pll
);
2181 pll_writel(PLLCX_MISC2_DEFAULT
, pll_params
->ext_misc_reg
[1], pll
);
2182 pll_writel(PLLCX_MISC3_DEFAULT
, pll_params
->ext_misc_reg
[2], pll
);
2184 _pllcx_update_dynamic_coef(pll
, parent_rate
, cfg
.n
);
2186 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2187 &tegra_clk_pllc_ops
);
2194 struct clk
*tegra_clk_register_plle_tegra114(const char *name
,
2195 const char *parent_name
,
2196 void __iomem
*clk_base
, unsigned long flags
,
2197 struct tegra_clk_pll_params
*pll_params
,
2200 struct tegra_clk_pll
*pll
;
2204 pll
= _tegra_init_pll(clk_base
, NULL
, pll_params
, lock
);
2206 return ERR_CAST(pll
);
2208 /* ensure parent is set to pll_re_vco */
2210 val
= pll_readl_base(pll
);
2211 val_aux
= pll_readl(pll_params
->aux_reg
, pll
);
2213 if (val
& PLL_BASE_ENABLE
) {
2214 if ((val_aux
& PLLE_AUX_PLLRE_SEL
) ||
2215 (val_aux
& PLLE_AUX_PLLP_SEL
))
2216 WARN(1, "pll_e enabled with unsupported parent %s\n",
2217 (val_aux
& PLLE_AUX_PLLP_SEL
) ? "pllp_out0" :
2220 val_aux
&= ~(PLLE_AUX_PLLRE_SEL
| PLLE_AUX_PLLP_SEL
);
2221 pll_writel(val_aux
, pll_params
->aux_reg
, pll
);
2224 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2225 &tegra_clk_plle_tegra114_ops
);
2233 tegra_clk_register_pllu_tegra114(const char *name
, const char *parent_name
,
2234 void __iomem
*clk_base
, unsigned long flags
,
2235 struct tegra_clk_pll_params
*pll_params
,
2238 struct tegra_clk_pll
*pll
;
2241 pll_params
->flags
|= TEGRA_PLLU
;
2243 pll
= _tegra_init_pll(clk_base
, NULL
, pll_params
, lock
);
2245 return ERR_CAST(pll
);
2247 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2248 &tegra_clk_pllu_tegra114_ops
);
2256 #if defined(CONFIG_ARCH_TEGRA_124_SOC) || defined(CONFIG_ARCH_TEGRA_132_SOC)
2257 static const struct clk_ops tegra_clk_pllss_ops
= {
2258 .is_enabled
= clk_pll_is_enabled
,
2259 .enable
= clk_pll_enable
,
2260 .disable
= clk_pll_disable
,
2261 .recalc_rate
= clk_pll_recalc_rate
,
2262 .round_rate
= clk_pll_ramp_round_rate
,
2263 .set_rate
= clk_pllxc_set_rate
,
2266 struct clk
*tegra_clk_register_pllss(const char *name
, const char *parent_name
,
2267 void __iomem
*clk_base
, unsigned long flags
,
2268 struct tegra_clk_pll_params
*pll_params
,
2271 struct tegra_clk_pll
*pll
;
2272 struct clk
*clk
, *parent
;
2273 struct tegra_clk_pll_freq_table cfg
;
2274 unsigned long parent_rate
;
2278 if (!pll_params
->div_nmp
)
2279 return ERR_PTR(-EINVAL
);
2281 parent
= __clk_lookup(parent_name
);
2283 WARN(1, "parent clk %s of %s must be registered first\n",
2285 return ERR_PTR(-EINVAL
);
2288 pll
= _tegra_init_pll(clk_base
, NULL
, pll_params
, lock
);
2290 return ERR_CAST(pll
);
2292 val
= pll_readl_base(pll
);
2293 val
&= ~PLLSS_REF_SRC_SEL_MASK
;
2294 pll_writel_base(val
, pll
);
2296 parent_rate
= clk_get_rate(parent
);
2298 pll_params
->vco_min
= _clip_vco_min(pll_params
->vco_min
, parent_rate
);
2300 /* initialize PLL to minimum rate */
2302 cfg
.m
= _pll_fixed_mdiv(pll_params
, parent_rate
);
2303 cfg
.n
= cfg
.m
* pll_params
->vco_min
/ parent_rate
;
2305 for (i
= 0; pll_params
->pdiv_tohw
[i
].pdiv
; i
++)
2309 return ERR_PTR(-EINVAL
);
2312 cfg
.p
= pll_params
->pdiv_tohw
[i
-1].hw_val
;
2314 _update_pll_mnp(pll
, &cfg
);
2316 pll_writel_misc(PLLSS_MISC_DEFAULT
, pll
);
2317 pll_writel(PLLSS_CFG_DEFAULT
, pll_params
->ext_misc_reg
[0], pll
);
2318 pll_writel(PLLSS_CTRL1_DEFAULT
, pll_params
->ext_misc_reg
[1], pll
);
2319 pll_writel(PLLSS_CTRL1_DEFAULT
, pll_params
->ext_misc_reg
[2], pll
);
2321 val
= pll_readl_base(pll
);
2322 val_iddq
= readl_relaxed(clk_base
+ pll_params
->iddq_reg
);
2323 if (val
& PLL_BASE_ENABLE
) {
2324 if (val_iddq
& BIT(pll_params
->iddq_bit_idx
)) {
2325 WARN(1, "%s is on but IDDQ set\n", name
);
2327 return ERR_PTR(-EINVAL
);
2330 val_iddq
|= BIT(pll_params
->iddq_bit_idx
);
2331 writel_relaxed(val_iddq
, clk_base
+ pll_params
->iddq_reg
);
2334 val
&= ~PLLSS_LOCK_OVERRIDE
;
2335 pll_writel_base(val
, pll
);
2337 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2338 &tegra_clk_pllss_ops
);
2347 #if defined(CONFIG_ARCH_TEGRA_210_SOC)
2348 struct clk
*tegra_clk_register_pllre_tegra210(const char *name
,
2349 const char *parent_name
, void __iomem
*clk_base
,
2350 void __iomem
*pmc
, unsigned long flags
,
2351 struct tegra_clk_pll_params
*pll_params
,
2352 spinlock_t
*lock
, unsigned long parent_rate
)
2355 struct tegra_clk_pll
*pll
;
2358 pll_params
->vco_min
= _clip_vco_min(pll_params
->vco_min
, parent_rate
);
2360 if (pll_params
->adjust_vco
)
2361 pll_params
->vco_min
= pll_params
->adjust_vco(pll_params
,
2364 pll
= _tegra_init_pll(clk_base
, pmc
, pll_params
, lock
);
2366 return ERR_CAST(pll
);
2368 /* program minimum rate by default */
2370 val
= pll_readl_base(pll
);
2371 if (val
& PLL_BASE_ENABLE
)
2372 WARN_ON(readl_relaxed(clk_base
+ pll_params
->iddq_reg
) &
2373 BIT(pll_params
->iddq_bit_idx
));
2375 val
= 0x4 << divm_shift(pll
);
2376 val
|= 0x41 << divn_shift(pll
);
2377 pll_writel_base(val
, pll
);
2380 /* disable lock override */
2382 val
= pll_readl_misc(pll
);
2384 pll_writel_misc(val
, pll
);
2386 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2387 &tegra_clk_pllre_ops
);
2394 static int clk_plle_tegra210_enable(struct clk_hw
*hw
)
2396 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
2397 struct tegra_clk_pll_freq_table sel
;
2400 unsigned long flags
= 0;
2401 unsigned long input_rate
= clk_hw_get_rate(clk_hw_get_parent(hw
));
2403 if (_get_table_rate(hw
, &sel
, pll
->params
->fixed_rate
, input_rate
))
2407 spin_lock_irqsave(pll
->lock
, flags
);
2409 val
= pll_readl(pll
->params
->aux_reg
, pll
);
2410 if (val
& PLLE_AUX_SEQ_ENABLE
)
2413 val
= pll_readl_base(pll
);
2414 val
&= ~BIT(30); /* Disable lock override */
2415 pll_writel_base(val
, pll
);
2417 val
= pll_readl_misc(pll
);
2418 val
|= PLLE_MISC_LOCK_ENABLE
;
2419 val
|= PLLE_MISC_IDDQ_SW_CTRL
;
2420 val
&= ~PLLE_MISC_IDDQ_SW_VALUE
;
2421 val
|= PLLE_MISC_PLLE_PTS
;
2422 val
&= ~(PLLE_MISC_VREG_BG_CTRL_MASK
| PLLE_MISC_VREG_CTRL_MASK
);
2423 pll_writel_misc(val
, pll
);
2426 val
= pll_readl(PLLE_SS_CTRL
, pll
);
2427 val
|= PLLE_SS_DISABLE
;
2428 pll_writel(val
, PLLE_SS_CTRL
, pll
);
2430 val
= pll_readl_base(pll
);
2431 val
&= ~(divp_mask_shifted(pll
) | divn_mask_shifted(pll
) |
2432 divm_mask_shifted(pll
));
2433 val
&= ~(PLLE_BASE_DIVCML_MASK
<< PLLE_BASE_DIVCML_SHIFT
);
2434 val
|= sel
.m
<< divm_shift(pll
);
2435 val
|= sel
.n
<< divn_shift(pll
);
2436 val
|= sel
.cpcon
<< PLLE_BASE_DIVCML_SHIFT
;
2437 pll_writel_base(val
, pll
);
2440 val
= pll_readl_base(pll
);
2441 val
|= PLLE_BASE_ENABLE
;
2442 pll_writel_base(val
, pll
);
2444 ret
= clk_pll_wait_for_lock(pll
);
2449 val
= pll_readl(PLLE_SS_CTRL
, pll
);
2450 val
&= ~(PLLE_SS_CNTL_CENTER
| PLLE_SS_CNTL_INVERT
);
2451 val
&= ~PLLE_SS_COEFFICIENTS_MASK
;
2452 val
|= PLLE_SS_COEFFICIENTS_VAL_TEGRA210
;
2453 pll_writel(val
, PLLE_SS_CTRL
, pll
);
2454 val
&= ~(PLLE_SS_CNTL_SSC_BYP
| PLLE_SS_CNTL_BYPASS_SS
);
2455 pll_writel(val
, PLLE_SS_CTRL
, pll
);
2457 val
&= ~PLLE_SS_CNTL_INTERP_RESET
;
2458 pll_writel(val
, PLLE_SS_CTRL
, pll
);
2461 val
= pll_readl_misc(pll
);
2462 val
&= ~PLLE_MISC_IDDQ_SW_CTRL
;
2463 pll_writel_misc(val
, pll
);
2465 val
= pll_readl(pll
->params
->aux_reg
, pll
);
2466 val
|= (PLLE_AUX_USE_LOCKDET
| PLLE_AUX_SS_SEQ_INCLUDE
);
2467 val
&= ~(PLLE_AUX_ENABLE_SWCTL
| PLLE_AUX_SS_SWCTL
);
2468 pll_writel(val
, pll
->params
->aux_reg
, pll
);
2470 val
|= PLLE_AUX_SEQ_ENABLE
;
2471 pll_writel(val
, pll
->params
->aux_reg
, pll
);
2475 spin_unlock_irqrestore(pll
->lock
, flags
);
2480 static void clk_plle_tegra210_disable(struct clk_hw
*hw
)
2482 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
2483 unsigned long flags
= 0;
2487 spin_lock_irqsave(pll
->lock
, flags
);
2489 /* If PLLE HW sequencer is enabled, SW should not disable PLLE */
2490 val
= pll_readl(pll
->params
->aux_reg
, pll
);
2491 if (val
& PLLE_AUX_SEQ_ENABLE
)
2494 val
= pll_readl_base(pll
);
2495 val
&= ~PLLE_BASE_ENABLE
;
2496 pll_writel_base(val
, pll
);
2498 val
= pll_readl(pll
->params
->aux_reg
, pll
);
2499 val
|= PLLE_AUX_ENABLE_SWCTL
| PLLE_AUX_SS_SWCTL
;
2500 pll_writel(val
, pll
->params
->aux_reg
, pll
);
2502 val
= pll_readl_misc(pll
);
2503 val
|= PLLE_MISC_IDDQ_SW_CTRL
| PLLE_MISC_IDDQ_SW_VALUE
;
2504 pll_writel_misc(val
, pll
);
2509 spin_unlock_irqrestore(pll
->lock
, flags
);
2512 static int clk_plle_tegra210_is_enabled(struct clk_hw
*hw
)
2514 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
2517 val
= pll_readl_base(pll
);
2519 return val
& PLLE_BASE_ENABLE
? 1 : 0;
2522 static int clk_pllu_tegra210_enable(struct clk_hw
*hw
)
2524 struct tegra_clk_pll
*pll
= to_clk_pll(hw
);
2525 struct clk_hw
*pll_ref
= clk_hw_get_parent(hw
);
2526 struct clk_hw
*osc
= clk_hw_get_parent(pll_ref
);
2527 const struct utmi_clk_param
*params
= NULL
;
2528 unsigned long flags
= 0, input_rate
;
2534 pr_err("%s: failed to get OSC clock\n", __func__
);
2538 input_rate
= clk_hw_get_rate(osc
);
2541 spin_lock_irqsave(pll
->lock
, flags
);
2543 _clk_pll_enable(hw
);
2545 ret
= clk_pll_wait_for_lock(pll
);
2549 for (i
= 0; i
< ARRAY_SIZE(utmi_parameters
); i
++) {
2550 if (input_rate
== utmi_parameters
[i
].osc_frequency
) {
2551 params
= &utmi_parameters
[i
];
2557 pr_err("%s: unexpected input rate %lu Hz\n", __func__
,
2563 value
= pll_readl_base(pll
);
2564 value
&= ~PLLU_BASE_OVERRIDE
;
2565 pll_writel_base(value
, pll
);
2567 /* Put PLLU under HW control */
2568 value
= readl_relaxed(pll
->clk_base
+ PLLU_HW_PWRDN_CFG0
);
2569 value
|= PLLU_HW_PWRDN_CFG0_IDDQ_PD_INCLUDE
|
2570 PLLU_HW_PWRDN_CFG0_USE_SWITCH_DETECT
|
2571 PLLU_HW_PWRDN_CFG0_USE_LOCKDET
;
2572 value
&= ~(PLLU_HW_PWRDN_CFG0_CLK_ENABLE_SWCTL
|
2573 PLLU_HW_PWRDN_CFG0_CLK_SWITCH_SWCTL
);
2574 writel_relaxed(value
, pll
->clk_base
+ PLLU_HW_PWRDN_CFG0
);
2576 value
= readl_relaxed(pll
->clk_base
+ XUSB_PLL_CFG0
);
2577 value
&= ~XUSB_PLL_CFG0_PLLU_LOCK_DLY
;
2578 writel_relaxed(value
, pll
->clk_base
+ XUSB_PLL_CFG0
);
2582 value
= readl_relaxed(pll
->clk_base
+ PLLU_HW_PWRDN_CFG0
);
2583 value
|= PLLU_HW_PWRDN_CFG0_SEQ_ENABLE
;
2584 writel_relaxed(value
, pll
->clk_base
+ PLLU_HW_PWRDN_CFG0
);
2588 /* Disable PLLU clock branch to UTMIPLL since it uses OSC */
2589 value
= pll_readl_base(pll
);
2590 value
&= ~PLLU_BASE_CLKENABLE_USB
;
2591 pll_writel_base(value
, pll
);
2593 value
= readl_relaxed(pll
->clk_base
+ UTMIPLL_HW_PWRDN_CFG0
);
2594 if (value
& UTMIPLL_HW_PWRDN_CFG0_SEQ_ENABLE
) {
2595 pr_debug("UTMIPLL already enabled\n");
2599 value
&= ~UTMIPLL_HW_PWRDN_CFG0_IDDQ_OVERRIDE
;
2600 writel_relaxed(value
, pll
->clk_base
+ UTMIPLL_HW_PWRDN_CFG0
);
2602 /* Program UTMIP PLL stable and active counts */
2603 value
= readl_relaxed(pll
->clk_base
+ UTMIP_PLL_CFG2
);
2604 value
&= ~UTMIP_PLL_CFG2_STABLE_COUNT(~0);
2605 value
|= UTMIP_PLL_CFG2_STABLE_COUNT(params
->stable_count
);
2606 value
&= ~UTMIP_PLL_CFG2_ACTIVE_DLY_COUNT(~0);
2607 value
|= UTMIP_PLL_CFG2_ACTIVE_DLY_COUNT(params
->active_delay_count
);
2608 value
|= UTMIP_PLL_CFG2_PHY_XTAL_CLOCKEN
;
2609 writel_relaxed(value
, pll
->clk_base
+ UTMIP_PLL_CFG2
);
2611 /* Program UTMIP PLL delay and oscillator frequency counts */
2612 value
= readl_relaxed(pll
->clk_base
+ UTMIP_PLL_CFG1
);
2613 value
&= ~UTMIP_PLL_CFG1_ENABLE_DLY_COUNT(~0);
2614 value
|= UTMIP_PLL_CFG1_ENABLE_DLY_COUNT(params
->enable_delay_count
);
2615 value
&= ~UTMIP_PLL_CFG1_XTAL_FREQ_COUNT(~0);
2616 value
|= UTMIP_PLL_CFG1_XTAL_FREQ_COUNT(params
->xtal_freq_count
);
2617 writel_relaxed(value
, pll
->clk_base
+ UTMIP_PLL_CFG1
);
2619 /* Remove power downs from UTMIP PLL control bits */
2620 value
= readl_relaxed(pll
->clk_base
+ UTMIP_PLL_CFG1
);
2621 value
&= ~UTMIP_PLL_CFG1_FORCE_PLL_ENABLE_POWERDOWN
;
2622 value
|= UTMIP_PLL_CFG1_FORCE_PLL_ENABLE_POWERUP
;
2623 writel(value
, pll
->clk_base
+ UTMIP_PLL_CFG1
);
2627 /* Enable samplers for SNPS, XUSB_HOST, XUSB_DEV */
2628 value
= readl_relaxed(pll
->clk_base
+ UTMIP_PLL_CFG2
);
2629 value
|= UTMIP_PLL_CFG2_FORCE_PD_SAMP_A_POWERUP
;
2630 value
|= UTMIP_PLL_CFG2_FORCE_PD_SAMP_B_POWERUP
;
2631 value
|= UTMIP_PLL_CFG2_FORCE_PD_SAMP_D_POWERUP
;
2632 value
&= ~UTMIP_PLL_CFG2_FORCE_PD_SAMP_A_POWERDOWN
;
2633 value
&= ~UTMIP_PLL_CFG2_FORCE_PD_SAMP_B_POWERDOWN
;
2634 value
&= ~UTMIP_PLL_CFG2_FORCE_PD_SAMP_D_POWERDOWN
;
2635 writel_relaxed(value
, pll
->clk_base
+ UTMIP_PLL_CFG2
);
2637 /* Setup HW control of UTMIPLL */
2638 value
= readl_relaxed(pll
->clk_base
+ UTMIP_PLL_CFG1
);
2639 value
&= ~UTMIP_PLL_CFG1_FORCE_PLL_ENABLE_POWERUP
;
2640 value
&= ~UTMIP_PLL_CFG1_FORCE_PLL_ENABLE_POWERDOWN
;
2641 writel_relaxed(value
, pll
->clk_base
+ UTMIP_PLL_CFG1
);
2643 value
= readl_relaxed(pll
->clk_base
+ UTMIPLL_HW_PWRDN_CFG0
);
2644 value
|= UTMIPLL_HW_PWRDN_CFG0_USE_LOCKDET
;
2645 value
&= ~UTMIPLL_HW_PWRDN_CFG0_CLK_ENABLE_SWCTL
;
2646 writel_relaxed(value
, pll
->clk_base
+ UTMIPLL_HW_PWRDN_CFG0
);
2650 value
= readl_relaxed(pll
->clk_base
+ XUSB_PLL_CFG0
);
2651 value
&= ~XUSB_PLL_CFG0_UTMIPLL_LOCK_DLY
;
2652 writel_relaxed(value
, pll
->clk_base
+ XUSB_PLL_CFG0
);
2656 /* Enable HW control of UTMIPLL */
2657 value
= readl_relaxed(pll
->clk_base
+ UTMIPLL_HW_PWRDN_CFG0
);
2658 value
|= UTMIPLL_HW_PWRDN_CFG0_SEQ_ENABLE
;
2659 writel_relaxed(value
, pll
->clk_base
+ UTMIPLL_HW_PWRDN_CFG0
);
2663 spin_unlock_irqrestore(pll
->lock
, flags
);
2668 static const struct clk_ops tegra_clk_plle_tegra210_ops
= {
2669 .is_enabled
= clk_plle_tegra210_is_enabled
,
2670 .enable
= clk_plle_tegra210_enable
,
2671 .disable
= clk_plle_tegra210_disable
,
2672 .recalc_rate
= clk_pll_recalc_rate
,
2675 static const struct clk_ops tegra_clk_pllu_tegra210_ops
= {
2676 .is_enabled
= clk_pll_is_enabled
,
2677 .enable
= clk_pllu_tegra210_enable
,
2678 .disable
= clk_pll_disable
,
2679 .recalc_rate
= clk_pllre_recalc_rate
,
2682 struct clk
*tegra_clk_register_plle_tegra210(const char *name
,
2683 const char *parent_name
,
2684 void __iomem
*clk_base
, unsigned long flags
,
2685 struct tegra_clk_pll_params
*pll_params
,
2688 struct tegra_clk_pll
*pll
;
2692 pll
= _tegra_init_pll(clk_base
, NULL
, pll_params
, lock
);
2694 return ERR_CAST(pll
);
2696 /* ensure parent is set to pll_re_vco */
2698 val
= pll_readl_base(pll
);
2699 val_aux
= pll_readl(pll_params
->aux_reg
, pll
);
2701 if (val
& PLLE_BASE_ENABLE
) {
2702 if ((val_aux
& PLLE_AUX_PLLRE_SEL
) ||
2703 (val_aux
& PLLE_AUX_PLLP_SEL
))
2704 WARN(1, "pll_e enabled with unsupported parent %s\n",
2705 (val_aux
& PLLE_AUX_PLLP_SEL
) ? "pllp_out0" :
2708 val_aux
&= ~(PLLE_AUX_PLLRE_SEL
| PLLE_AUX_PLLP_SEL
);
2709 pll_writel(val_aux
, pll_params
->aux_reg
, pll
);
2712 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2713 &tegra_clk_plle_tegra210_ops
);
2720 struct clk
*tegra_clk_register_pllc_tegra210(const char *name
,
2721 const char *parent_name
, void __iomem
*clk_base
,
2722 void __iomem
*pmc
, unsigned long flags
,
2723 struct tegra_clk_pll_params
*pll_params
,
2726 struct clk
*parent
, *clk
;
2727 const struct pdiv_map
*p_tohw
= pll_params
->pdiv_tohw
;
2728 struct tegra_clk_pll
*pll
;
2729 unsigned long parent_rate
;
2732 return ERR_PTR(-EINVAL
);
2734 parent
= __clk_lookup(parent_name
);
2736 WARN(1, "parent clk %s of %s must be registered first\n",
2738 return ERR_PTR(-EINVAL
);
2741 parent_rate
= clk_get_rate(parent
);
2743 pll_params
->vco_min
= _clip_vco_min(pll_params
->vco_min
, parent_rate
);
2745 if (pll_params
->adjust_vco
)
2746 pll_params
->vco_min
= pll_params
->adjust_vco(pll_params
,
2749 pll_params
->flags
|= TEGRA_PLL_BYPASS
;
2750 pll
= _tegra_init_pll(clk_base
, pmc
, pll_params
, lock
);
2752 return ERR_CAST(pll
);
2754 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2755 &tegra_clk_pll_ops
);
2762 struct clk
*tegra_clk_register_pllxc_tegra210(const char *name
,
2763 const char *parent_name
, void __iomem
*clk_base
,
2764 void __iomem
*pmc
, unsigned long flags
,
2765 struct tegra_clk_pll_params
*pll_params
,
2768 struct tegra_clk_pll
*pll
;
2769 struct clk
*clk
, *parent
;
2770 unsigned long parent_rate
;
2772 parent
= __clk_lookup(parent_name
);
2774 WARN(1, "parent clk %s of %s must be registered first\n",
2776 return ERR_PTR(-EINVAL
);
2779 if (!pll_params
->pdiv_tohw
)
2780 return ERR_PTR(-EINVAL
);
2782 parent_rate
= clk_get_rate(parent
);
2784 pll_params
->vco_min
= _clip_vco_min(pll_params
->vco_min
, parent_rate
);
2786 if (pll_params
->adjust_vco
)
2787 pll_params
->vco_min
= pll_params
->adjust_vco(pll_params
,
2790 pll
= _tegra_init_pll(clk_base
, pmc
, pll_params
, lock
);
2792 return ERR_CAST(pll
);
2794 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2795 &tegra_clk_pll_ops
);
2802 struct clk
*tegra_clk_register_pllss_tegra210(const char *name
,
2803 const char *parent_name
, void __iomem
*clk_base
,
2804 unsigned long flags
,
2805 struct tegra_clk_pll_params
*pll_params
,
2808 struct tegra_clk_pll
*pll
;
2809 struct clk
*clk
, *parent
;
2810 struct tegra_clk_pll_freq_table cfg
;
2811 unsigned long parent_rate
;
2815 if (!pll_params
->div_nmp
)
2816 return ERR_PTR(-EINVAL
);
2818 parent
= __clk_lookup(parent_name
);
2820 WARN(1, "parent clk %s of %s must be registered first\n",
2822 return ERR_PTR(-EINVAL
);
2825 pll
= _tegra_init_pll(clk_base
, NULL
, pll_params
, lock
);
2827 return ERR_CAST(pll
);
2829 val
= pll_readl_base(pll
);
2830 val
&= ~PLLSS_REF_SRC_SEL_MASK
;
2831 pll_writel_base(val
, pll
);
2833 parent_rate
= clk_get_rate(parent
);
2835 pll_params
->vco_min
= _clip_vco_min(pll_params
->vco_min
, parent_rate
);
2837 if (pll_params
->adjust_vco
)
2838 pll_params
->vco_min
= pll_params
->adjust_vco(pll_params
,
2841 /* initialize PLL to minimum rate */
2843 cfg
.m
= _pll_fixed_mdiv(pll_params
, parent_rate
);
2844 cfg
.n
= cfg
.m
* pll_params
->vco_min
/ parent_rate
;
2846 for (i
= 0; pll_params
->pdiv_tohw
[i
].pdiv
; i
++)
2850 return ERR_PTR(-EINVAL
);
2853 cfg
.p
= pll_params
->pdiv_tohw
[i
-1].hw_val
;
2855 _update_pll_mnp(pll
, &cfg
);
2857 pll_writel_misc(PLLSS_MISC_DEFAULT
, pll
);
2859 val
= pll_readl_base(pll
);
2860 if (val
& PLL_BASE_ENABLE
) {
2861 if (val
& BIT(pll_params
->iddq_bit_idx
)) {
2862 WARN(1, "%s is on but IDDQ set\n", name
);
2864 return ERR_PTR(-EINVAL
);
2867 val
|= BIT(pll_params
->iddq_bit_idx
);
2869 val
&= ~PLLSS_LOCK_OVERRIDE
;
2870 pll_writel_base(val
, pll
);
2872 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2873 &tegra_clk_pll_ops
);
2881 struct clk
*tegra_clk_register_pllmb(const char *name
, const char *parent_name
,
2882 void __iomem
*clk_base
, void __iomem
*pmc
,
2883 unsigned long flags
,
2884 struct tegra_clk_pll_params
*pll_params
,
2887 struct tegra_clk_pll
*pll
;
2888 struct clk
*clk
, *parent
;
2889 unsigned long parent_rate
;
2891 if (!pll_params
->pdiv_tohw
)
2892 return ERR_PTR(-EINVAL
);
2894 parent
= __clk_lookup(parent_name
);
2896 WARN(1, "parent clk %s of %s must be registered first\n",
2898 return ERR_PTR(-EINVAL
);
2901 parent_rate
= clk_get_rate(parent
);
2903 pll_params
->vco_min
= _clip_vco_min(pll_params
->vco_min
, parent_rate
);
2905 if (pll_params
->adjust_vco
)
2906 pll_params
->vco_min
= pll_params
->adjust_vco(pll_params
,
2909 pll_params
->flags
|= TEGRA_PLL_BYPASS
;
2910 pll_params
->flags
|= TEGRA_PLLMB
;
2911 pll
= _tegra_init_pll(clk_base
, pmc
, pll_params
, lock
);
2913 return ERR_CAST(pll
);
2915 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2916 &tegra_clk_pll_ops
);
2923 struct clk
*tegra_clk_register_pllu_tegra210(const char *name
,
2924 const char *parent_name
, void __iomem
*clk_base
,
2925 unsigned long flags
, struct tegra_clk_pll_params
*pll_params
,
2928 struct tegra_clk_pll
*pll
;
2931 pll_params
->flags
|= TEGRA_PLLU
;
2933 pll
= _tegra_init_pll(clk_base
, NULL
, pll_params
, lock
);
2935 return ERR_CAST(pll
);
2937 clk
= _tegra_clk_register_pll(pll
, name
, parent_name
, flags
,
2938 &tegra_clk_pllu_tegra210_ops
);