?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
mmc: rtsx_pci: Enable MMC_CAP_ERASE to allow erase/discard/trim requests
[linux/fpc-iii.git] / drivers / usb / gadget / udc / renesas_usb3.c
blob93a3bec81df78006f1ba3871aece717fe69e05b3
1 /*
2 * Renesas USB3.0 Peripheral driver (USB gadget)
3 *
4 * Copyright (C) 2015 Renesas Electronics Corporation
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; version 2 of the License.
9 */
10
11 #include <linux/delay.h>
12 #include <linux/err.h>
13 #include <linux/interrupt.h>
14 #include <linux/io.h>
15 #include <linux/module.h>
16 #include <linux/of_device.h>
17 #include <linux/platform_device.h>
18 #include <linux/pm_runtime.h>
19 #include <linux/sizes.h>
20 #include <linux/slab.h>
21 #include <linux/usb/ch9.h>
22 #include <linux/usb/gadget.h>
23
24 /* register definitions */
25 #define USB3_AXI_INT_STA 0x008
26 #define USB3_AXI_INT_ENA 0x00c
27 #define USB3_DMA_INT_STA 0x010
28 #define USB3_DMA_INT_ENA 0x014
29 #define USB3_USB_COM_CON 0x200
30 #define USB3_USB20_CON 0x204
31 #define USB3_USB30_CON 0x208
32 #define USB3_USB_STA 0x210
33 #define USB3_DRD_CON 0x218
34 #define USB3_USB_INT_STA_1 0x220
35 #define USB3_USB_INT_STA_2 0x224
36 #define USB3_USB_INT_ENA_1 0x228
37 #define USB3_USB_INT_ENA_2 0x22c
38 #define USB3_STUP_DAT_0 0x230
39 #define USB3_STUP_DAT_1 0x234
40 #define USB3_P0_MOD 0x280
41 #define USB3_P0_CON 0x288
42 #define USB3_P0_STA 0x28c
43 #define USB3_P0_INT_STA 0x290
44 #define USB3_P0_INT_ENA 0x294
45 #define USB3_P0_LNG 0x2a0
46 #define USB3_P0_READ 0x2a4
47 #define USB3_P0_WRITE 0x2a8
48 #define USB3_PIPE_COM 0x2b0
49 #define USB3_PN_MOD 0x2c0
50 #define USB3_PN_RAMMAP 0x2c4
51 #define USB3_PN_CON 0x2c8
52 #define USB3_PN_STA 0x2cc
53 #define USB3_PN_INT_STA 0x2d0
54 #define USB3_PN_INT_ENA 0x2d4
55 #define USB3_PN_LNG 0x2e0
56 #define USB3_PN_READ 0x2e4
57 #define USB3_PN_WRITE 0x2e8
58 #define USB3_SSIFCMD 0x340
59
60 /* AXI_INT_ENA and AXI_INT_STA */
61 #define AXI_INT_DMAINT BIT(31)
62 #define AXI_INT_EPCINT BIT(30)
63
64 /* LCLKSEL */
65 #define LCLKSEL_LSEL BIT(18)
66
67 /* USB_COM_CON */
68 #define USB_COM_CON_CONF BIT(24)
69 #define USB_COM_CON_SPD_MODE BIT(17)
70 #define USB_COM_CON_EP0_EN BIT(16)
71 #define USB_COM_CON_DEV_ADDR_SHIFT 8
72 #define USB_COM_CON_DEV_ADDR_MASK GENMASK(14, USB_COM_CON_DEV_ADDR_SHIFT)
73 #define USB_COM_CON_DEV_ADDR(n) (((n) << USB_COM_CON_DEV_ADDR_SHIFT) & \
74 USB_COM_CON_DEV_ADDR_MASK)
75 #define USB_COM_CON_RX_DETECTION BIT(1)
76 #define USB_COM_CON_PIPE_CLR BIT(0)
77
78 /* USB20_CON */
79 #define USB20_CON_B2_PUE BIT(31)
80 #define USB20_CON_B2_SUSPEND BIT(24)
81 #define USB20_CON_B2_CONNECT BIT(17)
82 #define USB20_CON_B2_TSTMOD_SHIFT 8
83 #define USB20_CON_B2_TSTMOD_MASK GENMASK(10, USB20_CON_B2_TSTMOD_SHIFT)
84 #define USB20_CON_B2_TSTMOD(n) (((n) << USB20_CON_B2_TSTMOD_SHIFT) & \
85 USB20_CON_B2_TSTMOD_MASK)
86 #define USB20_CON_B2_TSTMOD_EN BIT(0)
87
88 /* USB30_CON */
89 #define USB30_CON_POW_SEL_SHIFT 24
90 #define USB30_CON_POW_SEL_MASK GENMASK(26, USB30_CON_POW_SEL_SHIFT)
91 #define USB30_CON_POW_SEL_IN_U3 BIT(26)
92 #define USB30_CON_POW_SEL_IN_DISCON 0
93 #define USB30_CON_POW_SEL_P2_TO_P0 BIT(25)
94 #define USB30_CON_POW_SEL_P0_TO_P3 BIT(24)
95 #define USB30_CON_POW_SEL_P0_TO_P2 0
96 #define USB30_CON_B3_PLLWAKE BIT(23)
97 #define USB30_CON_B3_CONNECT BIT(17)
98 #define USB30_CON_B3_HOTRST_CMP BIT(1)
99
100 /* USB_STA */
101 #define USB_STA_SPEED_MASK (BIT(2) | BIT(1))
102 #define USB_STA_SPEED_HS BIT(2)
103 #define USB_STA_SPEED_FS BIT(1)
104 #define USB_STA_SPEED_SS 0
105 #define USB_STA_VBUS_STA BIT(0)
106
107 /* DRD_CON */
108 #define DRD_CON_PERI_CON BIT(24)
109
110 /* USB_INT_ENA_1 and USB_INT_STA_1 */
111 #define USB_INT_1_B3_PLLWKUP BIT(31)
112 #define USB_INT_1_B3_LUPSUCS BIT(30)
113 #define USB_INT_1_B3_DISABLE BIT(27)
114 #define USB_INT_1_B3_WRMRST BIT(21)
115 #define USB_INT_1_B3_HOTRST BIT(20)
116 #define USB_INT_1_B2_USBRST BIT(12)
117 #define USB_INT_1_B2_L1SPND BIT(11)
118 #define USB_INT_1_B2_SPND BIT(9)
119 #define USB_INT_1_B2_RSUM BIT(8)
120 #define USB_INT_1_SPEED BIT(1)
121 #define USB_INT_1_VBUS_CNG BIT(0)
122
123 /* USB_INT_ENA_2 and USB_INT_STA_2 */
124 #define USB_INT_2_PIPE(n) BIT(n)
125
126 /* P0_MOD */
127 #define P0_MOD_DIR BIT(6)
128
129 /* P0_CON and PN_CON */
130 #define PX_CON_BYTE_EN_MASK (BIT(10) | BIT(9))
131 #define PX_CON_BYTE_EN_SHIFT 9
132 #define PX_CON_BYTE_EN_BYTES(n) (((n) << PX_CON_BYTE_EN_SHIFT) & \
133 PX_CON_BYTE_EN_MASK)
134 #define PX_CON_SEND BIT(8)
135
136 /* P0_CON */
137 #define P0_CON_ST_RES_MASK (BIT(27) | BIT(26))
138 #define P0_CON_ST_RES_FORCE_STALL BIT(27)
139 #define P0_CON_ST_RES_NORMAL BIT(26)
140 #define P0_CON_ST_RES_FORCE_NRDY 0
141 #define P0_CON_OT_RES_MASK (BIT(25) | BIT(24))
142 #define P0_CON_OT_RES_FORCE_STALL BIT(25)
143 #define P0_CON_OT_RES_NORMAL BIT(24)
144 #define P0_CON_OT_RES_FORCE_NRDY 0
145 #define P0_CON_IN_RES_MASK (BIT(17) | BIT(16))
146 #define P0_CON_IN_RES_FORCE_STALL BIT(17)
147 #define P0_CON_IN_RES_NORMAL BIT(16)
148 #define P0_CON_IN_RES_FORCE_NRDY 0
149 #define P0_CON_RES_WEN BIT(7)
150 #define P0_CON_BCLR BIT(1)
151
152 /* P0_STA and PN_STA */
153 #define PX_STA_BUFSTS BIT(0)
154
155 /* P0_INT_ENA and P0_INT_STA */
156 #define P0_INT_STSED BIT(18)
157 #define P0_INT_STSST BIT(17)
158 #define P0_INT_SETUP BIT(16)
159 #define P0_INT_RCVNL BIT(8)
160 #define P0_INT_ERDY BIT(7)
161 #define P0_INT_FLOW BIT(6)
162 #define P0_INT_STALL BIT(2)
163 #define P0_INT_NRDY BIT(1)
164 #define P0_INT_BFRDY BIT(0)
165 #define P0_INT_ALL_BITS (P0_INT_STSED | P0_INT_SETUP | P0_INT_BFRDY)
166
167 /* PN_MOD */
168 #define PN_MOD_DIR BIT(6)
169 #define PN_MOD_TYPE_SHIFT 4
170 #define PN_MOD_TYPE_MASK GENMASK(5, PN_MOD_TYPE_SHIFT)
171 #define PN_MOD_TYPE(n) (((n) << PN_MOD_TYPE_SHIFT) & \
172 PN_MOD_TYPE_MASK)
173 #define PN_MOD_EPNUM_MASK GENMASK(3, 0)
174 #define PN_MOD_EPNUM(n) ((n) & PN_MOD_EPNUM_MASK)
175
176 /* PN_RAMMAP */
177 #define PN_RAMMAP_RAMAREA_SHIFT 29
178 #define PN_RAMMAP_RAMAREA_MASK GENMASK(31, PN_RAMMAP_RAMAREA_SHIFT)
179 #define PN_RAMMAP_RAMAREA_16KB BIT(31)
180 #define PN_RAMMAP_RAMAREA_8KB (BIT(30) | BIT(29))
181 #define PN_RAMMAP_RAMAREA_4KB BIT(30)
182 #define PN_RAMMAP_RAMAREA_2KB BIT(29)
183 #define PN_RAMMAP_RAMAREA_1KB 0
184 #define PN_RAMMAP_MPKT_SHIFT 16
185 #define PN_RAMMAP_MPKT_MASK GENMASK(26, PN_RAMMAP_MPKT_SHIFT)
186 #define PN_RAMMAP_MPKT(n) (((n) << PN_RAMMAP_MPKT_SHIFT) & \
187 PN_RAMMAP_MPKT_MASK)
188 #define PN_RAMMAP_RAMIF_SHIFT 14
189 #define PN_RAMMAP_RAMIF_MASK GENMASK(15, PN_RAMMAP_RAMIF_SHIFT)
190 #define PN_RAMMAP_RAMIF(n) (((n) << PN_RAMMAP_RAMIF_SHIFT) & \
191 PN_RAMMAP_RAMIF_MASK)
192 #define PN_RAMMAP_BASEAD_MASK GENMASK(13, 0)
193 #define PN_RAMMAP_BASEAD(offs) (((offs) >> 3) & PN_RAMMAP_BASEAD_MASK)
194 #define PN_RAMMAP_DATA(area, ramif, basead) ((PN_RAMMAP_##area) | \
195 (PN_RAMMAP_RAMIF(ramif)) | \
196 (PN_RAMMAP_BASEAD(basead)))
197
198 /* PN_CON */
199 #define PN_CON_EN BIT(31)
200 #define PN_CON_DATAIF_EN BIT(30)
201 #define PN_CON_RES_MASK (BIT(17) | BIT(16))
202 #define PN_CON_RES_FORCE_STALL BIT(17)
203 #define PN_CON_RES_NORMAL BIT(16)
204 #define PN_CON_RES_FORCE_NRDY 0
205 #define PN_CON_LAST BIT(11)
206 #define PN_CON_RES_WEN BIT(7)
207 #define PN_CON_CLR BIT(0)
208
209 /* PN_INT_STA and PN_INT_ENA */
210 #define PN_INT_LSTTR BIT(4)
211 #define PN_INT_BFRDY BIT(0)
212
213 /* USB3_SSIFCMD */
214 #define SSIFCMD_URES_U2 BIT(9)
215 #define SSIFCMD_URES_U1 BIT(8)
216 #define SSIFCMD_UDIR_U2 BIT(7)
217 #define SSIFCMD_UDIR_U1 BIT(6)
218 #define SSIFCMD_UREQ_U2 BIT(5)
219 #define SSIFCMD_UREQ_U1 BIT(4)
220
221 #define USB3_EP0_SS_MAX_PACKET_SIZE 512
222 #define USB3_EP0_HSFS_MAX_PACKET_SIZE 64
223 #define USB3_EP0_BUF_SIZE 8
224 #define USB3_MAX_NUM_PIPES 30
225 #define USB3_WAIT_US 3
226
227 struct renesas_usb3;
228 struct renesas_usb3_request {
229 struct usb_request req;
230 struct list_head queue;
231 };
232
233 #define USB3_EP_NAME_SIZE 8
234 struct renesas_usb3_ep {
235 struct usb_ep ep;
236 struct renesas_usb3 *usb3;
237 int num;
238 char ep_name[USB3_EP_NAME_SIZE];
239 struct list_head queue;
240 u32 rammap_val;
241 bool dir_in;
242 bool halt;
243 bool wedge;
244 bool started;
245 };
246
247 struct renesas_usb3_priv {
248 int ramsize_per_ramif; /* unit = bytes */
249 int num_ramif;
250 int ramsize_per_pipe; /* unit = bytes */
251 bool workaround_for_vbus; /* if true, don't check vbus signal */
252 };
253
254 struct renesas_usb3 {
255 void __iomem *reg;
256
257 struct usb_gadget gadget;
258 struct usb_gadget_driver *driver;
259
260 struct renesas_usb3_ep *usb3_ep;
261 int num_usb3_eps;
262
263 spinlock_t lock;
264 int disabled_count;
265
266 struct usb_request *ep0_req;
267 u16 test_mode;
268 u8 ep0_buf[USB3_EP0_BUF_SIZE];
269 bool softconnect;
270 bool workaround_for_vbus;
271 };
272
273 #define gadget_to_renesas_usb3(_gadget) \
274 container_of(_gadget, struct renesas_usb3, gadget)
275 #define renesas_usb3_to_gadget(renesas_usb3) (&renesas_usb3->gadget)
276 #define usb3_to_dev(_usb3) (_usb3->gadget.dev.parent)
277
278 #define usb_ep_to_usb3_ep(_ep) container_of(_ep, struct renesas_usb3_ep, ep)
279 #define usb3_ep_to_usb3(_usb3_ep) (_usb3_ep->usb3)
280 #define usb_req_to_usb3_req(_req) container_of(_req, \
281 struct renesas_usb3_request, req)
282
283 #define usb3_get_ep(usb3, n) ((usb3)->usb3_ep + (n))
284 #define usb3_for_each_ep(usb3_ep, usb3, i) \
285 for ((i) = 0, usb3_ep = usb3_get_ep(usb3, (i)); \
286 (i) < (usb3)->num_usb3_eps; \
287 (i)++, usb3_ep = usb3_get_ep(usb3, (i)))
288
289 static const char udc_name[] = "renesas_usb3";
290
291 static void usb3_write(struct renesas_usb3 *usb3, u32 data, u32 offs)
292 {
293 iowrite32(data, usb3->reg + offs);
294 }
295
296 static u32 usb3_read(struct renesas_usb3 *usb3, u32 offs)
297 {
298 return ioread32(usb3->reg + offs);
299 }
300
301 static void usb3_set_bit(struct renesas_usb3 *usb3, u32 bits, u32 offs)
302 {
303 u32 val = usb3_read(usb3, offs);
304
305 val |= bits;
306 usb3_write(usb3, val, offs);
307 }
308
309 static void usb3_clear_bit(struct renesas_usb3 *usb3, u32 bits, u32 offs)
310 {
311 u32 val = usb3_read(usb3, offs);
312
313 val &= ~bits;
314 usb3_write(usb3, val, offs);
315 }
316
317 static int usb3_wait(struct renesas_usb3 *usb3, u32 reg, u32 mask,
318 u32 expected)
319 {
320 int i;
321
322 for (i = 0; i < USB3_WAIT_US; i++) {
323 if ((usb3_read(usb3, reg) & mask) == expected)
324 return 0;
325 udelay(1);
326 }
327
328 dev_dbg(usb3_to_dev(usb3), "%s: timed out (%8x, %08x, %08x)\n",
329 __func__, reg, mask, expected);
330
331 return -EBUSY;
332 }
333
334 static void usb3_enable_irq_1(struct renesas_usb3 *usb3, u32 bits)
335 {
336 usb3_set_bit(usb3, bits, USB3_USB_INT_ENA_1);
337 }
338
339 static void usb3_disable_irq_1(struct renesas_usb3 *usb3, u32 bits)
340 {
341 usb3_clear_bit(usb3, bits, USB3_USB_INT_ENA_1);
342 }
343
344 static void usb3_enable_pipe_irq(struct renesas_usb3 *usb3, int num)
345 {
346 usb3_set_bit(usb3, USB_INT_2_PIPE(num), USB3_USB_INT_ENA_2);
347 }
348
349 static void usb3_disable_pipe_irq(struct renesas_usb3 *usb3, int num)
350 {
351 usb3_clear_bit(usb3, USB_INT_2_PIPE(num), USB3_USB_INT_ENA_2);
352 }
353
354 static void usb3_init_axi_bridge(struct renesas_usb3 *usb3)
355 {
356 /* Set AXI_INT */
357 usb3_write(usb3, ~0, USB3_DMA_INT_STA);
358 usb3_write(usb3, 0, USB3_DMA_INT_ENA);
359 usb3_set_bit(usb3, AXI_INT_DMAINT | AXI_INT_EPCINT, USB3_AXI_INT_ENA);
360 }
361
362 static void usb3_init_epc_registers(struct renesas_usb3 *usb3)
363 {
364 /* FIXME: How to change host / peripheral mode as well? */
365 usb3_set_bit(usb3, DRD_CON_PERI_CON, USB3_DRD_CON);
366
367 usb3_write(usb3, ~0, USB3_USB_INT_STA_1);
368 usb3_enable_irq_1(usb3, USB_INT_1_VBUS_CNG);
369 }
370
371 static bool usb3_wakeup_usb2_phy(struct renesas_usb3 *usb3)
372 {
373 if (!(usb3_read(usb3, USB3_USB20_CON) & USB20_CON_B2_SUSPEND))
374 return true; /* already waked it up */
375
376 usb3_clear_bit(usb3, USB20_CON_B2_SUSPEND, USB3_USB20_CON);
377 usb3_enable_irq_1(usb3, USB_INT_1_B2_RSUM);
378
379 return false;
380 }
381
382 static void usb3_usb2_pullup(struct renesas_usb3 *usb3, int pullup)
383 {
384 u32 bits = USB20_CON_B2_PUE | USB20_CON_B2_CONNECT;
385
386 if (usb3->softconnect && pullup)
387 usb3_set_bit(usb3, bits, USB3_USB20_CON);
388 else
389 usb3_clear_bit(usb3, bits, USB3_USB20_CON);
390 }
391
392 static void usb3_set_test_mode(struct renesas_usb3 *usb3)
393 {
394 u32 val = usb3_read(usb3, USB3_USB20_CON);
395
396 val &= ~USB20_CON_B2_TSTMOD_MASK;
397 val |= USB20_CON_B2_TSTMOD(usb3->test_mode);
398 usb3_write(usb3, val | USB20_CON_B2_TSTMOD_EN, USB3_USB20_CON);
399 if (!usb3->test_mode)
400 usb3_clear_bit(usb3, USB20_CON_B2_TSTMOD_EN, USB3_USB20_CON);
401 }
402
403 static void usb3_start_usb2_connection(struct renesas_usb3 *usb3)
404 {
405 usb3->disabled_count++;
406 usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
407 usb3_set_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
408 usb3_usb2_pullup(usb3, 1);
409 }
410
411 static int usb3_is_usb3_phy_in_u3(struct renesas_usb3 *usb3)
412 {
413 return usb3_read(usb3, USB3_USB30_CON) & USB30_CON_POW_SEL_IN_U3;
414 }
415
416 static bool usb3_wakeup_usb3_phy(struct renesas_usb3 *usb3)
417 {
418 if (!usb3_is_usb3_phy_in_u3(usb3))
419 return true; /* already waked it up */
420
421 usb3_set_bit(usb3, USB30_CON_B3_PLLWAKE, USB3_USB30_CON);
422 usb3_enable_irq_1(usb3, USB_INT_1_B3_PLLWKUP);
423
424 return false;
425 }
426
427 static u16 usb3_feature_get_un_enabled(struct renesas_usb3 *usb3)
428 {
429 u32 mask_u2 = SSIFCMD_UDIR_U2 | SSIFCMD_UREQ_U2;
430 u32 mask_u1 = SSIFCMD_UDIR_U1 | SSIFCMD_UREQ_U1;
431 u32 val = usb3_read(usb3, USB3_SSIFCMD);
432 u16 ret = 0;
433
434 /* Enables {U2,U1} if the bits of UDIR and UREQ are set to 0 */
435 if (!(val & mask_u2))
436 ret |= 1 << USB_DEV_STAT_U2_ENABLED;
437 if (!(val & mask_u1))
438 ret |= 1 << USB_DEV_STAT_U1_ENABLED;
439
440 return ret;
441 }
442
443 static void usb3_feature_u2_enable(struct renesas_usb3 *usb3, bool enable)
444 {
445 u32 bits = SSIFCMD_UDIR_U2 | SSIFCMD_UREQ_U2;
446
447 /* Enables U2 if the bits of UDIR and UREQ are set to 0 */
448 if (enable)
449 usb3_clear_bit(usb3, bits, USB3_SSIFCMD);
450 else
451 usb3_set_bit(usb3, bits, USB3_SSIFCMD);
452 }
453
454 static void usb3_feature_u1_enable(struct renesas_usb3 *usb3, bool enable)
455 {
456 u32 bits = SSIFCMD_UDIR_U1 | SSIFCMD_UREQ_U1;
457
458 /* Enables U1 if the bits of UDIR and UREQ are set to 0 */
459 if (enable)
460 usb3_clear_bit(usb3, bits, USB3_SSIFCMD);
461 else
462 usb3_set_bit(usb3, bits, USB3_SSIFCMD);
463 }
464
465 static void usb3_start_operation_for_usb3(struct renesas_usb3 *usb3)
466 {
467 usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
468 usb3_clear_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
469 usb3_set_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
470 }
471
472 static void usb3_start_usb3_connection(struct renesas_usb3 *usb3)
473 {
474 usb3_start_operation_for_usb3(usb3);
475 usb3_set_bit(usb3, USB_COM_CON_RX_DETECTION, USB3_USB_COM_CON);
476
477 usb3_enable_irq_1(usb3, USB_INT_1_B3_LUPSUCS | USB_INT_1_B3_DISABLE |
478 USB_INT_1_SPEED);
479 }
480
481 static void usb3_stop_usb3_connection(struct renesas_usb3 *usb3)
482 {
483 usb3_clear_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
484 }
485
486 static void usb3_transition_to_default_state(struct renesas_usb3 *usb3,
487 bool is_usb3)
488 {
489 usb3_set_bit(usb3, USB_INT_2_PIPE(0), USB3_USB_INT_ENA_2);
490 usb3_write(usb3, P0_INT_ALL_BITS, USB3_P0_INT_STA);
491 usb3_set_bit(usb3, P0_INT_ALL_BITS, USB3_P0_INT_ENA);
492
493 if (is_usb3)
494 usb3_enable_irq_1(usb3, USB_INT_1_B3_WRMRST |
495 USB_INT_1_B3_HOTRST);
496 else
497 usb3_enable_irq_1(usb3, USB_INT_1_B2_SPND |
498 USB_INT_1_B2_L1SPND | USB_INT_1_B2_USBRST);
499 }
500
501 static void usb3_connect(struct renesas_usb3 *usb3)
502 {
503 if (usb3_wakeup_usb3_phy(usb3))
504 usb3_start_usb3_connection(usb3);
505 }
506
507 static void usb3_reset_epc(struct renesas_usb3 *usb3)
508 {
509 usb3_clear_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
510 usb3_clear_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
511 usb3_set_bit(usb3, USB_COM_CON_PIPE_CLR, USB3_USB_COM_CON);
512 usb3->test_mode = 0;
513 usb3_set_test_mode(usb3);
514 }
515
516 static void usb3_disconnect(struct renesas_usb3 *usb3)
517 {
518 usb3->disabled_count = 0;
519 usb3_usb2_pullup(usb3, 0);
520 usb3_clear_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
521 usb3_reset_epc(usb3);
522
523 if (usb3->driver)
524 usb3->driver->disconnect(&usb3->gadget);
525 }
526
527 static void usb3_check_vbus(struct renesas_usb3 *usb3)
528 {
529 if (usb3->workaround_for_vbus) {
530 usb3_connect(usb3);
531 } else {
532 if (usb3_read(usb3, USB3_USB_STA) & USB_STA_VBUS_STA)
533 usb3_connect(usb3);
534 else
535 usb3_disconnect(usb3);
536 }
537 }
538
539 static void renesas_usb3_init_controller(struct renesas_usb3 *usb3)
540 {
541 usb3_init_axi_bridge(usb3);
542 usb3_init_epc_registers(usb3);
543
544 usb3_check_vbus(usb3);
545 }
546
547 static void renesas_usb3_stop_controller(struct renesas_usb3 *usb3)
548 {
549 usb3_disconnect(usb3);
550 usb3_write(usb3, 0, USB3_P0_INT_ENA);
551 usb3_write(usb3, 0, USB3_PN_INT_ENA);
552 usb3_write(usb3, 0, USB3_USB_INT_ENA_1);
553 usb3_write(usb3, 0, USB3_USB_INT_ENA_2);
554 usb3_write(usb3, 0, USB3_AXI_INT_ENA);
555 }
556
557 static void usb3_irq_epc_int_1_pll_wakeup(struct renesas_usb3 *usb3)
558 {
559 usb3_disable_irq_1(usb3, USB_INT_1_B3_PLLWKUP);
560 usb3_clear_bit(usb3, USB30_CON_B3_PLLWAKE, USB3_USB30_CON);
561 usb3_start_usb3_connection(usb3);
562 }
563
564 static void usb3_irq_epc_int_1_linkup_success(struct renesas_usb3 *usb3)
565 {
566 usb3_transition_to_default_state(usb3, true);
567 }
568
569 static void usb3_irq_epc_int_1_resume(struct renesas_usb3 *usb3)
570 {
571 usb3_disable_irq_1(usb3, USB_INT_1_B2_RSUM);
572 usb3_start_usb2_connection(usb3);
573 usb3_transition_to_default_state(usb3, false);
574 }
575
576 static void usb3_irq_epc_int_1_disable(struct renesas_usb3 *usb3)
577 {
578 usb3_stop_usb3_connection(usb3);
579 if (usb3_wakeup_usb2_phy(usb3))
580 usb3_irq_epc_int_1_resume(usb3);
581 }
582
583 static void usb3_irq_epc_int_1_bus_reset(struct renesas_usb3 *usb3)
584 {
585 usb3_reset_epc(usb3);
586 if (usb3->disabled_count < 3)
587 usb3_start_usb3_connection(usb3);
588 else
589 usb3_start_usb2_connection(usb3);
590 }
591
592 static void usb3_irq_epc_int_1_vbus_change(struct renesas_usb3 *usb3)
593 {
594 usb3_check_vbus(usb3);
595 }
596
597 static void usb3_irq_epc_int_1_hot_reset(struct renesas_usb3 *usb3)
598 {
599 usb3_reset_epc(usb3);
600 usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
601
602 /* This bit shall be set within 12ms from the start of HotReset */
603 usb3_set_bit(usb3, USB30_CON_B3_HOTRST_CMP, USB3_USB30_CON);
604 }
605
606 static void usb3_irq_epc_int_1_warm_reset(struct renesas_usb3 *usb3)
607 {
608 usb3_reset_epc(usb3);
609 usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
610
611 usb3_start_operation_for_usb3(usb3);
612 usb3_enable_irq_1(usb3, USB_INT_1_SPEED);
613 }
614
615 static void usb3_irq_epc_int_1_speed(struct renesas_usb3 *usb3)
616 {
617 u32 speed = usb3_read(usb3, USB3_USB_STA) & USB_STA_SPEED_MASK;
618
619 switch (speed) {
620 case USB_STA_SPEED_SS:
621 usb3->gadget.speed = USB_SPEED_SUPER;
622 break;
623 case USB_STA_SPEED_HS:
624 usb3->gadget.speed = USB_SPEED_HIGH;
625 break;
626 case USB_STA_SPEED_FS:
627 usb3->gadget.speed = USB_SPEED_FULL;
628 break;
629 default:
630 usb3->gadget.speed = USB_SPEED_UNKNOWN;
631 break;
632 }
633 }
634
635 static void usb3_irq_epc_int_1(struct renesas_usb3 *usb3, u32 int_sta_1)
636 {
637 if (int_sta_1 & USB_INT_1_B3_PLLWKUP)
638 usb3_irq_epc_int_1_pll_wakeup(usb3);
639
640 if (int_sta_1 & USB_INT_1_B3_LUPSUCS)
641 usb3_irq_epc_int_1_linkup_success(usb3);
642
643 if (int_sta_1 & USB_INT_1_B3_HOTRST)
644 usb3_irq_epc_int_1_hot_reset(usb3);
645
646 if (int_sta_1 & USB_INT_1_B3_WRMRST)
647 usb3_irq_epc_int_1_warm_reset(usb3);
648
649 if (int_sta_1 & USB_INT_1_B3_DISABLE)
650 usb3_irq_epc_int_1_disable(usb3);
651
652 if (int_sta_1 & USB_INT_1_B2_USBRST)
653 usb3_irq_epc_int_1_bus_reset(usb3);
654
655 if (int_sta_1 & USB_INT_1_B2_RSUM)
656 usb3_irq_epc_int_1_resume(usb3);
657
658 if (int_sta_1 & USB_INT_1_SPEED)
659 usb3_irq_epc_int_1_speed(usb3);
660
661 if (int_sta_1 & USB_INT_1_VBUS_CNG)
662 usb3_irq_epc_int_1_vbus_change(usb3);
663 }
664
665 static struct renesas_usb3_request *__usb3_get_request(struct renesas_usb3_ep
666 *usb3_ep)
667 {
668 return list_first_entry_or_null(&usb3_ep->queue,
669 struct renesas_usb3_request, queue);
670 }
671
672 static struct renesas_usb3_request *usb3_get_request(struct renesas_usb3_ep
673 *usb3_ep)
674 {
675 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
676 struct renesas_usb3_request *usb3_req;
677 unsigned long flags;
678
679 spin_lock_irqsave(&usb3->lock, flags);
680 usb3_req = __usb3_get_request(usb3_ep);
681 spin_unlock_irqrestore(&usb3->lock, flags);
682
683 return usb3_req;
684 }
685
686 static void usb3_request_done(struct renesas_usb3_ep *usb3_ep,
687 struct renesas_usb3_request *usb3_req, int status)
688 {
689 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
690 unsigned long flags;
691
692 dev_dbg(usb3_to_dev(usb3), "giveback: ep%2d, %u, %u, %d\n",
693 usb3_ep->num, usb3_req->req.length, usb3_req->req.actual,
694 status);
695 usb3_req->req.status = status;
696 spin_lock_irqsave(&usb3->lock, flags);
697 usb3_ep->started = false;
698 list_del_init(&usb3_req->queue);
699 spin_unlock_irqrestore(&usb3->lock, flags);
700 usb_gadget_giveback_request(&usb3_ep->ep, &usb3_req->req);
701 }
702
703 static void usb3_irq_epc_pipe0_status_end(struct renesas_usb3 *usb3)
704 {
705 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
706 struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
707
708 if (usb3_req)
709 usb3_request_done(usb3_ep, usb3_req, 0);
710 if (usb3->test_mode)
711 usb3_set_test_mode(usb3);
712 }
713
714 static void usb3_get_setup_data(struct renesas_usb3 *usb3,
715 struct usb_ctrlrequest *ctrl)
716 {
717 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
718 u32 *data = (u32 *)ctrl;
719
720 *data++ = usb3_read(usb3, USB3_STUP_DAT_0);
721 *data = usb3_read(usb3, USB3_STUP_DAT_1);
722
723 /* update this driver's flag */
724 usb3_ep->dir_in = !!(ctrl->bRequestType & USB_DIR_IN);
725 }
726
727 static void usb3_set_p0_con_update_res(struct renesas_usb3 *usb3, u32 res)
728 {
729 u32 val = usb3_read(usb3, USB3_P0_CON);
730
731 val &= ~(P0_CON_ST_RES_MASK | P0_CON_OT_RES_MASK | P0_CON_IN_RES_MASK);
732 val |= res | P0_CON_RES_WEN;
733 usb3_write(usb3, val, USB3_P0_CON);
734 }
735
736 static void usb3_set_p0_con_for_ctrl_read_data(struct renesas_usb3 *usb3)
737 {
738 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
739 P0_CON_OT_RES_FORCE_STALL |
740 P0_CON_IN_RES_NORMAL);
741 }
742
743 static void usb3_set_p0_con_for_ctrl_read_status(struct renesas_usb3 *usb3)
744 {
745 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
746 P0_CON_OT_RES_FORCE_STALL |
747 P0_CON_IN_RES_NORMAL);
748 }
749
750 static void usb3_set_p0_con_for_ctrl_write_data(struct renesas_usb3 *usb3)
751 {
752 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
753 P0_CON_OT_RES_NORMAL |
754 P0_CON_IN_RES_FORCE_STALL);
755 }
756
757 static void usb3_set_p0_con_for_ctrl_write_status(struct renesas_usb3 *usb3)
758 {
759 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
760 P0_CON_OT_RES_NORMAL |
761 P0_CON_IN_RES_FORCE_STALL);
762 }
763
764 static void usb3_set_p0_con_for_no_data(struct renesas_usb3 *usb3)
765 {
766 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
767 P0_CON_OT_RES_FORCE_STALL |
768 P0_CON_IN_RES_FORCE_STALL);
769 }
770
771 static void usb3_set_p0_con_stall(struct renesas_usb3 *usb3)
772 {
773 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_STALL |
774 P0_CON_OT_RES_FORCE_STALL |
775 P0_CON_IN_RES_FORCE_STALL);
776 }
777
778 static void usb3_set_p0_con_stop(struct renesas_usb3 *usb3)
779 {
780 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
781 P0_CON_OT_RES_FORCE_NRDY |
782 P0_CON_IN_RES_FORCE_NRDY);
783 }
784
785 static int usb3_pn_change(struct renesas_usb3 *usb3, int num)
786 {
787 if (num == 0 || num > usb3->num_usb3_eps)
788 return -ENXIO;
789
790 usb3_write(usb3, num, USB3_PIPE_COM);
791
792 return 0;
793 }
794
795 static void usb3_set_pn_con_update_res(struct renesas_usb3 *usb3, u32 res)
796 {
797 u32 val = usb3_read(usb3, USB3_PN_CON);
798
799 val &= ~PN_CON_RES_MASK;
800 val |= res & PN_CON_RES_MASK;
801 val |= PN_CON_RES_WEN;
802 usb3_write(usb3, val, USB3_PN_CON);
803 }
804
805 static void usb3_pn_start(struct renesas_usb3 *usb3)
806 {
807 usb3_set_pn_con_update_res(usb3, PN_CON_RES_NORMAL);
808 }
809
810 static void usb3_pn_stop(struct renesas_usb3 *usb3)
811 {
812 usb3_set_pn_con_update_res(usb3, PN_CON_RES_FORCE_NRDY);
813 }
814
815 static void usb3_pn_stall(struct renesas_usb3 *usb3)
816 {
817 usb3_set_pn_con_update_res(usb3, PN_CON_RES_FORCE_STALL);
818 }
819
820 static int usb3_pn_con_clear(struct renesas_usb3 *usb3)
821 {
822 usb3_set_bit(usb3, PN_CON_CLR, USB3_PN_CON);
823
824 return usb3_wait(usb3, USB3_PN_CON, PN_CON_CLR, 0);
825 }
826
827 static bool usb3_is_transfer_complete(struct renesas_usb3_ep *usb3_ep,
828 struct renesas_usb3_request *usb3_req)
829 {
830 struct usb_request *req = &usb3_req->req;
831
832 if ((!req->zero && req->actual == req->length) ||
833 (req->actual % usb3_ep->ep.maxpacket) || (req->length == 0))
834 return true;
835 else
836 return false;
837 }
838
839 static int usb3_wait_pipe_status(struct renesas_usb3_ep *usb3_ep, u32 mask)
840 {
841 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
842 u32 sta_reg = usb3_ep->num ? USB3_PN_STA : USB3_P0_STA;
843
844 return usb3_wait(usb3, sta_reg, mask, mask);
845 }
846
847 static void usb3_set_px_con_send(struct renesas_usb3_ep *usb3_ep, int bytes,
848 bool last)
849 {
850 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
851 u32 con_reg = usb3_ep->num ? USB3_PN_CON : USB3_P0_CON;
852 u32 val = usb3_read(usb3, con_reg);
853
854 val |= PX_CON_SEND | PX_CON_BYTE_EN_BYTES(bytes);
855 val |= (usb3_ep->num && last) ? PN_CON_LAST : 0;
856 usb3_write(usb3, val, con_reg);
857 }
858
859 static int usb3_write_pipe(struct renesas_usb3_ep *usb3_ep,
860 struct renesas_usb3_request *usb3_req,
861 u32 fifo_reg)
862 {
863 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
864 int i;
865 int len = min_t(unsigned, usb3_req->req.length - usb3_req->req.actual,
866 usb3_ep->ep.maxpacket);
867 u8 *buf = usb3_req->req.buf + usb3_req->req.actual;
868 u32 tmp = 0;
869 bool is_last;
870
871 if (usb3_wait_pipe_status(usb3_ep, PX_STA_BUFSTS) < 0)
872 return -EBUSY;
873
874 /* Update gadget driver parameter */
875 usb3_req->req.actual += len;
876
877 /* Write data to the register */
878 if (len >= 4) {
879 iowrite32_rep(usb3->reg + fifo_reg, buf, len / 4);
880 buf += (len / 4) * 4;
881 len %= 4; /* update len to use usb3_set_pX_con_send() */
882 }
883
884 if (len) {
885 for (i = 0; i < len; i++)
886 tmp |= buf[i] << (8 * i);
887 usb3_write(usb3, tmp, fifo_reg);
888 }
889
890 is_last = usb3_is_transfer_complete(usb3_ep, usb3_req);
891 /* Send the data */
892 usb3_set_px_con_send(usb3_ep, len, is_last);
893
894 return is_last ? 0 : -EAGAIN;
895 }
896
897 static u32 usb3_get_received_length(struct renesas_usb3_ep *usb3_ep)
898 {
899 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
900 u32 lng_reg = usb3_ep->num ? USB3_PN_LNG : USB3_P0_LNG;
901
902 return usb3_read(usb3, lng_reg);
903 }
904
905 static int usb3_read_pipe(struct renesas_usb3_ep *usb3_ep,
906 struct renesas_usb3_request *usb3_req, u32 fifo_reg)
907 {
908 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
909 int i;
910 int len = min_t(unsigned, usb3_req->req.length - usb3_req->req.actual,
911 usb3_get_received_length(usb3_ep));
912 u8 *buf = usb3_req->req.buf + usb3_req->req.actual;
913 u32 tmp = 0;
914
915 if (!len)
916 return 0;
917
918 /* Update gadget driver parameter */
919 usb3_req->req.actual += len;
920
921 /* Read data from the register */
922 if (len >= 4) {
923 ioread32_rep(usb3->reg + fifo_reg, buf, len / 4);
924 buf += (len / 4) * 4;
925 len %= 4;
926 }
927
928 if (len) {
929 tmp = usb3_read(usb3, fifo_reg);
930 for (i = 0; i < len; i++)
931 buf[i] = (tmp >> (8 * i)) & 0xff;
932 }
933
934 return usb3_is_transfer_complete(usb3_ep, usb3_req) ? 0 : -EAGAIN;
935 }
936
937 static void usb3_set_status_stage(struct renesas_usb3_ep *usb3_ep,
938 struct renesas_usb3_request *usb3_req)
939 {
940 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
941
942 if (usb3_ep->dir_in) {
943 usb3_set_p0_con_for_ctrl_read_status(usb3);
944 } else {
945 if (!usb3_req->req.length)
946 usb3_set_p0_con_for_no_data(usb3);
947 else
948 usb3_set_p0_con_for_ctrl_write_status(usb3);
949 }
950 }
951
952 static void usb3_p0_xfer(struct renesas_usb3_ep *usb3_ep,
953 struct renesas_usb3_request *usb3_req)
954 {
955 int ret = -EAGAIN;
956
957 if (usb3_ep->dir_in)
958 ret = usb3_write_pipe(usb3_ep, usb3_req, USB3_P0_WRITE);
959 else
960 ret = usb3_read_pipe(usb3_ep, usb3_req, USB3_P0_READ);
961
962 if (!ret)
963 usb3_set_status_stage(usb3_ep, usb3_req);
964 }
965
966 static void usb3_start_pipe0(struct renesas_usb3_ep *usb3_ep,
967 struct renesas_usb3_request *usb3_req)
968 {
969 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
970
971 if (usb3_ep->started)
972 return;
973
974 usb3_ep->started = true;
975
976 if (usb3_ep->dir_in) {
977 usb3_set_bit(usb3, P0_MOD_DIR, USB3_P0_MOD);
978 usb3_set_p0_con_for_ctrl_read_data(usb3);
979 } else {
980 usb3_clear_bit(usb3, P0_MOD_DIR, USB3_P0_MOD);
981 usb3_set_p0_con_for_ctrl_write_data(usb3);
982 }
983
984 usb3_p0_xfer(usb3_ep, usb3_req);
985 }
986
987 static void usb3_start_pipen(struct renesas_usb3_ep *usb3_ep,
988 struct renesas_usb3_request *usb3_req)
989 {
990 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
991 struct renesas_usb3_request *usb3_req_first = usb3_get_request(usb3_ep);
992 unsigned long flags;
993 int ret = -EAGAIN;
994 u32 enable_bits = 0;
995
996 if (usb3_ep->halt || usb3_ep->started)
997 return;
998 if (usb3_req != usb3_req_first)
999 return;
1000
1001 spin_lock_irqsave(&usb3->lock, flags);
1002 if (usb3_pn_change(usb3, usb3_ep->num) < 0)
1003 goto out;
1004
1005 usb3_ep->started = true;
1006 usb3_pn_start(usb3);
1007
1008 if (usb3_ep->dir_in) {
1009 ret = usb3_write_pipe(usb3_ep, usb3_req, USB3_PN_WRITE);
1010 enable_bits |= PN_INT_LSTTR;
1011 }
1012
1013 if (ret < 0)
1014 enable_bits |= PN_INT_BFRDY;
1015
1016 if (enable_bits) {
1017 usb3_set_bit(usb3, enable_bits, USB3_PN_INT_ENA);
1018 usb3_enable_pipe_irq(usb3, usb3_ep->num);
1019 }
1020 out:
1021 spin_unlock_irqrestore(&usb3->lock, flags);
1022 }
1023
1024 static int renesas_usb3_ep_queue(struct usb_ep *_ep, struct usb_request *_req,
1025 gfp_t gfp_flags)
1026 {
1027 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1028 struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
1029 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1030 unsigned long flags;
1031
1032 dev_dbg(usb3_to_dev(usb3), "ep_queue: ep%2d, %u\n", usb3_ep->num,
1033 _req->length);
1034
1035 _req->status = -EINPROGRESS;
1036 _req->actual = 0;
1037 spin_lock_irqsave(&usb3->lock, flags);
1038 list_add_tail(&usb3_req->queue, &usb3_ep->queue);
1039 spin_unlock_irqrestore(&usb3->lock, flags);
1040
1041 if (!usb3_ep->num)
1042 usb3_start_pipe0(usb3_ep, usb3_req);
1043 else
1044 usb3_start_pipen(usb3_ep, usb3_req);
1045
1046 return 0;
1047 }
1048
1049 static void usb3_set_device_address(struct renesas_usb3 *usb3, u16 addr)
1050 {
1051 /* DEV_ADDR bit field is cleared by WarmReset, HotReset and BusReset */
1052 usb3_set_bit(usb3, USB_COM_CON_DEV_ADDR(addr), USB3_USB_COM_CON);
1053 }
1054
1055 static bool usb3_std_req_set_address(struct renesas_usb3 *usb3,
1056 struct usb_ctrlrequest *ctrl)
1057 {
1058 if (ctrl->wValue >= 128)
1059 return true; /* stall */
1060
1061 usb3_set_device_address(usb3, ctrl->wValue);
1062 usb3_set_p0_con_for_no_data(usb3);
1063
1064 return false;
1065 }
1066
1067 static void usb3_pipe0_internal_xfer(struct renesas_usb3 *usb3,
1068 void *tx_data, size_t len,
1069 void (*complete)(struct usb_ep *ep,
1070 struct usb_request *req))
1071 {
1072 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1073
1074 if (tx_data)
1075 memcpy(usb3->ep0_buf, tx_data,
1076 min_t(size_t, len, USB3_EP0_BUF_SIZE));
1077
1078 usb3->ep0_req->buf = &usb3->ep0_buf;
1079 usb3->ep0_req->length = len;
1080 usb3->ep0_req->complete = complete;
1081 renesas_usb3_ep_queue(&usb3_ep->ep, usb3->ep0_req, GFP_ATOMIC);
1082 }
1083
1084 static void usb3_pipe0_get_status_completion(struct usb_ep *ep,
1085 struct usb_request *req)
1086 {
1087 }
1088
1089 static bool usb3_std_req_get_status(struct renesas_usb3 *usb3,
1090 struct usb_ctrlrequest *ctrl)
1091 {
1092 bool stall = false;
1093 struct renesas_usb3_ep *usb3_ep;
1094 int num;
1095 u16 status = 0;
1096
1097 switch (ctrl->bRequestType & USB_RECIP_MASK) {
1098 case USB_RECIP_DEVICE:
1099 if (usb3->gadget.is_selfpowered)
1100 status |= 1 << USB_DEVICE_SELF_POWERED;
1101 if (usb3->gadget.speed == USB_SPEED_SUPER)
1102 status |= usb3_feature_get_un_enabled(usb3);
1103 break;
1104 case USB_RECIP_INTERFACE:
1105 break;
1106 case USB_RECIP_ENDPOINT:
1107 num = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
1108 usb3_ep = usb3_get_ep(usb3, num);
1109 if (usb3_ep->halt)
1110 status |= 1 << USB_ENDPOINT_HALT;
1111 break;
1112 default:
1113 stall = true;
1114 break;
1115 }
1116
1117 if (!stall) {
1118 status = cpu_to_le16(status);
1119 dev_dbg(usb3_to_dev(usb3), "get_status: req = %p\n",
1120 usb_req_to_usb3_req(usb3->ep0_req));
1121 usb3_pipe0_internal_xfer(usb3, &status, sizeof(status),
1122 usb3_pipe0_get_status_completion);
1123 }
1124
1125 return stall;
1126 }
1127
1128 static bool usb3_std_req_feature_device(struct renesas_usb3 *usb3,
1129 struct usb_ctrlrequest *ctrl, bool set)
1130 {
1131 bool stall = true;
1132 u16 w_value = le16_to_cpu(ctrl->wValue);
1133
1134 switch (w_value) {
1135 case USB_DEVICE_TEST_MODE:
1136 if (!set)
1137 break;
1138 usb3->test_mode = le16_to_cpu(ctrl->wIndex) >> 8;
1139 stall = false;
1140 break;
1141 case USB_DEVICE_U1_ENABLE:
1142 case USB_DEVICE_U2_ENABLE:
1143 if (usb3->gadget.speed != USB_SPEED_SUPER)
1144 break;
1145 if (w_value == USB_DEVICE_U1_ENABLE)
1146 usb3_feature_u1_enable(usb3, set);
1147 if (w_value == USB_DEVICE_U2_ENABLE)
1148 usb3_feature_u2_enable(usb3, set);
1149 stall = false;
1150 break;
1151 default:
1152 break;
1153 }
1154
1155 return stall;
1156 }
1157
1158 static int usb3_set_halt_p0(struct renesas_usb3_ep *usb3_ep, bool halt)
1159 {
1160 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1161
1162 if (unlikely(usb3_ep->num))
1163 return -EINVAL;
1164
1165 usb3_ep->halt = halt;
1166 if (halt)
1167 usb3_set_p0_con_stall(usb3);
1168 else
1169 usb3_set_p0_con_stop(usb3);
1170
1171 return 0;
1172 }
1173
1174 static int usb3_set_halt_pn(struct renesas_usb3_ep *usb3_ep, bool halt,
1175 bool is_clear_feature)
1176 {
1177 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1178 unsigned long flags;
1179
1180 spin_lock_irqsave(&usb3->lock, flags);
1181 if (!usb3_pn_change(usb3, usb3_ep->num)) {
1182 usb3_ep->halt = halt;
1183 if (halt) {
1184 usb3_pn_stall(usb3);
1185 } else if (!is_clear_feature || !usb3_ep->wedge) {
1186 usb3_pn_con_clear(usb3);
1187 usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
1188 usb3_pn_stop(usb3);
1189 }
1190 }
1191 spin_unlock_irqrestore(&usb3->lock, flags);
1192
1193 return 0;
1194 }
1195
1196 static int usb3_set_halt(struct renesas_usb3_ep *usb3_ep, bool halt,
1197 bool is_clear_feature)
1198 {
1199 int ret = 0;
1200
1201 if (halt && usb3_ep->started)
1202 return -EAGAIN;
1203
1204 if (usb3_ep->num)
1205 ret = usb3_set_halt_pn(usb3_ep, halt, is_clear_feature);
1206 else
1207 ret = usb3_set_halt_p0(usb3_ep, halt);
1208
1209 return ret;
1210 }
1211
1212 static bool usb3_std_req_feature_endpoint(struct renesas_usb3 *usb3,
1213 struct usb_ctrlrequest *ctrl,
1214 bool set)
1215 {
1216 int num = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
1217 struct renesas_usb3_ep *usb3_ep;
1218 struct renesas_usb3_request *usb3_req;
1219
1220 if (le16_to_cpu(ctrl->wValue) != USB_ENDPOINT_HALT)
1221 return true; /* stall */
1222
1223 usb3_ep = usb3_get_ep(usb3, num);
1224 usb3_set_halt(usb3_ep, set, true);
1225
1226 /* Restarts a queue if clear feature */
1227 if (!set) {
1228 usb3_ep->started = false;
1229 usb3_req = usb3_get_request(usb3_ep);
1230 if (usb3_req)
1231 usb3_start_pipen(usb3_ep, usb3_req);
1232 }
1233
1234 return false;
1235 }
1236
1237 static bool usb3_std_req_feature(struct renesas_usb3 *usb3,
1238 struct usb_ctrlrequest *ctrl, bool set)
1239 {
1240 bool stall = false;
1241
1242 switch (ctrl->bRequestType & USB_RECIP_MASK) {
1243 case USB_RECIP_DEVICE:
1244 stall = usb3_std_req_feature_device(usb3, ctrl, set);
1245 break;
1246 case USB_RECIP_INTERFACE:
1247 break;
1248 case USB_RECIP_ENDPOINT:
1249 stall = usb3_std_req_feature_endpoint(usb3, ctrl, set);
1250 break;
1251 default:
1252 stall = true;
1253 break;
1254 }
1255
1256 if (!stall)
1257 usb3_set_p0_con_for_no_data(usb3);
1258
1259 return stall;
1260 }
1261
1262 static void usb3_pipe0_set_sel_completion(struct usb_ep *ep,
1263 struct usb_request *req)
1264 {
1265 /* TODO */
1266 }
1267
1268 static bool usb3_std_req_set_sel(struct renesas_usb3 *usb3,
1269 struct usb_ctrlrequest *ctrl)
1270 {
1271 u16 w_length = le16_to_cpu(ctrl->wLength);
1272
1273 if (w_length != 6)
1274 return true; /* stall */
1275
1276 dev_dbg(usb3_to_dev(usb3), "set_sel: req = %p\n",
1277 usb_req_to_usb3_req(usb3->ep0_req));
1278 usb3_pipe0_internal_xfer(usb3, NULL, 6, usb3_pipe0_set_sel_completion);
1279
1280 return false;
1281 }
1282
1283 static bool usb3_std_req_set_configuration(struct renesas_usb3 *usb3,
1284 struct usb_ctrlrequest *ctrl)
1285 {
1286 if (ctrl->wValue > 0)
1287 usb3_set_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
1288 else
1289 usb3_clear_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
1290
1291 return false;
1292 }
1293
1294 /**
1295 * usb3_handle_standard_request - handle some standard requests
1296 * @usb3: the renesas_usb3 pointer
1297 * @ctrl: a pointer of setup data
1298 *
1299 * Returns true if this function handled a standard request
1300 */
1301 static bool usb3_handle_standard_request(struct renesas_usb3 *usb3,
1302 struct usb_ctrlrequest *ctrl)
1303 {
1304 bool ret = false;
1305 bool stall = false;
1306
1307 if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD) {
1308 switch (ctrl->bRequest) {
1309 case USB_REQ_SET_ADDRESS:
1310 stall = usb3_std_req_set_address(usb3, ctrl);
1311 ret = true;
1312 break;
1313 case USB_REQ_GET_STATUS:
1314 stall = usb3_std_req_get_status(usb3, ctrl);
1315 ret = true;
1316 break;
1317 case USB_REQ_CLEAR_FEATURE:
1318 stall = usb3_std_req_feature(usb3, ctrl, false);
1319 ret = true;
1320 break;
1321 case USB_REQ_SET_FEATURE:
1322 stall = usb3_std_req_feature(usb3, ctrl, true);
1323 ret = true;
1324 break;
1325 case USB_REQ_SET_SEL:
1326 stall = usb3_std_req_set_sel(usb3, ctrl);
1327 ret = true;
1328 break;
1329 case USB_REQ_SET_ISOCH_DELAY:
1330 /* This hardware doesn't support Isochronous xfer */
1331 stall = true;
1332 ret = true;
1333 break;
1334 case USB_REQ_SET_CONFIGURATION:
1335 usb3_std_req_set_configuration(usb3, ctrl);
1336 break;
1337 default:
1338 break;
1339 }
1340 }
1341
1342 if (stall)
1343 usb3_set_p0_con_stall(usb3);
1344
1345 return ret;
1346 }
1347
1348 static int usb3_p0_con_clear_buffer(struct renesas_usb3 *usb3)
1349 {
1350 usb3_set_bit(usb3, P0_CON_BCLR, USB3_P0_CON);
1351
1352 return usb3_wait(usb3, USB3_P0_CON, P0_CON_BCLR, 0);
1353 }
1354
1355 static void usb3_irq_epc_pipe0_setup(struct renesas_usb3 *usb3)
1356 {
1357 struct usb_ctrlrequest ctrl;
1358 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1359
1360 /* Call giveback function if previous transfer is not completed */
1361 if (usb3_ep->started)
1362 usb3_request_done(usb3_ep, usb3_get_request(usb3_ep),
1363 -ECONNRESET);
1364
1365 usb3_p0_con_clear_buffer(usb3);
1366 usb3_get_setup_data(usb3, &ctrl);
1367 if (!usb3_handle_standard_request(usb3, &ctrl))
1368 if (usb3->driver->setup(&usb3->gadget, &ctrl) < 0)
1369 usb3_set_p0_con_stall(usb3);
1370 }
1371
1372 static void usb3_irq_epc_pipe0_bfrdy(struct renesas_usb3 *usb3)
1373 {
1374 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1375 struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1376
1377 if (!usb3_req)
1378 return;
1379
1380 usb3_p0_xfer(usb3_ep, usb3_req);
1381 }
1382
1383 static void usb3_irq_epc_pipe0(struct renesas_usb3 *usb3)
1384 {
1385 u32 p0_int_sta = usb3_read(usb3, USB3_P0_INT_STA);
1386
1387 p0_int_sta &= usb3_read(usb3, USB3_P0_INT_ENA);
1388 usb3_write(usb3, p0_int_sta, USB3_P0_INT_STA);
1389 if (p0_int_sta & P0_INT_STSED)
1390 usb3_irq_epc_pipe0_status_end(usb3);
1391 if (p0_int_sta & P0_INT_SETUP)
1392 usb3_irq_epc_pipe0_setup(usb3);
1393 if (p0_int_sta & P0_INT_BFRDY)
1394 usb3_irq_epc_pipe0_bfrdy(usb3);
1395 }
1396
1397 static void usb3_request_done_pipen(struct renesas_usb3 *usb3,
1398 struct renesas_usb3_ep *usb3_ep,
1399 struct renesas_usb3_request *usb3_req,
1400 int status)
1401 {
1402 usb3_pn_stop(usb3);
1403 usb3_disable_pipe_irq(usb3, usb3_ep->num);
1404 usb3_request_done(usb3_ep, usb3_req, status);
1405
1406 /* get next usb3_req */
1407 usb3_req = usb3_get_request(usb3_ep);
1408 if (usb3_req)
1409 usb3_start_pipen(usb3_ep, usb3_req);
1410 }
1411
1412 static void usb3_irq_epc_pipen_lsttr(struct renesas_usb3 *usb3, int num)
1413 {
1414 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, num);
1415 struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1416
1417 if (!usb3_req)
1418 return;
1419
1420 if (usb3_ep->dir_in) {
1421 dev_dbg(usb3_to_dev(usb3), "%s: len = %u, actual = %u\n",
1422 __func__, usb3_req->req.length, usb3_req->req.actual);
1423 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, 0);
1424 }
1425 }
1426
1427 static void usb3_irq_epc_pipen_bfrdy(struct renesas_usb3 *usb3, int num)
1428 {
1429 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, num);
1430 struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1431
1432 if (!usb3_req)
1433 return;
1434
1435 if (usb3_ep->dir_in) {
1436 /* Do not stop the IN pipe here to detect LSTTR interrupt */
1437 if (!usb3_write_pipe(usb3_ep, usb3_req, USB3_PN_WRITE))
1438 usb3_clear_bit(usb3, PN_INT_BFRDY, USB3_PN_INT_ENA);
1439 } else {
1440 if (!usb3_read_pipe(usb3_ep, usb3_req, USB3_PN_READ))
1441 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, 0);
1442 }
1443 }
1444
1445 static void usb3_irq_epc_pipen(struct renesas_usb3 *usb3, int num)
1446 {
1447 u32 pn_int_sta;
1448
1449 if (usb3_pn_change(usb3, num) < 0)
1450 return;
1451
1452 pn_int_sta = usb3_read(usb3, USB3_PN_INT_STA);
1453 pn_int_sta &= usb3_read(usb3, USB3_PN_INT_ENA);
1454 usb3_write(usb3, pn_int_sta, USB3_PN_INT_STA);
1455 if (pn_int_sta & PN_INT_LSTTR)
1456 usb3_irq_epc_pipen_lsttr(usb3, num);
1457 if (pn_int_sta & PN_INT_BFRDY)
1458 usb3_irq_epc_pipen_bfrdy(usb3, num);
1459 }
1460
1461 static void usb3_irq_epc_int_2(struct renesas_usb3 *usb3, u32 int_sta_2)
1462 {
1463 int i;
1464
1465 for (i = 0; i < usb3->num_usb3_eps; i++) {
1466 if (int_sta_2 & USB_INT_2_PIPE(i)) {
1467 if (!i)
1468 usb3_irq_epc_pipe0(usb3);
1469 else
1470 usb3_irq_epc_pipen(usb3, i);
1471 }
1472 }
1473 }
1474
1475 static void usb3_irq_epc(struct renesas_usb3 *usb3)
1476 {
1477 u32 int_sta_1 = usb3_read(usb3, USB3_USB_INT_STA_1);
1478 u32 int_sta_2 = usb3_read(usb3, USB3_USB_INT_STA_2);
1479
1480 int_sta_1 &= usb3_read(usb3, USB3_USB_INT_ENA_1);
1481 if (int_sta_1) {
1482 usb3_write(usb3, int_sta_1, USB3_USB_INT_STA_1);
1483 usb3_irq_epc_int_1(usb3, int_sta_1);
1484 }
1485
1486 int_sta_2 &= usb3_read(usb3, USB3_USB_INT_ENA_2);
1487 if (int_sta_2)
1488 usb3_irq_epc_int_2(usb3, int_sta_2);
1489 }
1490
1491 static irqreturn_t renesas_usb3_irq(int irq, void *_usb3)
1492 {
1493 struct renesas_usb3 *usb3 = _usb3;
1494 irqreturn_t ret = IRQ_NONE;
1495 u32 axi_int_sta = usb3_read(usb3, USB3_AXI_INT_STA);
1496
1497 if (axi_int_sta & AXI_INT_EPCINT) {
1498 usb3_irq_epc(usb3);
1499 ret = IRQ_HANDLED;
1500 }
1501
1502 return ret;
1503 }
1504
1505 static void usb3_write_pn_mod(struct renesas_usb3_ep *usb3_ep,
1506 const struct usb_endpoint_descriptor *desc)
1507 {
1508 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1509 u32 val = 0;
1510
1511 val |= usb3_ep->dir_in ? PN_MOD_DIR : 0;
1512 val |= PN_MOD_TYPE(usb_endpoint_type(desc));
1513 val |= PN_MOD_EPNUM(usb_endpoint_num(desc));
1514 usb3_write(usb3, val, USB3_PN_MOD);
1515 }
1516
1517 static u32 usb3_calc_ramarea(int ram_size)
1518 {
1519 WARN_ON(ram_size > SZ_16K);
1520
1521 if (ram_size <= SZ_1K)
1522 return PN_RAMMAP_RAMAREA_1KB;
1523 else if (ram_size <= SZ_2K)
1524 return PN_RAMMAP_RAMAREA_2KB;
1525 else if (ram_size <= SZ_4K)
1526 return PN_RAMMAP_RAMAREA_4KB;
1527 else if (ram_size <= SZ_8K)
1528 return PN_RAMMAP_RAMAREA_8KB;
1529 else
1530 return PN_RAMMAP_RAMAREA_16KB;
1531 }
1532
1533 static u32 usb3_calc_rammap_val(struct renesas_usb3_ep *usb3_ep,
1534 const struct usb_endpoint_descriptor *desc)
1535 {
1536 return usb3_ep->rammap_val | PN_RAMMAP_MPKT(usb_endpoint_maxp(desc));
1537 }
1538
1539 static int usb3_enable_pipe_n(struct renesas_usb3_ep *usb3_ep,
1540 const struct usb_endpoint_descriptor *desc)
1541 {
1542 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1543 unsigned long flags;
1544
1545 usb3_ep->dir_in = usb_endpoint_dir_in(desc);
1546
1547 spin_lock_irqsave(&usb3->lock, flags);
1548 if (!usb3_pn_change(usb3, usb3_ep->num)) {
1549 usb3_write_pn_mod(usb3_ep, desc);
1550 usb3_write(usb3, usb3_calc_rammap_val(usb3_ep, desc),
1551 USB3_PN_RAMMAP);
1552 usb3_pn_con_clear(usb3);
1553 usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
1554 }
1555 spin_unlock_irqrestore(&usb3->lock, flags);
1556
1557 return 0;
1558 }
1559
1560 static int usb3_disable_pipe_n(struct renesas_usb3_ep *usb3_ep)
1561 {
1562 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1563 unsigned long flags;
1564
1565 usb3_ep->halt = false;
1566
1567 spin_lock_irqsave(&usb3->lock, flags);
1568 if (!usb3_pn_change(usb3, usb3_ep->num)) {
1569 usb3_write(usb3, 0, USB3_PN_RAMMAP);
1570 usb3_clear_bit(usb3, PN_CON_EN, USB3_PN_CON);
1571 }
1572 spin_unlock_irqrestore(&usb3->lock, flags);
1573
1574 return 0;
1575 }
1576
1577 /*------- usb_ep_ops -----------------------------------------------------*/
1578 static int renesas_usb3_ep_enable(struct usb_ep *_ep,
1579 const struct usb_endpoint_descriptor *desc)
1580 {
1581 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1582
1583 return usb3_enable_pipe_n(usb3_ep, desc);
1584 }
1585
1586 static int renesas_usb3_ep_disable(struct usb_ep *_ep)
1587 {
1588 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1589 struct renesas_usb3_request *usb3_req;
1590
1591 do {
1592 usb3_req = usb3_get_request(usb3_ep);
1593 if (!usb3_req)
1594 break;
1595 usb3_request_done(usb3_ep, usb3_req, -ESHUTDOWN);
1596 } while (1);
1597
1598 return usb3_disable_pipe_n(usb3_ep);
1599 }
1600
1601 static struct usb_request *__renesas_usb3_ep_alloc_request(gfp_t gfp_flags)
1602 {
1603 struct renesas_usb3_request *usb3_req;
1604
1605 usb3_req = kzalloc(sizeof(struct renesas_usb3_request), gfp_flags);
1606 if (!usb3_req)
1607 return NULL;
1608
1609 INIT_LIST_HEAD(&usb3_req->queue);
1610
1611 return &usb3_req->req;
1612 }
1613
1614 static void __renesas_usb3_ep_free_request(struct usb_request *_req)
1615 {
1616 struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
1617
1618 kfree(usb3_req);
1619 }
1620
1621 static struct usb_request *renesas_usb3_ep_alloc_request(struct usb_ep *_ep,
1622 gfp_t gfp_flags)
1623 {
1624 return __renesas_usb3_ep_alloc_request(gfp_flags);
1625 }
1626
1627 static void renesas_usb3_ep_free_request(struct usb_ep *_ep,
1628 struct usb_request *_req)
1629 {
1630 __renesas_usb3_ep_free_request(_req);
1631 }
1632
1633 static int renesas_usb3_ep_dequeue(struct usb_ep *_ep, struct usb_request *_req)
1634 {
1635 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1636 struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
1637 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1638
1639 dev_dbg(usb3_to_dev(usb3), "ep_dequeue: ep%2d, %u\n", usb3_ep->num,
1640 _req->length);
1641
1642 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, -ECONNRESET);
1643
1644 return 0;
1645 }
1646
1647 static int renesas_usb3_ep_set_halt(struct usb_ep *_ep, int value)
1648 {
1649 return usb3_set_halt(usb_ep_to_usb3_ep(_ep), !!value, false);
1650 }
1651
1652 static int renesas_usb3_ep_set_wedge(struct usb_ep *_ep)
1653 {
1654 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1655
1656 usb3_ep->wedge = true;
1657 return usb3_set_halt(usb3_ep, true, false);
1658 }
1659
1660 static void renesas_usb3_ep_fifo_flush(struct usb_ep *_ep)
1661 {
1662 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1663 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1664 unsigned long flags;
1665
1666 if (usb3_ep->num) {
1667 spin_lock_irqsave(&usb3->lock, flags);
1668 if (!usb3_pn_change(usb3, usb3_ep->num)) {
1669 usb3_pn_con_clear(usb3);
1670 usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
1671 }
1672 spin_unlock_irqrestore(&usb3->lock, flags);
1673 } else {
1674 usb3_p0_con_clear_buffer(usb3);
1675 }
1676 }
1677
1678 static struct usb_ep_ops renesas_usb3_ep_ops = {
1679 .enable = renesas_usb3_ep_enable,
1680 .disable = renesas_usb3_ep_disable,
1681
1682 .alloc_request = renesas_usb3_ep_alloc_request,
1683 .free_request = renesas_usb3_ep_free_request,
1684
1685 .queue = renesas_usb3_ep_queue,
1686 .dequeue = renesas_usb3_ep_dequeue,
1687
1688 .set_halt = renesas_usb3_ep_set_halt,
1689 .set_wedge = renesas_usb3_ep_set_wedge,
1690 .fifo_flush = renesas_usb3_ep_fifo_flush,
1691 };
1692
1693 /*------- usb_gadget_ops -------------------------------------------------*/
1694 static int renesas_usb3_start(struct usb_gadget *gadget,
1695 struct usb_gadget_driver *driver)
1696 {
1697 struct renesas_usb3 *usb3;
1698
1699 if (!driver || driver->max_speed < USB_SPEED_FULL ||
1700 !driver->setup)
1701 return -EINVAL;
1702
1703 usb3 = gadget_to_renesas_usb3(gadget);
1704
1705 /* hook up the driver */
1706 usb3->driver = driver;
1707
1708 renesas_usb3_init_controller(usb3);
1709
1710 return 0;
1711 }
1712
1713 static int renesas_usb3_stop(struct usb_gadget *gadget)
1714 {
1715 struct renesas_usb3 *usb3 = gadget_to_renesas_usb3(gadget);
1716 unsigned long flags;
1717
1718 spin_lock_irqsave(&usb3->lock, flags);
1719 usb3->softconnect = false;
1720 usb3->gadget.speed = USB_SPEED_UNKNOWN;
1721 usb3->driver = NULL;
1722 renesas_usb3_stop_controller(usb3);
1723 spin_unlock_irqrestore(&usb3->lock, flags);
1724
1725 return 0;
1726 }
1727
1728 static int renesas_usb3_get_frame(struct usb_gadget *_gadget)
1729 {
1730 return -EOPNOTSUPP;
1731 }
1732
1733 static int renesas_usb3_pullup(struct usb_gadget *gadget, int is_on)
1734 {
1735 struct renesas_usb3 *usb3 = gadget_to_renesas_usb3(gadget);
1736
1737 usb3->softconnect = !!is_on;
1738
1739 return 0;
1740 }
1741
1742 static int renesas_usb3_set_selfpowered(struct usb_gadget *gadget, int is_self)
1743 {
1744 gadget->is_selfpowered = !!is_self;
1745
1746 return 0;
1747 }
1748
1749 static const struct usb_gadget_ops renesas_usb3_gadget_ops = {
1750 .get_frame = renesas_usb3_get_frame,
1751 .udc_start = renesas_usb3_start,
1752 .udc_stop = renesas_usb3_stop,
1753 .pullup = renesas_usb3_pullup,
1754 .set_selfpowered = renesas_usb3_set_selfpowered,
1755 };
1756
1757 /*------- platform_driver ------------------------------------------------*/
1758 static int renesas_usb3_remove(struct platform_device *pdev)
1759 {
1760 struct renesas_usb3 *usb3 = platform_get_drvdata(pdev);
1761
1762 pm_runtime_put(&pdev->dev);
1763 pm_runtime_disable(&pdev->dev);
1764
1765 usb_del_gadget_udc(&usb3->gadget);
1766
1767 __renesas_usb3_ep_free_request(usb3->ep0_req);
1768
1769 return 0;
1770 }
1771
1772 static int renesas_usb3_init_ep(struct renesas_usb3 *usb3, struct device *dev,
1773 const struct renesas_usb3_priv *priv)
1774 {
1775 struct renesas_usb3_ep *usb3_ep;
1776 int i;
1777
1778 /* calculate num_usb3_eps from renesas_usb3_priv */
1779 usb3->num_usb3_eps = priv->ramsize_per_ramif * priv->num_ramif * 2 /
1780 priv->ramsize_per_pipe + 1;
1781
1782 if (usb3->num_usb3_eps > USB3_MAX_NUM_PIPES)
1783 usb3->num_usb3_eps = USB3_MAX_NUM_PIPES;
1784
1785 usb3->usb3_ep = devm_kzalloc(dev, sizeof(*usb3_ep) * usb3->num_usb3_eps,
1786 GFP_KERNEL);
1787 if (!usb3->usb3_ep)
1788 return -ENOMEM;
1789
1790 dev_dbg(dev, "%s: num_usb3_eps = %d\n", __func__, usb3->num_usb3_eps);
1791 /*
1792 * This driver prepares pipes as the followings:
1793 * - odd pipes = IN pipe
1794 * - even pipes = OUT pipe (except pipe 0)
1795 */
1796 usb3_for_each_ep(usb3_ep, usb3, i) {
1797 snprintf(usb3_ep->ep_name, sizeof(usb3_ep->ep_name), "ep%d", i);
1798 usb3_ep->usb3 = usb3;
1799 usb3_ep->num = i;
1800 usb3_ep->ep.name = usb3_ep->ep_name;
1801 usb3_ep->ep.ops = &renesas_usb3_ep_ops;
1802 INIT_LIST_HEAD(&usb3_ep->queue);
1803 INIT_LIST_HEAD(&usb3_ep->ep.ep_list);
1804 if (!i) {
1805 /* for control pipe */
1806 usb3->gadget.ep0 = &usb3_ep->ep;
1807 usb_ep_set_maxpacket_limit(&usb3_ep->ep,
1808 USB3_EP0_HSFS_MAX_PACKET_SIZE);
1809 usb3_ep->ep.caps.type_control = true;
1810 usb3_ep->ep.caps.dir_in = true;
1811 usb3_ep->ep.caps.dir_out = true;
1812 continue;
1813 }
1814
1815 /* for bulk or interrupt pipe */
1816 usb_ep_set_maxpacket_limit(&usb3_ep->ep, ~0);
1817 list_add_tail(&usb3_ep->ep.ep_list, &usb3->gadget.ep_list);
1818 usb3_ep->ep.caps.type_bulk = true;
1819 usb3_ep->ep.caps.type_int = true;
1820 if (i & 1)
1821 usb3_ep->ep.caps.dir_in = true;
1822 else
1823 usb3_ep->ep.caps.dir_out = true;
1824 }
1825
1826 return 0;
1827 }
1828
1829 static void renesas_usb3_init_ram(struct renesas_usb3 *usb3, struct device *dev,
1830 const struct renesas_usb3_priv *priv)
1831 {
1832 struct renesas_usb3_ep *usb3_ep;
1833 int i;
1834 u32 ramif[2], basead[2]; /* index 0 = for IN pipes */
1835 u32 *cur_ramif, *cur_basead;
1836 u32 val;
1837
1838 memset(ramif, 0, sizeof(ramif));
1839 memset(basead, 0, sizeof(basead));
1840
1841 /*
1842 * This driver prepares pipes as the followings:
1843 * - all pipes = the same size as "ramsize_per_pipe"
1844 * Please refer to the "Method of Specifying RAM Mapping"
1845 */
1846 usb3_for_each_ep(usb3_ep, usb3, i) {
1847 if (!i)
1848 continue; /* out of scope if ep num = 0 */
1849 if (usb3_ep->ep.caps.dir_in) {
1850 cur_ramif = &ramif[0];
1851 cur_basead = &basead[0];
1852 } else {
1853 cur_ramif = &ramif[1];
1854 cur_basead = &basead[1];
1855 }
1856
1857 if (*cur_basead > priv->ramsize_per_ramif)
1858 continue; /* out of memory for IN or OUT pipe */
1859
1860 /* calculate rammap_val */
1861 val = PN_RAMMAP_RAMIF(*cur_ramif);
1862 val |= usb3_calc_ramarea(priv->ramsize_per_pipe);
1863 val |= PN_RAMMAP_BASEAD(*cur_basead);
1864 usb3_ep->rammap_val = val;
1865
1866 dev_dbg(dev, "ep%2d: val = %08x, ramif = %d, base = %x\n",
1867 i, val, *cur_ramif, *cur_basead);
1868
1869 /* update current ramif */
1870 if (*cur_ramif + 1 == priv->num_ramif) {
1871 *cur_ramif = 0;
1872 *cur_basead += priv->ramsize_per_pipe;
1873 } else {
1874 (*cur_ramif)++;
1875 }
1876 }
1877 }
1878
1879 static const struct renesas_usb3_priv renesas_usb3_priv_r8a7795 = {
1880 .ramsize_per_ramif = SZ_16K,
1881 .num_ramif = 2,
1882 .ramsize_per_pipe = SZ_4K,
1883 .workaround_for_vbus = true,
1884 };
1885
1886 static const struct of_device_id usb3_of_match[] = {
1887 {
1888 .compatible = "renesas,r8a7795-usb3-peri",
1889 .data = &renesas_usb3_priv_r8a7795,
1890 },
1891 { },
1892 };
1893 MODULE_DEVICE_TABLE(of, usb3_of_match);
1894
1895 static int renesas_usb3_probe(struct platform_device *pdev)
1896 {
1897 struct renesas_usb3 *usb3;
1898 struct resource *res;
1899 const struct of_device_id *match;
1900 int irq, ret;
1901 const struct renesas_usb3_priv *priv;
1902
1903 match = of_match_node(usb3_of_match, pdev->dev.of_node);
1904 if (!match)
1905 return -ENODEV;
1906 priv = match->data;
1907
1908 irq = platform_get_irq(pdev, 0);
1909 if (irq < 0)
1910 return -ENODEV;
1911
1912 usb3 = devm_kzalloc(&pdev->dev, sizeof(*usb3), GFP_KERNEL);
1913 if (!usb3)
1914 return -ENOMEM;
1915
1916 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1917 usb3->reg = devm_ioremap_resource(&pdev->dev, res);
1918 if (IS_ERR(usb3->reg))
1919 return PTR_ERR(usb3->reg);
1920
1921 platform_set_drvdata(pdev, usb3);
1922 spin_lock_init(&usb3->lock);
1923
1924 usb3->gadget.ops = &renesas_usb3_gadget_ops;
1925 usb3->gadget.name = udc_name;
1926 usb3->gadget.max_speed = USB_SPEED_SUPER;
1927 INIT_LIST_HEAD(&usb3->gadget.ep_list);
1928 ret = renesas_usb3_init_ep(usb3, &pdev->dev, priv);
1929 if (ret < 0)
1930 return ret;
1931 renesas_usb3_init_ram(usb3, &pdev->dev, priv);
1932
1933 ret = devm_request_irq(&pdev->dev, irq, renesas_usb3_irq, 0,
1934 dev_name(&pdev->dev), usb3);
1935 if (ret < 0)
1936 return ret;
1937
1938 /* for ep0 handling */
1939 usb3->ep0_req = __renesas_usb3_ep_alloc_request(GFP_KERNEL);
1940 if (!usb3->ep0_req)
1941 return -ENOMEM;
1942
1943 ret = usb_add_gadget_udc(&pdev->dev, &usb3->gadget);
1944 if (ret < 0)
1945 goto err_add_udc;
1946
1947 usb3->workaround_for_vbus = priv->workaround_for_vbus;
1948
1949 pm_runtime_enable(&pdev->dev);
1950 pm_runtime_get_sync(&pdev->dev);
1951
1952 dev_info(&pdev->dev, "probed\n");
1953
1954 return 0;
1955
1956 err_add_udc:
1957 __renesas_usb3_ep_free_request(usb3->ep0_req);
1958
1959 return ret;
1960 }
1961
1962 static struct platform_driver renesas_usb3_driver = {
1963 .probe = renesas_usb3_probe,
1964 .remove = renesas_usb3_remove,
1965 .driver = {
1966 .name = (char *)udc_name,
1967 .of_match_table = of_match_ptr(usb3_of_match),
1968 },
1969 };
1970 module_platform_driver(renesas_usb3_driver);
1971
1972 MODULE_DESCRIPTION("Renesas USB3.0 Peripheral driver");
1973 MODULE_LICENSE("GPL v2");
1974 MODULE_AUTHOR("Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>");
1975 MODULE_ALIAS("platform:renesas_usb3");
Linux with added FPC-III support