?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
bna: remove oper_state_cbfn from struct bna_rxf
[linux/fpc-iii.git] / drivers / usb / gadget / udc / bdc / bdc_ep.c
blobb04980cf6dc42108f4861e4dfa7285dd4fe56af9
1 /*
2 * bdc_ep.c - BRCM BDC USB3.0 device controller endpoint related functions
3 *
4 * Copyright (C) 2014 Broadcom Corporation
5 *
6 * Author: Ashwini Pahuja
7 *
8 * Based on drivers under drivers/usb/
9 *
10 * This program is free software; you can redistribute it and/or modify it
11 * under the terms of the GNU General Public License as published by the
12 * Free Software Foundation; either version 2 of the License, or (at your
13 * option) any later version.
14 *
15 */
16 #include <linux/module.h>
17 #include <linux/pci.h>
18 #include <linux/dma-mapping.h>
19 #include <linux/kernel.h>
20 #include <linux/delay.h>
21 #include <linux/dmapool.h>
22 #include <linux/ioport.h>
23 #include <linux/sched.h>
24 #include <linux/slab.h>
25 #include <linux/errno.h>
26 #include <linux/init.h>
27 #include <linux/timer.h>
28 #include <linux/list.h>
29 #include <linux/interrupt.h>
30 #include <linux/moduleparam.h>
31 #include <linux/device.h>
32 #include <linux/usb/ch9.h>
33 #include <linux/usb/gadget.h>
34 #include <linux/usb/otg.h>
35 #include <linux/pm.h>
36 #include <linux/io.h>
37 #include <linux/irq.h>
38 #include <asm/unaligned.h>
39 #include <linux/platform_device.h>
40 #include <linux/usb/composite.h>
41
42 #include "bdc.h"
43 #include "bdc_ep.h"
44 #include "bdc_cmd.h"
45 #include "bdc_dbg.h"
46
47 static const char * const ep0_state_string[] = {
48 "WAIT_FOR_SETUP",
49 "WAIT_FOR_DATA_START",
50 "WAIT_FOR_DATA_XMIT",
51 "WAIT_FOR_STATUS_START",
52 "WAIT_FOR_STATUS_XMIT",
53 "STATUS_PENDING"
54 };
55
56 /* Free the bdl during ep disable */
57 static void ep_bd_list_free(struct bdc_ep *ep, u32 num_tabs)
58 {
59 struct bd_list *bd_list = &ep->bd_list;
60 struct bdc *bdc = ep->bdc;
61 struct bd_table *bd_table;
62 int index;
63
64 dev_dbg(bdc->dev, "%s ep:%s num_tabs:%d\n",
65 __func__, ep->name, num_tabs);
66
67 if (!bd_list->bd_table_array) {
68 dev_dbg(bdc->dev, "%s already freed\n", ep->name);
69 return;
70 }
71 for (index = 0; index < num_tabs; index++) {
72 /*
73 * check if the bd_table struct is allocated ?
74 * if yes, then check if bd memory has been allocated, then
75 * free the dma_pool and also the bd_table struct memory
76 */
77 bd_table = bd_list->bd_table_array[index];
78 dev_dbg(bdc->dev, "bd_table:%p index:%d\n", bd_table, index);
79 if (!bd_table) {
80 dev_dbg(bdc->dev, "bd_table not allocated\n");
81 continue;
82 }
83 if (!bd_table->start_bd) {
84 dev_dbg(bdc->dev, "bd dma pool not allocted\n");
85 continue;
86 }
87
88 dev_dbg(bdc->dev,
89 "Free dma pool start_bd:%p dma:%llx\n",
90 bd_table->start_bd,
91 (unsigned long long)bd_table->dma);
92
93 dma_pool_free(bdc->bd_table_pool,
94 bd_table->start_bd,
95 bd_table->dma);
96 /* Free the bd_table structure */
97 kfree(bd_table);
98 }
99 /* Free the bd table array */
100 kfree(ep->bd_list.bd_table_array);
101 }
102
103 /*
104 * chain the tables, by insteting a chain bd at the end of prev_table, pointing
105 * to next_table
106 */
107 static inline void chain_table(struct bd_table *prev_table,
108 struct bd_table *next_table,
109 u32 bd_p_tab)
110 {
111 /* Chain the prev table to next table */
112 prev_table->start_bd[bd_p_tab-1].offset[0] =
113 cpu_to_le32(lower_32_bits(next_table->dma));
114
115 prev_table->start_bd[bd_p_tab-1].offset[1] =
116 cpu_to_le32(upper_32_bits(next_table->dma));
117
118 prev_table->start_bd[bd_p_tab-1].offset[2] =
119 0x0;
120
121 prev_table->start_bd[bd_p_tab-1].offset[3] =
122 cpu_to_le32(MARK_CHAIN_BD);
123 }
124
125 /* Allocate the bdl for ep, during config ep */
126 static int ep_bd_list_alloc(struct bdc_ep *ep)
127 {
128 struct bd_table *prev_table = NULL;
129 int index, num_tabs, bd_p_tab;
130 struct bdc *bdc = ep->bdc;
131 struct bd_table *bd_table;
132 dma_addr_t dma;
133
134 if (usb_endpoint_xfer_isoc(ep->desc))
135 num_tabs = NUM_TABLES_ISOCH;
136 else
137 num_tabs = NUM_TABLES;
138
139 bd_p_tab = NUM_BDS_PER_TABLE;
140 /* if there is only 1 table in bd list then loop chain to self */
141 dev_dbg(bdc->dev,
142 "%s ep:%p num_tabs:%d\n",
143 __func__, ep, num_tabs);
144
145 /* Allocate memory for table array */
146 ep->bd_list.bd_table_array = kzalloc(
147 num_tabs * sizeof(struct bd_table *),
148 GFP_ATOMIC);
149 if (!ep->bd_list.bd_table_array)
150 return -ENOMEM;
151
152 /* Allocate memory for each table */
153 for (index = 0; index < num_tabs; index++) {
154 /* Allocate memory for bd_table structure */
155 bd_table = kzalloc(sizeof(struct bd_table), GFP_ATOMIC);
156 if (!bd_table)
157 goto fail;
158
159 bd_table->start_bd = dma_pool_alloc(bdc->bd_table_pool,
160 GFP_ATOMIC,
161 &dma);
162 if (!bd_table->start_bd)
163 goto fail;
164
165 bd_table->dma = dma;
166
167 dev_dbg(bdc->dev,
168 "index:%d start_bd:%p dma=%08llx prev_table:%p\n",
169 index, bd_table->start_bd,
170 (unsigned long long)bd_table->dma, prev_table);
171
172 ep->bd_list.bd_table_array[index] = bd_table;
173 memset(bd_table->start_bd, 0, bd_p_tab * sizeof(struct bdc_bd));
174 if (prev_table)
175 chain_table(prev_table, bd_table, bd_p_tab);
176
177 prev_table = bd_table;
178 }
179 chain_table(prev_table, ep->bd_list.bd_table_array[0], bd_p_tab);
180 /* Memory allocation is successful, now init the internal fields */
181 ep->bd_list.num_tabs = num_tabs;
182 ep->bd_list.max_bdi = (num_tabs * bd_p_tab) - 1;
183 ep->bd_list.num_tabs = num_tabs;
184 ep->bd_list.num_bds_table = bd_p_tab;
185 ep->bd_list.eqp_bdi = 0;
186 ep->bd_list.hwd_bdi = 0;
187
188 return 0;
189 fail:
190 /* Free the bd_table_array, bd_table struct, bd's */
191 ep_bd_list_free(ep, num_tabs);
192
193 return -ENOMEM;
194 }
195
196 /* returns how many bd's are need for this transfer */
197 static inline int bd_needed_req(struct bdc_req *req)
198 {
199 int bd_needed = 0;
200 int remaining;
201
202 /* 1 bd needed for 0 byte transfer */
203 if (req->usb_req.length == 0)
204 return 1;
205
206 /* remaining bytes after tranfering all max BD size BD's */
207 remaining = req->usb_req.length % BD_MAX_BUFF_SIZE;
208 if (remaining)
209 bd_needed++;
210
211 /* How many maximum BUFF size BD's ? */
212 remaining = req->usb_req.length / BD_MAX_BUFF_SIZE;
213 bd_needed += remaining;
214
215 return bd_needed;
216 }
217
218 /* returns the bd index(bdi) corresponding to bd dma address */
219 static int bd_add_to_bdi(struct bdc_ep *ep, dma_addr_t bd_dma_addr)
220 {
221 struct bd_list *bd_list = &ep->bd_list;
222 dma_addr_t dma_first_bd, dma_last_bd;
223 struct bdc *bdc = ep->bdc;
224 struct bd_table *bd_table;
225 bool found = false;
226 int tbi, bdi;
227
228 dma_first_bd = dma_last_bd = 0;
229 dev_dbg(bdc->dev, "%s %llx\n",
230 __func__, (unsigned long long)bd_dma_addr);
231 /*
232 * Find in which table this bd_dma_addr belongs?, go through the table
233 * array and compare addresses of first and last address of bd of each
234 * table
235 */
236 for (tbi = 0; tbi < bd_list->num_tabs; tbi++) {
237 bd_table = bd_list->bd_table_array[tbi];
238 dma_first_bd = bd_table->dma;
239 dma_last_bd = bd_table->dma +
240 (sizeof(struct bdc_bd) *
241 (bd_list->num_bds_table - 1));
242 dev_dbg(bdc->dev, "dma_first_bd:%llx dma_last_bd:%llx\n",
243 (unsigned long long)dma_first_bd,
244 (unsigned long long)dma_last_bd);
245 if (bd_dma_addr >= dma_first_bd && bd_dma_addr <= dma_last_bd) {
246 found = true;
247 break;
248 }
249 }
250 if (unlikely(!found)) {
251 dev_err(bdc->dev, "%s FATAL err, bd not found\n", __func__);
252 return -EINVAL;
253 }
254 /* Now we know the table, find the bdi */
255 bdi = (bd_dma_addr - dma_first_bd) / sizeof(struct bdc_bd);
256
257 /* return the global bdi, to compare with ep eqp_bdi */
258 return (bdi + (tbi * bd_list->num_bds_table));
259 }
260
261 /* returns the table index(tbi) of the given bdi */
262 static int bdi_to_tbi(struct bdc_ep *ep, int bdi)
263 {
264 int tbi;
265
266 tbi = bdi / ep->bd_list.num_bds_table;
267 dev_vdbg(ep->bdc->dev,
268 "bdi:%d num_bds_table:%d tbi:%d\n",
269 bdi, ep->bd_list.num_bds_table, tbi);
270
271 return tbi;
272 }
273
274 /* Find the bdi last bd in the transfer */
275 static inline int find_end_bdi(struct bdc_ep *ep, int next_hwd_bdi)
276 {
277 int end_bdi;
278
279 end_bdi = next_hwd_bdi - 1;
280 if (end_bdi < 0)
281 end_bdi = ep->bd_list.max_bdi - 1;
282 else if ((end_bdi % (ep->bd_list.num_bds_table-1)) == 0)
283 end_bdi--;
284
285 return end_bdi;
286 }
287
288 /*
289 * How many transfer bd's are available on this ep bdl, chain bds are not
290 * counted in available bds
291 */
292 static int bd_available_ep(struct bdc_ep *ep)
293 {
294 struct bd_list *bd_list = &ep->bd_list;
295 int available1, available2;
296 struct bdc *bdc = ep->bdc;
297 int chain_bd1, chain_bd2;
298 int available_bd = 0;
299
300 available1 = available2 = chain_bd1 = chain_bd2 = 0;
301 /* if empty then we have all bd's available - number of chain bd's */
302 if (bd_list->eqp_bdi == bd_list->hwd_bdi)
303 return bd_list->max_bdi - bd_list->num_tabs;
304
305 /*
306 * Depending upon where eqp and dqp pointers are, caculate number
307 * of avaialble bd's
308 */
309 if (bd_list->hwd_bdi < bd_list->eqp_bdi) {
310 /* available bd's are from eqp..max_bds + 0..dqp - chain_bds */
311 available1 = bd_list->max_bdi - bd_list->eqp_bdi;
312 available2 = bd_list->hwd_bdi;
313 chain_bd1 = available1 / bd_list->num_bds_table;
314 chain_bd2 = available2 / bd_list->num_bds_table;
315 dev_vdbg(bdc->dev, "chain_bd1:%d chain_bd2:%d\n",
316 chain_bd1, chain_bd2);
317 available_bd = available1 + available2 - chain_bd1 - chain_bd2;
318 } else {
319 /* available bd's are from eqp..dqp - number of chain bd's */
320 available1 = bd_list->hwd_bdi - bd_list->eqp_bdi;
321 /* if gap between eqp and dqp is less than NUM_BDS_PER_TABLE */
322 if ((bd_list->hwd_bdi - bd_list->eqp_bdi)
323 <= bd_list->num_bds_table) {
324 /* If there any chain bd in between */
325 if (!(bdi_to_tbi(ep, bd_list->hwd_bdi)
326 == bdi_to_tbi(ep, bd_list->eqp_bdi))) {
327 available_bd = available1 - 1;
328 }
329 } else {
330 chain_bd1 = available1 / bd_list->num_bds_table;
331 available_bd = available1 - chain_bd1;
332 }
333 }
334 /*
335 * we need to keep one extra bd to check if ring is full or empty so
336 * reduce by 1
337 */
338 available_bd--;
339 dev_vdbg(bdc->dev, "available_bd:%d\n", available_bd);
340
341 return available_bd;
342 }
343
344 /* Notify the hardware after queueing the bd to bdl */
345 void bdc_notify_xfr(struct bdc *bdc, u32 epnum)
346 {
347 struct bdc_ep *ep = bdc->bdc_ep_array[epnum];
348
349 dev_vdbg(bdc->dev, "%s epnum:%d\n", __func__, epnum);
350 /*
351 * We don't have anyway to check if ep state is running,
352 * except the software flags.
353 */
354 if (unlikely(ep->flags & BDC_EP_STOP))
355 ep->flags &= ~BDC_EP_STOP;
356
357 bdc_writel(bdc->regs, BDC_XSFNTF, epnum);
358 }
359
360 /* returns the bd corresponding to bdi */
361 static struct bdc_bd *bdi_to_bd(struct bdc_ep *ep, int bdi)
362 {
363 int tbi = bdi_to_tbi(ep, bdi);
364 int local_bdi = 0;
365
366 local_bdi = bdi - (tbi * ep->bd_list.num_bds_table);
367 dev_vdbg(ep->bdc->dev,
368 "%s bdi:%d local_bdi:%d\n",
369 __func__, bdi, local_bdi);
370
371 return (ep->bd_list.bd_table_array[tbi]->start_bd + local_bdi);
372 }
373
374 /* Advance the enqueue pointer */
375 static void ep_bdlist_eqp_adv(struct bdc_ep *ep)
376 {
377 ep->bd_list.eqp_bdi++;
378 /* if it's chain bd, then move to next */
379 if (((ep->bd_list.eqp_bdi + 1) % ep->bd_list.num_bds_table) == 0)
380 ep->bd_list.eqp_bdi++;
381
382 /* if the eqp is pointing to last + 1 then move back to 0 */
383 if (ep->bd_list.eqp_bdi == (ep->bd_list.max_bdi + 1))
384 ep->bd_list.eqp_bdi = 0;
385 }
386
387 /* Setup the first bd for ep0 transfer */
388 static int setup_first_bd_ep0(struct bdc *bdc, struct bdc_req *req, u32 *dword3)
389 {
390 u16 wValue;
391 u32 req_len;
392
393 req->ep->dir = 0;
394 req_len = req->usb_req.length;
395 switch (bdc->ep0_state) {
396 case WAIT_FOR_DATA_START:
397 *dword3 |= BD_TYPE_DS;
398 if (bdc->setup_pkt.bRequestType & USB_DIR_IN)
399 *dword3 |= BD_DIR_IN;
400
401 /* check if zlp will be needed */
402 wValue = le16_to_cpu(bdc->setup_pkt.wValue);
403 if ((wValue > req_len) &&
404 (req_len % bdc->gadget.ep0->maxpacket == 0)) {
405 dev_dbg(bdc->dev, "ZLP needed wVal:%d len:%d MaxP:%d\n",
406 wValue, req_len,
407 bdc->gadget.ep0->maxpacket);
408 bdc->zlp_needed = true;
409 }
410 break;
411
412 case WAIT_FOR_STATUS_START:
413 *dword3 |= BD_TYPE_SS;
414 if (!le16_to_cpu(bdc->setup_pkt.wLength) ||
415 !(bdc->setup_pkt.bRequestType & USB_DIR_IN))
416 *dword3 |= BD_DIR_IN;
417 break;
418 default:
419 dev_err(bdc->dev,
420 "Unknown ep0 state for queueing bd ep0_state:%s\n",
421 ep0_state_string[bdc->ep0_state]);
422 return -EINVAL;
423 }
424
425 return 0;
426 }
427
428 /* Setup the bd dma descriptor for a given request */
429 static int setup_bd_list_xfr(struct bdc *bdc, struct bdc_req *req, int num_bds)
430 {
431 dma_addr_t buf_add = req->usb_req.dma;
432 u32 maxp, tfs, dword2, dword3;
433 struct bd_transfer *bd_xfr;
434 struct bd_list *bd_list;
435 struct bdc_ep *ep;
436 struct bdc_bd *bd;
437 int ret, bdnum;
438 u32 req_len;
439
440 ep = req->ep;
441 bd_list = &ep->bd_list;
442 bd_xfr = &req->bd_xfr;
443 bd_xfr->req = req;
444 bd_xfr->start_bdi = bd_list->eqp_bdi;
445 bd = bdi_to_bd(ep, bd_list->eqp_bdi);
446 req_len = req->usb_req.length;
447 maxp = usb_endpoint_maxp(ep->desc) & 0x7ff;
448 tfs = roundup(req->usb_req.length, maxp);
449 tfs = tfs/maxp;
450 dev_vdbg(bdc->dev, "%s ep:%s num_bds:%d tfs:%d r_len:%d bd:%p\n",
451 __func__, ep->name, num_bds, tfs, req_len, bd);
452
453 for (bdnum = 0; bdnum < num_bds; bdnum++) {
454 dword2 = dword3 = 0;
455 /* First bd */
456 if (!bdnum) {
457 dword3 |= BD_SOT|BD_SBF|(tfs<<BD_TFS_SHIFT);
458 dword2 |= BD_LTF;
459 /* format of first bd for ep0 is different than other */
460 if (ep->ep_num == 1) {
461 ret = setup_first_bd_ep0(bdc, req, &dword3);
462 if (ret)
463 return ret;
464 }
465 }
466 if (!req->ep->dir)
467 dword3 |= BD_ISP;
468
469 if (req_len > BD_MAX_BUFF_SIZE) {
470 dword2 |= BD_MAX_BUFF_SIZE;
471 req_len -= BD_MAX_BUFF_SIZE;
472 } else {
473 /* this should be the last bd */
474 dword2 |= req_len;
475 dword3 |= BD_IOC;
476 dword3 |= BD_EOT;
477 }
478 /* Currently only 1 INT target is supported */
479 dword2 |= BD_INTR_TARGET(0);
480 bd = bdi_to_bd(ep, ep->bd_list.eqp_bdi);
481 if (unlikely(!bd)) {
482 dev_err(bdc->dev, "Err bd pointing to wrong addr\n");
483 return -EINVAL;
484 }
485 /* write bd */
486 bd->offset[0] = cpu_to_le32(lower_32_bits(buf_add));
487 bd->offset[1] = cpu_to_le32(upper_32_bits(buf_add));
488 bd->offset[2] = cpu_to_le32(dword2);
489 bd->offset[3] = cpu_to_le32(dword3);
490 /* advance eqp pointer */
491 ep_bdlist_eqp_adv(ep);
492 /* advance the buff pointer */
493 buf_add += BD_MAX_BUFF_SIZE;
494 dev_vdbg(bdc->dev, "buf_add:%08llx req_len:%d bd:%p eqp:%d\n",
495 (unsigned long long)buf_add, req_len, bd,
496 ep->bd_list.eqp_bdi);
497 bd = bdi_to_bd(ep, ep->bd_list.eqp_bdi);
498 bd->offset[3] = cpu_to_le32(BD_SBF);
499 }
500 /* clear the STOP BD fetch bit from the first bd of this xfr */
501 bd = bdi_to_bd(ep, bd_xfr->start_bdi);
502 bd->offset[3] &= cpu_to_le32(~BD_SBF);
503 /* the new eqp will be next hw dqp */
504 bd_xfr->num_bds = num_bds;
505 bd_xfr->next_hwd_bdi = ep->bd_list.eqp_bdi;
506 /* everything is written correctly before notifying the HW */
507 wmb();
508
509 return 0;
510 }
511
512 /* Queue the xfr */
513 static int bdc_queue_xfr(struct bdc *bdc, struct bdc_req *req)
514 {
515 int num_bds, bd_available;
516 struct bdc_ep *ep;
517 int ret;
518
519 ep = req->ep;
520 dev_dbg(bdc->dev, "%s req:%p\n", __func__, req);
521 dev_dbg(bdc->dev, "eqp_bdi:%d hwd_bdi:%d\n",
522 ep->bd_list.eqp_bdi, ep->bd_list.hwd_bdi);
523
524 num_bds = bd_needed_req(req);
525 bd_available = bd_available_ep(ep);
526
527 /* how many bd's are avaialble on ep */
528 if (num_bds > bd_available)
529 return -ENOMEM;
530
531 ret = setup_bd_list_xfr(bdc, req, num_bds);
532 if (ret)
533 return ret;
534 list_add_tail(&req->queue, &ep->queue);
535 bdc_dbg_bd_list(bdc, ep);
536 bdc_notify_xfr(bdc, ep->ep_num);
537
538 return 0;
539 }
540
541 /* callback to gadget layer when xfr completes */
542 static void bdc_req_complete(struct bdc_ep *ep, struct bdc_req *req,
543 int status)
544 {
545 struct bdc *bdc = ep->bdc;
546
547 if (req == NULL || &req->queue == NULL || &req->usb_req == NULL)
548 return;
549
550 dev_dbg(bdc->dev, "%s ep:%s status:%d\n", __func__, ep->name, status);
551 list_del(&req->queue);
552 req->usb_req.status = status;
553 usb_gadget_unmap_request(&bdc->gadget, &req->usb_req, ep->dir);
554 if (req->usb_req.complete) {
555 spin_unlock(&bdc->lock);
556 usb_gadget_giveback_request(&ep->usb_ep, &req->usb_req);
557 spin_lock(&bdc->lock);
558 }
559 }
560
561 /* Disable the endpoint */
562 int bdc_ep_disable(struct bdc_ep *ep)
563 {
564 struct bdc_req *req;
565 struct bdc *bdc;
566 int ret;
567
568 ret = 0;
569 bdc = ep->bdc;
570 dev_dbg(bdc->dev, "%s() ep->ep_num=%d\n", __func__, ep->ep_num);
571 /* Stop the endpoint */
572 ret = bdc_stop_ep(bdc, ep->ep_num);
573
574 /*
575 * Intentionally don't check the ret value of stop, it can fail in
576 * disconnect scenarios, continue with dconfig
577 */
578 /* de-queue any pending requests */
579 while (!list_empty(&ep->queue)) {
580 req = list_entry(ep->queue.next, struct bdc_req,
581 queue);
582 bdc_req_complete(ep, req, -ESHUTDOWN);
583 }
584 /* deconfigure the endpoint */
585 ret = bdc_dconfig_ep(bdc, ep);
586 if (ret)
587 dev_warn(bdc->dev,
588 "dconfig fail but continue with memory free");
589
590 ep->flags = 0;
591 /* ep0 memory is not freed, but reused on next connect sr */
592 if (ep->ep_num == 1)
593 return 0;
594
595 /* Free the bdl memory */
596 ep_bd_list_free(ep, ep->bd_list.num_tabs);
597 ep->desc = NULL;
598 ep->comp_desc = NULL;
599 ep->usb_ep.desc = NULL;
600 ep->ep_type = 0;
601
602 return ret;
603 }
604
605 /* Enable the ep */
606 int bdc_ep_enable(struct bdc_ep *ep)
607 {
608 struct bdc *bdc;
609 int ret = 0;
610
611 bdc = ep->bdc;
612 dev_dbg(bdc->dev, "%s NUM_TABLES:%d %d\n",
613 __func__, NUM_TABLES, NUM_TABLES_ISOCH);
614
615 ret = ep_bd_list_alloc(ep);
616 if (ret) {
617 dev_err(bdc->dev, "ep bd list allocation failed:%d\n", ret);
618 return -ENOMEM;
619 }
620 bdc_dbg_bd_list(bdc, ep);
621 /* only for ep0: config ep is called for ep0 from connect event */
622 ep->flags |= BDC_EP_ENABLED;
623 if (ep->ep_num == 1)
624 return ret;
625
626 /* Issue a configure endpoint command */
627 ret = bdc_config_ep(bdc, ep);
628 if (ret)
629 return ret;
630
631 ep->usb_ep.maxpacket = usb_endpoint_maxp(ep->desc);
632 ep->usb_ep.desc = ep->desc;
633 ep->usb_ep.comp_desc = ep->comp_desc;
634 ep->ep_type = usb_endpoint_type(ep->desc);
635 ep->flags |= BDC_EP_ENABLED;
636
637 return 0;
638 }
639
640 /* EP0 related code */
641
642 /* Queue a status stage BD */
643 static int ep0_queue_status_stage(struct bdc *bdc)
644 {
645 struct bdc_req *status_req;
646 struct bdc_ep *ep;
647
648 status_req = &bdc->status_req;
649 ep = bdc->bdc_ep_array[1];
650 status_req->ep = ep;
651 status_req->usb_req.length = 0;
652 status_req->usb_req.status = -EINPROGRESS;
653 status_req->usb_req.actual = 0;
654 status_req->usb_req.complete = NULL;
655 bdc_queue_xfr(bdc, status_req);
656
657 return 0;
658 }
659
660 /* Queue xfr on ep0 */
661 static int ep0_queue(struct bdc_ep *ep, struct bdc_req *req)
662 {
663 struct bdc *bdc;
664 int ret;
665
666 bdc = ep->bdc;
667 dev_dbg(bdc->dev, "%s()\n", __func__);
668 req->usb_req.actual = 0;
669 req->usb_req.status = -EINPROGRESS;
670 req->epnum = ep->ep_num;
671
672 if (bdc->delayed_status) {
673 bdc->delayed_status = false;
674 /* if status stage was delayed? */
675 if (bdc->ep0_state == WAIT_FOR_STATUS_START) {
676 /* Queue a status stage BD */
677 ep0_queue_status_stage(bdc);
678 bdc->ep0_state = WAIT_FOR_STATUS_XMIT;
679 return 0;
680 }
681 } else {
682 /*
683 * if delayed status is false and 0 length transfer is requested
684 * i.e. for status stage of some setup request, then just
685 * return from here the status stage is queued independently
686 */
687 if (req->usb_req.length == 0)
688 return 0;
689
690 }
691 ret = usb_gadget_map_request(&bdc->gadget, &req->usb_req, ep->dir);
692 if (ret) {
693 dev_err(bdc->dev, "dma mapping failed %s\n", ep->name);
694 return ret;
695 }
696
697 return bdc_queue_xfr(bdc, req);
698 }
699
700 /* Queue data stage */
701 static int ep0_queue_data_stage(struct bdc *bdc)
702 {
703 struct usb_request *ep0_usb_req;
704 struct bdc_ep *ep;
705
706 dev_dbg(bdc->dev, "%s\n", __func__);
707 ep0_usb_req = &bdc->ep0_req.usb_req;
708 ep = bdc->bdc_ep_array[1];
709 bdc->ep0_req.ep = ep;
710 bdc->ep0_req.usb_req.complete = NULL;
711
712 return ep0_queue(ep, &bdc->ep0_req);
713 }
714
715 /* Queue req on ep */
716 static int ep_queue(struct bdc_ep *ep, struct bdc_req *req)
717 {
718 struct bdc *bdc;
719 int ret = 0;
720
721 if (!req || !ep->usb_ep.desc)
722 return -EINVAL;
723
724 bdc = ep->bdc;
725
726 req->usb_req.actual = 0;
727 req->usb_req.status = -EINPROGRESS;
728 req->epnum = ep->ep_num;
729
730 ret = usb_gadget_map_request(&bdc->gadget, &req->usb_req, ep->dir);
731 if (ret) {
732 dev_err(bdc->dev, "dma mapping failed\n");
733 return ret;
734 }
735
736 return bdc_queue_xfr(bdc, req);
737 }
738
739 /* Dequeue a request from ep */
740 static int ep_dequeue(struct bdc_ep *ep, struct bdc_req *req)
741 {
742 int start_bdi, end_bdi, tbi, eqp_bdi, curr_hw_dqpi;
743 bool start_pending, end_pending;
744 bool first_remove = false;
745 struct bdc_req *first_req;
746 struct bdc_bd *bd_start;
747 struct bd_table *table;
748 dma_addr_t next_bd_dma;
749 u64 deq_ptr_64 = 0;
750 struct bdc *bdc;
751 u32 tmp_32;
752 int ret;
753
754 bdc = ep->bdc;
755 start_pending = end_pending = false;
756 eqp_bdi = ep->bd_list.eqp_bdi - 1;
757
758 if (eqp_bdi < 0)
759 eqp_bdi = ep->bd_list.max_bdi;
760
761 start_bdi = req->bd_xfr.start_bdi;
762 end_bdi = find_end_bdi(ep, req->bd_xfr.next_hwd_bdi);
763
764 dev_dbg(bdc->dev, "%s ep:%s start:%d end:%d\n",
765 __func__, ep->name, start_bdi, end_bdi);
766 dev_dbg(bdc->dev, "ep_dequeue ep=%p ep->desc=%p\n",
767 ep, (void *)ep->usb_ep.desc);
768 /* Stop the ep to see where the HW is ? */
769 ret = bdc_stop_ep(bdc, ep->ep_num);
770 /* if there is an issue with stopping ep, then no need to go further */
771 if (ret)
772 return 0;
773
774 /*
775 * After endpoint is stopped, there can be 3 cases, the request
776 * is processed, pending or in the middle of processing
777 */
778
779 /* The current hw dequeue pointer */
780 tmp_32 = bdc_readl(bdc->regs, BDC_EPSTS0(0));
781 deq_ptr_64 = tmp_32;
782 tmp_32 = bdc_readl(bdc->regs, BDC_EPSTS0(1));
783 deq_ptr_64 |= ((u64)tmp_32 << 32);
784
785 /* we have the dma addr of next bd that will be fetched by hardware */
786 curr_hw_dqpi = bd_add_to_bdi(ep, deq_ptr_64);
787 if (curr_hw_dqpi < 0)
788 return curr_hw_dqpi;
789
790 /*
791 * curr_hw_dqpi points to actual dqp of HW and HW owns bd's from
792 * curr_hw_dqbdi..eqp_bdi.
793 */
794
795 /* Check if start_bdi and end_bdi are in range of HW owned BD's */
796 if (curr_hw_dqpi > eqp_bdi) {
797 /* there is a wrap from last to 0 */
798 if (start_bdi >= curr_hw_dqpi || start_bdi <= eqp_bdi) {
799 start_pending = true;
800 end_pending = true;
801 } else if (end_bdi >= curr_hw_dqpi || end_bdi <= eqp_bdi) {
802 end_pending = true;
803 }
804 } else {
805 if (start_bdi >= curr_hw_dqpi) {
806 start_pending = true;
807 end_pending = true;
808 } else if (end_bdi >= curr_hw_dqpi) {
809 end_pending = true;
810 }
811 }
812 dev_dbg(bdc->dev,
813 "start_pending:%d end_pending:%d speed:%d\n",
814 start_pending, end_pending, bdc->gadget.speed);
815
816 /* If both start till end are processes, we cannot deq req */
817 if (!start_pending && !end_pending)
818 return -EINVAL;
819
820 /*
821 * if ep_dequeue is called after disconnect then just return
822 * success from here
823 */
824 if (bdc->gadget.speed == USB_SPEED_UNKNOWN)
825 return 0;
826 tbi = bdi_to_tbi(ep, req->bd_xfr.next_hwd_bdi);
827 table = ep->bd_list.bd_table_array[tbi];
828 next_bd_dma = table->dma +
829 sizeof(struct bdc_bd)*(req->bd_xfr.next_hwd_bdi -
830 tbi * ep->bd_list.num_bds_table);
831
832 first_req = list_first_entry(&ep->queue, struct bdc_req,
833 queue);
834
835 if (req == first_req)
836 first_remove = true;
837
838 /*
839 * Due to HW limitation we need to bypadd chain bd's and issue ep_bla,
840 * incase if start is pending this is the first request in the list
841 * then issue ep_bla instead of marking as chain bd
842 */
843 if (start_pending && !first_remove) {
844 /*
845 * Mark the start bd as Chain bd, and point the chain
846 * bd to next_bd_dma
847 */
848 bd_start = bdi_to_bd(ep, start_bdi);
849 bd_start->offset[0] = cpu_to_le32(lower_32_bits(next_bd_dma));
850 bd_start->offset[1] = cpu_to_le32(upper_32_bits(next_bd_dma));
851 bd_start->offset[2] = 0x0;
852 bd_start->offset[3] = cpu_to_le32(MARK_CHAIN_BD);
853 bdc_dbg_bd_list(bdc, ep);
854 } else if (end_pending) {
855 /*
856 * The transfer is stopped in the middle, move the
857 * HW deq pointer to next_bd_dma
858 */
859 ret = bdc_ep_bla(bdc, ep, next_bd_dma);
860 if (ret) {
861 dev_err(bdc->dev, "error in ep_bla:%d\n", ret);
862 return ret;
863 }
864 }
865
866 return 0;
867 }
868
869 /* Halt/Clear the ep based on value */
870 static int ep_set_halt(struct bdc_ep *ep, u32 value)
871 {
872 struct bdc *bdc;
873 int ret;
874
875 bdc = ep->bdc;
876 dev_dbg(bdc->dev, "%s ep:%s value=%d\n", __func__, ep->name, value);
877
878 if (value) {
879 dev_dbg(bdc->dev, "Halt\n");
880 if (ep->ep_num == 1)
881 bdc->ep0_state = WAIT_FOR_SETUP;
882
883 ret = bdc_ep_set_stall(bdc, ep->ep_num);
884 if (ret)
885 dev_err(bdc->dev, "failed to set STALL on %s\n",
886 ep->name);
887 else
888 ep->flags |= BDC_EP_STALL;
889 } else {
890 /* Clear */
891 dev_dbg(bdc->dev, "Before Clear\n");
892 ret = bdc_ep_clear_stall(bdc, ep->ep_num);
893 if (ret)
894 dev_err(bdc->dev, "failed to clear STALL on %s\n",
895 ep->name);
896 else
897 ep->flags &= ~BDC_EP_STALL;
898 dev_dbg(bdc->dev, "After Clear\n");
899 }
900
901 return ret;
902 }
903
904 /* Free all the ep */
905 void bdc_free_ep(struct bdc *bdc)
906 {
907 struct bdc_ep *ep;
908 u8 epnum;
909
910 dev_dbg(bdc->dev, "%s\n", __func__);
911 for (epnum = 1; epnum < bdc->num_eps; epnum++) {
912 ep = bdc->bdc_ep_array[epnum];
913 if (!ep)
914 continue;
915
916 if (ep->flags & BDC_EP_ENABLED)
917 ep_bd_list_free(ep, ep->bd_list.num_tabs);
918
919 /* ep0 is not in this gadget list */
920 if (epnum != 1)
921 list_del(&ep->usb_ep.ep_list);
922
923 kfree(ep);
924 }
925 }
926
927 /* USB2 spec, section 7.1.20 */
928 static int bdc_set_test_mode(struct bdc *bdc)
929 {
930 u32 usb2_pm;
931
932 usb2_pm = bdc_readl(bdc->regs, BDC_USPPM2);
933 usb2_pm &= ~BDC_PTC_MASK;
934 dev_dbg(bdc->dev, "%s\n", __func__);
935 switch (bdc->test_mode) {
936 case TEST_J:
937 case TEST_K:
938 case TEST_SE0_NAK:
939 case TEST_PACKET:
940 case TEST_FORCE_EN:
941 usb2_pm |= bdc->test_mode << 28;
942 break;
943 default:
944 return -EINVAL;
945 }
946 dev_dbg(bdc->dev, "usb2_pm=%08x", usb2_pm);
947 bdc_writel(bdc->regs, BDC_USPPM2, usb2_pm);
948
949 return 0;
950 }
951
952 /*
953 * Helper function to handle Transfer status report with status as either
954 * success or short
955 */
956 static void handle_xsr_succ_status(struct bdc *bdc, struct bdc_ep *ep,
957 struct bdc_sr *sreport)
958 {
959 int short_bdi, start_bdi, end_bdi, max_len_bds, chain_bds;
960 struct bd_list *bd_list = &ep->bd_list;
961 int actual_length, length_short;
962 struct bd_transfer *bd_xfr;
963 struct bdc_bd *short_bd;
964 struct bdc_req *req;
965 u64 deq_ptr_64 = 0;
966 int status = 0;
967 int sr_status;
968 u32 tmp_32;
969
970 dev_dbg(bdc->dev, "%s ep:%p\n", __func__, ep);
971 bdc_dbg_srr(bdc, 0);
972 /* do not process thie sr if ignore flag is set */
973 if (ep->ignore_next_sr) {
974 ep->ignore_next_sr = false;
975 return;
976 }
977
978 if (unlikely(list_empty(&ep->queue))) {
979 dev_warn(bdc->dev, "xfr srr with no BD's queued\n");
980 return;
981 }
982 req = list_entry(ep->queue.next, struct bdc_req,
983 queue);
984
985 bd_xfr = &req->bd_xfr;
986 sr_status = XSF_STS(le32_to_cpu(sreport->offset[3]));
987
988 /*
989 * sr_status is short and this transfer has more than 1 bd then it needs
990 * special handling, this is only applicable for bulk and ctrl
991 */
992 if (sr_status == XSF_SHORT && bd_xfr->num_bds > 1) {
993 /*
994 * This is multi bd xfr, lets see which bd
995 * caused short transfer and how many bytes have been
996 * transferred so far.
997 */
998 tmp_32 = le32_to_cpu(sreport->offset[0]);
999 deq_ptr_64 = tmp_32;
1000 tmp_32 = le32_to_cpu(sreport->offset[1]);
1001 deq_ptr_64 |= ((u64)tmp_32 << 32);
1002 short_bdi = bd_add_to_bdi(ep, deq_ptr_64);
1003 if (unlikely(short_bdi < 0))
1004 dev_warn(bdc->dev, "bd doesn't exist?\n");
1005
1006 start_bdi = bd_xfr->start_bdi;
1007 /*
1008 * We know the start_bdi and short_bdi, how many xfr
1009 * bds in between
1010 */
1011 if (start_bdi <= short_bdi) {
1012 max_len_bds = short_bdi - start_bdi;
1013 if (max_len_bds <= bd_list->num_bds_table) {
1014 if (!(bdi_to_tbi(ep, start_bdi) ==
1015 bdi_to_tbi(ep, short_bdi)))
1016 max_len_bds--;
1017 } else {
1018 chain_bds = max_len_bds/bd_list->num_bds_table;
1019 max_len_bds -= chain_bds;
1020 }
1021 } else {
1022 /* there is a wrap in the ring within a xfr */
1023 chain_bds = (bd_list->max_bdi - start_bdi)/
1024 bd_list->num_bds_table;
1025 chain_bds += short_bdi/bd_list->num_bds_table;
1026 max_len_bds = bd_list->max_bdi - start_bdi;
1027 max_len_bds += short_bdi;
1028 max_len_bds -= chain_bds;
1029 }
1030 /* max_len_bds is the number of full length bds */
1031 end_bdi = find_end_bdi(ep, bd_xfr->next_hwd_bdi);
1032 if (!(end_bdi == short_bdi))
1033 ep->ignore_next_sr = true;
1034
1035 actual_length = max_len_bds * BD_MAX_BUFF_SIZE;
1036 short_bd = bdi_to_bd(ep, short_bdi);
1037 /* length queued */
1038 length_short = le32_to_cpu(short_bd->offset[2]) & 0x1FFFFF;
1039 /* actual length trensfered */
1040 length_short -= SR_BD_LEN(le32_to_cpu(sreport->offset[2]));
1041 actual_length += length_short;
1042 req->usb_req.actual = actual_length;
1043 } else {
1044 req->usb_req.actual = req->usb_req.length -
1045 SR_BD_LEN(le32_to_cpu(sreport->offset[2]));
1046 dev_dbg(bdc->dev,
1047 "len=%d actual=%d bd_xfr->next_hwd_bdi:%d\n",
1048 req->usb_req.length, req->usb_req.actual,
1049 bd_xfr->next_hwd_bdi);
1050 }
1051
1052 /* Update the dequeue pointer */
1053 ep->bd_list.hwd_bdi = bd_xfr->next_hwd_bdi;
1054 if (req->usb_req.actual < req->usb_req.length) {
1055 dev_dbg(bdc->dev, "short xfr on %d\n", ep->ep_num);
1056 if (req->usb_req.short_not_ok)
1057 status = -EREMOTEIO;
1058 }
1059 bdc_req_complete(ep, bd_xfr->req, status);
1060 }
1061
1062 /* EP0 setup related packet handlers */
1063
1064 /*
1065 * Setup packet received, just store the packet and process on next DS or SS
1066 * started SR
1067 */
1068 void bdc_xsf_ep0_setup_recv(struct bdc *bdc, struct bdc_sr *sreport)
1069 {
1070 struct usb_ctrlrequest *setup_pkt;
1071 u32 len;
1072
1073 dev_dbg(bdc->dev,
1074 "%s ep0_state:%s\n",
1075 __func__, ep0_state_string[bdc->ep0_state]);
1076 /* Store received setup packet */
1077 setup_pkt = &bdc->setup_pkt;
1078 memcpy(setup_pkt, &sreport->offset[0], sizeof(*setup_pkt));
1079 len = le16_to_cpu(setup_pkt->wLength);
1080 if (!len)
1081 bdc->ep0_state = WAIT_FOR_STATUS_START;
1082 else
1083 bdc->ep0_state = WAIT_FOR_DATA_START;
1084
1085
1086 dev_dbg(bdc->dev,
1087 "%s exit ep0_state:%s\n",
1088 __func__, ep0_state_string[bdc->ep0_state]);
1089 }
1090
1091 /* Stall ep0 */
1092 static void ep0_stall(struct bdc *bdc)
1093 {
1094 struct bdc_ep *ep = bdc->bdc_ep_array[1];
1095 struct bdc_req *req;
1096
1097 dev_dbg(bdc->dev, "%s\n", __func__);
1098 bdc->delayed_status = false;
1099 ep_set_halt(ep, 1);
1100
1101 /* de-queue any pendig requests */
1102 while (!list_empty(&ep->queue)) {
1103 req = list_entry(ep->queue.next, struct bdc_req,
1104 queue);
1105 bdc_req_complete(ep, req, -ESHUTDOWN);
1106 }
1107 }
1108
1109 /* SET_ADD handlers */
1110 static int ep0_set_address(struct bdc *bdc, struct usb_ctrlrequest *ctrl)
1111 {
1112 enum usb_device_state state = bdc->gadget.state;
1113 int ret = 0;
1114 u32 addr;
1115
1116 addr = le16_to_cpu(ctrl->wValue);
1117 dev_dbg(bdc->dev,
1118 "%s addr:%d dev state:%d\n",
1119 __func__, addr, state);
1120
1121 if (addr > 127)
1122 return -EINVAL;
1123
1124 switch (state) {
1125 case USB_STATE_DEFAULT:
1126 case USB_STATE_ADDRESS:
1127 /* Issue Address device command */
1128 ret = bdc_address_device(bdc, addr);
1129 if (ret)
1130 return ret;
1131
1132 if (addr)
1133 usb_gadget_set_state(&bdc->gadget, USB_STATE_ADDRESS);
1134 else
1135 usb_gadget_set_state(&bdc->gadget, USB_STATE_DEFAULT);
1136
1137 bdc->dev_addr = addr;
1138 break;
1139 default:
1140 dev_warn(bdc->dev,
1141 "SET Address in wrong device state %d\n",
1142 state);
1143 ret = -EINVAL;
1144 }
1145
1146 return ret;
1147 }
1148
1149 /* Handler for SET/CLEAR FEATURE requests for device */
1150 static int ep0_handle_feature_dev(struct bdc *bdc, u16 wValue,
1151 u16 wIndex, bool set)
1152 {
1153 enum usb_device_state state = bdc->gadget.state;
1154 u32 usppms = 0;
1155
1156 dev_dbg(bdc->dev, "%s set:%d dev state:%d\n",
1157 __func__, set, state);
1158 switch (wValue) {
1159 case USB_DEVICE_REMOTE_WAKEUP:
1160 dev_dbg(bdc->dev, "USB_DEVICE_REMOTE_WAKEUP\n");
1161 if (set)
1162 bdc->devstatus |= REMOTE_WAKE_ENABLE;
1163 else
1164 bdc->devstatus &= ~REMOTE_WAKE_ENABLE;
1165 break;
1166
1167 case USB_DEVICE_TEST_MODE:
1168 dev_dbg(bdc->dev, "USB_DEVICE_TEST_MODE\n");
1169 if ((wIndex & 0xFF) ||
1170 (bdc->gadget.speed != USB_SPEED_HIGH) || !set)
1171 return -EINVAL;
1172
1173 bdc->test_mode = wIndex >> 8;
1174 break;
1175
1176 case USB_DEVICE_U1_ENABLE:
1177 dev_dbg(bdc->dev, "USB_DEVICE_U1_ENABLE\n");
1178
1179 if (bdc->gadget.speed != USB_SPEED_SUPER ||
1180 state != USB_STATE_CONFIGURED)
1181 return -EINVAL;
1182
1183 usppms = bdc_readl(bdc->regs, BDC_USPPMS);
1184 if (set) {
1185 /* clear previous u1t */
1186 usppms &= ~BDC_U1T(BDC_U1T_MASK);
1187 usppms |= BDC_U1T(U1_TIMEOUT);
1188 usppms |= BDC_U1E | BDC_PORT_W1S;
1189 bdc->devstatus |= (1 << USB_DEV_STAT_U1_ENABLED);
1190 } else {
1191 usppms &= ~BDC_U1E;
1192 usppms |= BDC_PORT_W1S;
1193 bdc->devstatus &= ~(1 << USB_DEV_STAT_U1_ENABLED);
1194 }
1195 bdc_writel(bdc->regs, BDC_USPPMS, usppms);
1196 break;
1197
1198 case USB_DEVICE_U2_ENABLE:
1199 dev_dbg(bdc->dev, "USB_DEVICE_U2_ENABLE\n");
1200
1201 if (bdc->gadget.speed != USB_SPEED_SUPER ||
1202 state != USB_STATE_CONFIGURED)
1203 return -EINVAL;
1204
1205 usppms = bdc_readl(bdc->regs, BDC_USPPMS);
1206 if (set) {
1207 usppms |= BDC_U2E;
1208 usppms |= BDC_U2A;
1209 bdc->devstatus |= (1 << USB_DEV_STAT_U2_ENABLED);
1210 } else {
1211 usppms &= ~BDC_U2E;
1212 usppms &= ~BDC_U2A;
1213 bdc->devstatus &= ~(1 << USB_DEV_STAT_U2_ENABLED);
1214 }
1215 bdc_writel(bdc->regs, BDC_USPPMS, usppms);
1216 break;
1217
1218 case USB_DEVICE_LTM_ENABLE:
1219 dev_dbg(bdc->dev, "USB_DEVICE_LTM_ENABLE?\n");
1220 if (bdc->gadget.speed != USB_SPEED_SUPER ||
1221 state != USB_STATE_CONFIGURED)
1222 return -EINVAL;
1223 break;
1224 default:
1225 dev_err(bdc->dev, "Unknown wValue:%d\n", wValue);
1226 return -EOPNOTSUPP;
1227 } /* USB_RECIP_DEVICE end */
1228
1229 return 0;
1230 }
1231
1232 /* SET/CLEAR FEATURE handler */
1233 static int ep0_handle_feature(struct bdc *bdc,
1234 struct usb_ctrlrequest *setup_pkt, bool set)
1235 {
1236 enum usb_device_state state = bdc->gadget.state;
1237 struct bdc_ep *ep;
1238 u16 wValue;
1239 u16 wIndex;
1240 int epnum;
1241
1242 wValue = le16_to_cpu(setup_pkt->wValue);
1243 wIndex = le16_to_cpu(setup_pkt->wIndex);
1244
1245 dev_dbg(bdc->dev,
1246 "%s wValue=%d wIndex=%d devstate=%08x speed=%d set=%d",
1247 __func__, wValue, wIndex, state,
1248 bdc->gadget.speed, set);
1249
1250 switch (setup_pkt->bRequestType & USB_RECIP_MASK) {
1251 case USB_RECIP_DEVICE:
1252 return ep0_handle_feature_dev(bdc, wValue, wIndex, set);
1253 case USB_RECIP_INTERFACE:
1254 dev_dbg(bdc->dev, "USB_RECIP_INTERFACE\n");
1255 /* USB3 spec, sec 9.4.9 */
1256 if (wValue != USB_INTRF_FUNC_SUSPEND)
1257 return -EINVAL;
1258 /* USB3 spec, Table 9-8 */
1259 if (set) {
1260 if (wIndex & USB_INTRF_FUNC_SUSPEND_RW) {
1261 dev_dbg(bdc->dev, "SET REMOTE_WAKEUP\n");
1262 bdc->devstatus |= REMOTE_WAKE_ENABLE;
1263 } else {
1264 dev_dbg(bdc->dev, "CLEAR REMOTE_WAKEUP\n");
1265 bdc->devstatus &= ~REMOTE_WAKE_ENABLE;
1266 }
1267 }
1268 break;
1269
1270 case USB_RECIP_ENDPOINT:
1271 dev_dbg(bdc->dev, "USB_RECIP_ENDPOINT\n");
1272 if (wValue != USB_ENDPOINT_HALT)
1273 return -EINVAL;
1274
1275 epnum = wIndex & USB_ENDPOINT_NUMBER_MASK;
1276 if (epnum) {
1277 if ((wIndex & USB_ENDPOINT_DIR_MASK) == USB_DIR_IN)
1278 epnum = epnum * 2 + 1;
1279 else
1280 epnum *= 2;
1281 } else {
1282 epnum = 1; /*EP0*/
1283 }
1284 /*
1285 * If CLEAR_FEATURE on ep0 then don't do anything as the stall
1286 * condition on ep0 has already been cleared when SETUP packet
1287 * was received.
1288 */
1289 if (epnum == 1 && !set) {
1290 dev_dbg(bdc->dev, "ep0 stall already cleared\n");
1291 return 0;
1292 }
1293 dev_dbg(bdc->dev, "epnum=%d\n", epnum);
1294 ep = bdc->bdc_ep_array[epnum];
1295 if (!ep)
1296 return -EINVAL;
1297
1298 return ep_set_halt(ep, set);
1299 default:
1300 dev_err(bdc->dev, "Unknown recipient\n");
1301 return -EINVAL;
1302 }
1303
1304 return 0;
1305 }
1306
1307 /* GET_STATUS request handler */
1308 static int ep0_handle_status(struct bdc *bdc,
1309 struct usb_ctrlrequest *setup_pkt)
1310 {
1311 enum usb_device_state state = bdc->gadget.state;
1312 struct bdc_ep *ep;
1313 u16 usb_status = 0;
1314 u32 epnum;
1315 u16 wIndex;
1316
1317 /* USB2.0 spec sec 9.4.5 */
1318 if (state == USB_STATE_DEFAULT)
1319 return -EINVAL;
1320 wIndex = le16_to_cpu(setup_pkt->wIndex);
1321 dev_dbg(bdc->dev, "%s\n", __func__);
1322 usb_status = bdc->devstatus;
1323 switch (setup_pkt->bRequestType & USB_RECIP_MASK) {
1324 case USB_RECIP_DEVICE:
1325 dev_dbg(bdc->dev,
1326 "USB_RECIP_DEVICE devstatus:%08x\n",
1327 bdc->devstatus);
1328 /* USB3 spec, sec 9.4.5 */
1329 if (bdc->gadget.speed == USB_SPEED_SUPER)
1330 usb_status &= ~REMOTE_WAKE_ENABLE;
1331 break;
1332
1333 case USB_RECIP_INTERFACE:
1334 dev_dbg(bdc->dev, "USB_RECIP_INTERFACE\n");
1335 if (bdc->gadget.speed == USB_SPEED_SUPER) {
1336 /*
1337 * This should come from func for Func remote wkup
1338 * usb_status |=1;
1339 */
1340 if (bdc->devstatus & REMOTE_WAKE_ENABLE)
1341 usb_status |= REMOTE_WAKE_ENABLE;
1342 } else {
1343 usb_status = 0;
1344 }
1345
1346 break;
1347
1348 case USB_RECIP_ENDPOINT:
1349 dev_dbg(bdc->dev, "USB_RECIP_ENDPOINT\n");
1350 epnum = wIndex & USB_ENDPOINT_NUMBER_MASK;
1351 if (epnum) {
1352 if ((wIndex & USB_ENDPOINT_DIR_MASK) == USB_DIR_IN)
1353 epnum = epnum*2 + 1;
1354 else
1355 epnum *= 2;
1356 } else {
1357 epnum = 1; /* EP0 */
1358 }
1359
1360 ep = bdc->bdc_ep_array[epnum];
1361 if (!ep) {
1362 dev_err(bdc->dev, "ISSUE, GET_STATUS for invalid EP ?");
1363 return -EINVAL;
1364 }
1365 if (ep->flags & BDC_EP_STALL)
1366 usb_status |= 1 << USB_ENDPOINT_HALT;
1367
1368 break;
1369 default:
1370 dev_err(bdc->dev, "Unknown recipient for get_status\n");
1371 return -EINVAL;
1372 }
1373 /* prepare a data stage for GET_STATUS */
1374 dev_dbg(bdc->dev, "usb_status=%08x\n", usb_status);
1375 *(__le16 *)bdc->ep0_response_buff = cpu_to_le16(usb_status);
1376 bdc->ep0_req.usb_req.length = 2;
1377 bdc->ep0_req.usb_req.buf = &bdc->ep0_response_buff;
1378 ep0_queue_data_stage(bdc);
1379
1380 return 0;
1381 }
1382
1383 static void ep0_set_sel_cmpl(struct usb_ep *_ep, struct usb_request *_req)
1384 {
1385 /* ep0_set_sel_cmpl */
1386 }
1387
1388 /* Queue data stage to handle 6 byte SET_SEL request */
1389 static int ep0_set_sel(struct bdc *bdc,
1390 struct usb_ctrlrequest *setup_pkt)
1391 {
1392 struct bdc_ep *ep;
1393 u16 wLength;
1394 u16 wValue;
1395
1396 dev_dbg(bdc->dev, "%s\n", __func__);
1397 wValue = le16_to_cpu(setup_pkt->wValue);
1398 wLength = le16_to_cpu(setup_pkt->wLength);
1399 if (unlikely(wLength != 6)) {
1400 dev_err(bdc->dev, "%s Wrong wLength:%d\n", __func__, wLength);
1401 return -EINVAL;
1402 }
1403 ep = bdc->bdc_ep_array[1];
1404 bdc->ep0_req.ep = ep;
1405 bdc->ep0_req.usb_req.length = 6;
1406 bdc->ep0_req.usb_req.buf = bdc->ep0_response_buff;
1407 bdc->ep0_req.usb_req.complete = ep0_set_sel_cmpl;
1408 ep0_queue_data_stage(bdc);
1409
1410 return 0;
1411 }
1412
1413 /*
1414 * Queue a 0 byte bd only if wLength is more than the length and and length is
1415 * a multiple of MaxPacket then queue 0 byte BD
1416 */
1417 static int ep0_queue_zlp(struct bdc *bdc)
1418 {
1419 int ret;
1420
1421 dev_dbg(bdc->dev, "%s\n", __func__);
1422 bdc->ep0_req.ep = bdc->bdc_ep_array[1];
1423 bdc->ep0_req.usb_req.length = 0;
1424 bdc->ep0_req.usb_req.complete = NULL;
1425 bdc->ep0_state = WAIT_FOR_DATA_START;
1426 ret = bdc_queue_xfr(bdc, &bdc->ep0_req);
1427 if (ret) {
1428 dev_err(bdc->dev, "err queueing zlp :%d\n", ret);
1429 return ret;
1430 }
1431 bdc->ep0_state = WAIT_FOR_DATA_XMIT;
1432
1433 return 0;
1434 }
1435
1436 /* Control request handler */
1437 static int handle_control_request(struct bdc *bdc)
1438 {
1439 enum usb_device_state state = bdc->gadget.state;
1440 struct usb_ctrlrequest *setup_pkt;
1441 int delegate_setup = 0;
1442 int ret = 0;
1443 int config = 0;
1444
1445 setup_pkt = &bdc->setup_pkt;
1446 dev_dbg(bdc->dev, "%s\n", __func__);
1447 if ((setup_pkt->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD) {
1448 switch (setup_pkt->bRequest) {
1449 case USB_REQ_SET_ADDRESS:
1450 dev_dbg(bdc->dev, "USB_REQ_SET_ADDRESS\n");
1451 ret = ep0_set_address(bdc, setup_pkt);
1452 bdc->devstatus &= DEVSTATUS_CLEAR;
1453 break;
1454
1455 case USB_REQ_SET_CONFIGURATION:
1456 dev_dbg(bdc->dev, "USB_REQ_SET_CONFIGURATION\n");
1457 if (state == USB_STATE_ADDRESS) {
1458 usb_gadget_set_state(&bdc->gadget,
1459 USB_STATE_CONFIGURED);
1460 } else if (state == USB_STATE_CONFIGURED) {
1461 /*
1462 * USB2 spec sec 9.4.7, if wValue is 0 then dev
1463 * is moved to addressed state
1464 */
1465 config = le16_to_cpu(setup_pkt->wValue);
1466 if (!config)
1467 usb_gadget_set_state(
1468 &bdc->gadget,
1469 USB_STATE_ADDRESS);
1470 }
1471 delegate_setup = 1;
1472 break;
1473
1474 case USB_REQ_SET_FEATURE:
1475 dev_dbg(bdc->dev, "USB_REQ_SET_FEATURE\n");
1476 ret = ep0_handle_feature(bdc, setup_pkt, 1);
1477 break;
1478
1479 case USB_REQ_CLEAR_FEATURE:
1480 dev_dbg(bdc->dev, "USB_REQ_CLEAR_FEATURE\n");
1481 ret = ep0_handle_feature(bdc, setup_pkt, 0);
1482 break;
1483
1484 case USB_REQ_GET_STATUS:
1485 dev_dbg(bdc->dev, "USB_REQ_GET_STATUS\n");
1486 ret = ep0_handle_status(bdc, setup_pkt);
1487 break;
1488
1489 case USB_REQ_SET_SEL:
1490 dev_dbg(bdc->dev, "USB_REQ_SET_SEL\n");
1491 ret = ep0_set_sel(bdc, setup_pkt);
1492 break;
1493
1494 case USB_REQ_SET_ISOCH_DELAY:
1495 dev_warn(bdc->dev,
1496 "USB_REQ_SET_ISOCH_DELAY not handled\n");
1497 ret = 0;
1498 break;
1499 default:
1500 delegate_setup = 1;
1501 }
1502 } else {
1503 delegate_setup = 1;
1504 }
1505
1506 if (delegate_setup) {
1507 spin_unlock(&bdc->lock);
1508 ret = bdc->gadget_driver->setup(&bdc->gadget, setup_pkt);
1509 spin_lock(&bdc->lock);
1510 }
1511
1512 return ret;
1513 }
1514
1515 /* EP0: Data stage started */
1516 void bdc_xsf_ep0_data_start(struct bdc *bdc, struct bdc_sr *sreport)
1517 {
1518 struct bdc_ep *ep;
1519 int ret = 0;
1520
1521 dev_dbg(bdc->dev, "%s\n", __func__);
1522 ep = bdc->bdc_ep_array[1];
1523 /* If ep0 was stalled, the clear it first */
1524 if (ep->flags & BDC_EP_STALL) {
1525 ret = ep_set_halt(ep, 0);
1526 if (ret)
1527 goto err;
1528 }
1529 if (bdc->ep0_state != WAIT_FOR_DATA_START)
1530 dev_warn(bdc->dev,
1531 "Data stage not expected ep0_state:%s\n",
1532 ep0_state_string[bdc->ep0_state]);
1533
1534 ret = handle_control_request(bdc);
1535 if (ret == USB_GADGET_DELAYED_STATUS) {
1536 /*
1537 * The ep0 state will remain WAIT_FOR_DATA_START till
1538 * we received ep_queue on ep0
1539 */
1540 bdc->delayed_status = true;
1541 return;
1542 }
1543 if (!ret) {
1544 bdc->ep0_state = WAIT_FOR_DATA_XMIT;
1545 dev_dbg(bdc->dev,
1546 "ep0_state:%s", ep0_state_string[bdc->ep0_state]);
1547 return;
1548 }
1549 err:
1550 ep0_stall(bdc);
1551 }
1552
1553 /* EP0: status stage started */
1554 void bdc_xsf_ep0_status_start(struct bdc *bdc, struct bdc_sr *sreport)
1555 {
1556 struct usb_ctrlrequest *setup_pkt;
1557 struct bdc_ep *ep;
1558 int ret = 0;
1559
1560 dev_dbg(bdc->dev,
1561 "%s ep0_state:%s",
1562 __func__, ep0_state_string[bdc->ep0_state]);
1563 ep = bdc->bdc_ep_array[1];
1564
1565 /* check if ZLP was queued? */
1566 if (bdc->zlp_needed)
1567 bdc->zlp_needed = false;
1568
1569 if (ep->flags & BDC_EP_STALL) {
1570 ret = ep_set_halt(ep, 0);
1571 if (ret)
1572 goto err;
1573 }
1574
1575 if ((bdc->ep0_state != WAIT_FOR_STATUS_START) &&
1576 (bdc->ep0_state != WAIT_FOR_DATA_XMIT))
1577 dev_err(bdc->dev,
1578 "Status stage recv but ep0_state:%s\n",
1579 ep0_state_string[bdc->ep0_state]);
1580
1581 /* check if data stage is in progress ? */
1582 if (bdc->ep0_state == WAIT_FOR_DATA_XMIT) {
1583 bdc->ep0_state = STATUS_PENDING;
1584 /* Status stage will be queued upon Data stage transmit event */
1585 dev_dbg(bdc->dev,
1586 "status started but data not transmitted yet\n");
1587 return;
1588 }
1589 setup_pkt = &bdc->setup_pkt;
1590
1591 /*
1592 * 2 stage setup then only process the setup, for 3 stage setup the date
1593 * stage is already handled
1594 */
1595 if (!le16_to_cpu(setup_pkt->wLength)) {
1596 ret = handle_control_request(bdc);
1597 if (ret == USB_GADGET_DELAYED_STATUS) {
1598 bdc->delayed_status = true;
1599 /* ep0_state will remain WAIT_FOR_STATUS_START */
1600 return;
1601 }
1602 }
1603 if (!ret) {
1604 /* Queue a status stage BD */
1605 ep0_queue_status_stage(bdc);
1606 bdc->ep0_state = WAIT_FOR_STATUS_XMIT;
1607 dev_dbg(bdc->dev,
1608 "ep0_state:%s", ep0_state_string[bdc->ep0_state]);
1609 return;
1610 }
1611 err:
1612 ep0_stall(bdc);
1613 }
1614
1615 /* Helper function to update ep0 upon SR with xsf_succ or xsf_short */
1616 static void ep0_xsf_complete(struct bdc *bdc, struct bdc_sr *sreport)
1617 {
1618 dev_dbg(bdc->dev, "%s\n", __func__);
1619 switch (bdc->ep0_state) {
1620 case WAIT_FOR_DATA_XMIT:
1621 bdc->ep0_state = WAIT_FOR_STATUS_START;
1622 break;
1623 case WAIT_FOR_STATUS_XMIT:
1624 bdc->ep0_state = WAIT_FOR_SETUP;
1625 if (bdc->test_mode) {
1626 int ret;
1627
1628 dev_dbg(bdc->dev, "test_mode:%d\n", bdc->test_mode);
1629 ret = bdc_set_test_mode(bdc);
1630 if (ret < 0) {
1631 dev_err(bdc->dev, "Err in setting Test mode\n");
1632 return;
1633 }
1634 bdc->test_mode = 0;
1635 }
1636 break;
1637 case STATUS_PENDING:
1638 bdc_xsf_ep0_status_start(bdc, sreport);
1639 break;
1640
1641 default:
1642 dev_err(bdc->dev,
1643 "Unknown ep0_state:%s\n",
1644 ep0_state_string[bdc->ep0_state]);
1645
1646 }
1647 }
1648
1649 /* xfr completion status report handler */
1650 void bdc_sr_xsf(struct bdc *bdc, struct bdc_sr *sreport)
1651 {
1652 struct bdc_ep *ep;
1653 u32 sr_status;
1654 u8 ep_num;
1655
1656 ep_num = (le32_to_cpu(sreport->offset[3])>>4) & 0x1f;
1657 ep = bdc->bdc_ep_array[ep_num];
1658 if (!ep || !(ep->flags & BDC_EP_ENABLED)) {
1659 dev_err(bdc->dev, "xsf for ep not enabled\n");
1660 return;
1661 }
1662 /*
1663 * check if this transfer is after link went from U3->U0 due
1664 * to remote wakeup
1665 */
1666 if (bdc->devstatus & FUNC_WAKE_ISSUED) {
1667 bdc->devstatus &= ~(FUNC_WAKE_ISSUED);
1668 dev_dbg(bdc->dev, "%s clearing FUNC_WAKE_ISSUED flag\n",
1669 __func__);
1670 }
1671 sr_status = XSF_STS(le32_to_cpu(sreport->offset[3]));
1672 dev_dbg_ratelimited(bdc->dev, "%s sr_status=%d ep:%s\n",
1673 __func__, sr_status, ep->name);
1674
1675 switch (sr_status) {
1676 case XSF_SUCC:
1677 case XSF_SHORT:
1678 handle_xsr_succ_status(bdc, ep, sreport);
1679 if (ep_num == 1)
1680 ep0_xsf_complete(bdc, sreport);
1681 break;
1682
1683 case XSF_SETUP_RECV:
1684 case XSF_DATA_START:
1685 case XSF_STATUS_START:
1686 if (ep_num != 1) {
1687 dev_err(bdc->dev,
1688 "ep0 related packets on non ep0 endpoint");
1689 return;
1690 }
1691 bdc->sr_xsf_ep0[sr_status - XSF_SETUP_RECV](bdc, sreport);
1692 break;
1693
1694 case XSF_BABB:
1695 if (ep_num == 1) {
1696 dev_dbg(bdc->dev, "Babble on ep0 zlp_need:%d\n",
1697 bdc->zlp_needed);
1698 /*
1699 * If the last completed transfer had wLength >Data Len,
1700 * and Len is multiple of MaxPacket,then queue ZLP
1701 */
1702 if (bdc->zlp_needed) {
1703 /* queue 0 length bd */
1704 ep0_queue_zlp(bdc);
1705 return;
1706 }
1707 }
1708 dev_warn(bdc->dev, "Babble on ep not handled\n");
1709 break;
1710 default:
1711 dev_warn(bdc->dev, "sr status not handled:%x\n", sr_status);
1712 break;
1713 }
1714 }
1715
1716 static int bdc_gadget_ep_queue(struct usb_ep *_ep,
1717 struct usb_request *_req, gfp_t gfp_flags)
1718 {
1719 struct bdc_req *req;
1720 unsigned long flags;
1721 struct bdc_ep *ep;
1722 struct bdc *bdc;
1723 int ret;
1724
1725 if (!_ep || !_ep->desc)
1726 return -ESHUTDOWN;
1727
1728 if (!_req || !_req->complete || !_req->buf)
1729 return -EINVAL;
1730
1731 ep = to_bdc_ep(_ep);
1732 req = to_bdc_req(_req);
1733 bdc = ep->bdc;
1734 dev_dbg(bdc->dev, "%s ep:%p req:%p\n", __func__, ep, req);
1735 dev_dbg(bdc->dev, "queuing request %p to %s length %d zero:%d\n",
1736 _req, ep->name, _req->length, _req->zero);
1737
1738 if (!ep->usb_ep.desc) {
1739 dev_warn(bdc->dev,
1740 "trying to queue req %p to disabled %s\n",
1741 _req, ep->name);
1742 return -ESHUTDOWN;
1743 }
1744
1745 if (_req->length > MAX_XFR_LEN) {
1746 dev_warn(bdc->dev,
1747 "req length > supported MAX:%d requested:%d\n",
1748 MAX_XFR_LEN, _req->length);
1749 return -EOPNOTSUPP;
1750 }
1751 spin_lock_irqsave(&bdc->lock, flags);
1752 if (ep == bdc->bdc_ep_array[1])
1753 ret = ep0_queue(ep, req);
1754 else
1755 ret = ep_queue(ep, req);
1756
1757 spin_unlock_irqrestore(&bdc->lock, flags);
1758
1759 return ret;
1760 }
1761
1762 static int bdc_gadget_ep_dequeue(struct usb_ep *_ep,
1763 struct usb_request *_req)
1764 {
1765 struct bdc_req *req;
1766 unsigned long flags;
1767 struct bdc_ep *ep;
1768 struct bdc *bdc;
1769 int ret;
1770
1771 if (!_ep || !_req)
1772 return -EINVAL;
1773
1774 ep = to_bdc_ep(_ep);
1775 req = to_bdc_req(_req);
1776 bdc = ep->bdc;
1777 dev_dbg(bdc->dev, "%s ep:%s req:%p\n", __func__, ep->name, req);
1778 bdc_dbg_bd_list(bdc, ep);
1779 spin_lock_irqsave(&bdc->lock, flags);
1780 /* make sure it's still queued on this endpoint */
1781 list_for_each_entry(req, &ep->queue, queue) {
1782 if (&req->usb_req == _req)
1783 break;
1784 }
1785 if (&req->usb_req != _req) {
1786 spin_unlock_irqrestore(&bdc->lock, flags);
1787 dev_err(bdc->dev, "usb_req !=req n");
1788 return -EINVAL;
1789 }
1790 ret = ep_dequeue(ep, req);
1791 if (ret) {
1792 ret = -EOPNOTSUPP;
1793 goto err;
1794 }
1795 bdc_req_complete(ep, req, -ECONNRESET);
1796
1797 err:
1798 bdc_dbg_bd_list(bdc, ep);
1799 spin_unlock_irqrestore(&bdc->lock, flags);
1800
1801 return ret;
1802 }
1803
1804 static int bdc_gadget_ep_set_halt(struct usb_ep *_ep, int value)
1805 {
1806 unsigned long flags;
1807 struct bdc_ep *ep;
1808 struct bdc *bdc;
1809 int ret;
1810
1811 ep = to_bdc_ep(_ep);
1812 bdc = ep->bdc;
1813 dev_dbg(bdc->dev, "%s ep:%s value=%d\n", __func__, ep->name, value);
1814 spin_lock_irqsave(&bdc->lock, flags);
1815 if (usb_endpoint_xfer_isoc(ep->usb_ep.desc))
1816 ret = -EINVAL;
1817 else if (!list_empty(&ep->queue))
1818 ret = -EAGAIN;
1819 else
1820 ret = ep_set_halt(ep, value);
1821
1822 spin_unlock_irqrestore(&bdc->lock, flags);
1823
1824 return ret;
1825 }
1826
1827 static struct usb_request *bdc_gadget_alloc_request(struct usb_ep *_ep,
1828 gfp_t gfp_flags)
1829 {
1830 struct bdc_req *req;
1831 struct bdc_ep *ep;
1832
1833 req = kzalloc(sizeof(*req), gfp_flags);
1834 if (!req)
1835 return NULL;
1836
1837 ep = to_bdc_ep(_ep);
1838 req->ep = ep;
1839 req->epnum = ep->ep_num;
1840 req->usb_req.dma = DMA_ADDR_INVALID;
1841 dev_dbg(ep->bdc->dev, "%s ep:%s req:%p\n", __func__, ep->name, req);
1842
1843 return &req->usb_req;
1844 }
1845
1846 static void bdc_gadget_free_request(struct usb_ep *_ep,
1847 struct usb_request *_req)
1848 {
1849 struct bdc_req *req;
1850
1851 req = to_bdc_req(_req);
1852 kfree(req);
1853 }
1854
1855 /* endpoint operations */
1856
1857 /* configure endpoint and also allocate resources */
1858 static int bdc_gadget_ep_enable(struct usb_ep *_ep,
1859 const struct usb_endpoint_descriptor *desc)
1860 {
1861 unsigned long flags;
1862 struct bdc_ep *ep;
1863 struct bdc *bdc;
1864 int ret;
1865
1866 if (!_ep || !desc || desc->bDescriptorType != USB_DT_ENDPOINT) {
1867 pr_debug("bdc_gadget_ep_enable invalid parameters\n");
1868 return -EINVAL;
1869 }
1870
1871 if (!desc->wMaxPacketSize) {
1872 pr_debug("bdc_gadget_ep_enable missing wMaxPacketSize\n");
1873 return -EINVAL;
1874 }
1875
1876 ep = to_bdc_ep(_ep);
1877 bdc = ep->bdc;
1878
1879 /* Sanity check, upper layer will not send enable for ep0 */
1880 if (ep == bdc->bdc_ep_array[1])
1881 return -EINVAL;
1882
1883 if (!bdc->gadget_driver
1884 || bdc->gadget.speed == USB_SPEED_UNKNOWN) {
1885 return -ESHUTDOWN;
1886 }
1887
1888 dev_dbg(bdc->dev, "%s Enabling %s\n", __func__, ep->name);
1889 spin_lock_irqsave(&bdc->lock, flags);
1890 ep->desc = desc;
1891 ep->comp_desc = _ep->comp_desc;
1892 ret = bdc_ep_enable(ep);
1893 spin_unlock_irqrestore(&bdc->lock, flags);
1894
1895 return ret;
1896 }
1897
1898 static int bdc_gadget_ep_disable(struct usb_ep *_ep)
1899 {
1900 unsigned long flags;
1901 struct bdc_ep *ep;
1902 struct bdc *bdc;
1903 int ret;
1904
1905 if (!_ep) {
1906 pr_debug("bdc: invalid parameters\n");
1907 return -EINVAL;
1908 }
1909 ep = to_bdc_ep(_ep);
1910 bdc = ep->bdc;
1911
1912 /* Upper layer will not call this for ep0, but do a sanity check */
1913 if (ep == bdc->bdc_ep_array[1]) {
1914 dev_warn(bdc->dev, "%s called for ep0\n", __func__);
1915 return -EINVAL;
1916 }
1917 dev_dbg(bdc->dev,
1918 "%s() ep:%s ep->flags:%08x\n",
1919 __func__, ep->name, ep->flags);
1920
1921 if (!(ep->flags & BDC_EP_ENABLED)) {
1922 dev_warn(bdc->dev, "%s is already disabled\n", ep->name);
1923 return 0;
1924 }
1925 spin_lock_irqsave(&bdc->lock, flags);
1926 ret = bdc_ep_disable(ep);
1927 spin_unlock_irqrestore(&bdc->lock, flags);
1928
1929 return ret;
1930 }
1931
1932 static const struct usb_ep_ops bdc_gadget_ep_ops = {
1933 .enable = bdc_gadget_ep_enable,
1934 .disable = bdc_gadget_ep_disable,
1935 .alloc_request = bdc_gadget_alloc_request,
1936 .free_request = bdc_gadget_free_request,
1937 .queue = bdc_gadget_ep_queue,
1938 .dequeue = bdc_gadget_ep_dequeue,
1939 .set_halt = bdc_gadget_ep_set_halt
1940 };
1941
1942 /* dir = 1 is IN */
1943 static int init_ep(struct bdc *bdc, u32 epnum, u32 dir)
1944 {
1945 struct bdc_ep *ep;
1946
1947 dev_dbg(bdc->dev, "%s epnum=%d dir=%d\n", __func__, epnum, dir);
1948 ep = kzalloc(sizeof(*ep), GFP_KERNEL);
1949 if (!ep)
1950 return -ENOMEM;
1951
1952 ep->bdc = bdc;
1953 ep->dir = dir;
1954
1955 /* ep->ep_num is the index inside bdc_ep */
1956 if (epnum == 1) {
1957 ep->ep_num = 1;
1958 bdc->bdc_ep_array[ep->ep_num] = ep;
1959 snprintf(ep->name, sizeof(ep->name), "ep%d", epnum - 1);
1960 usb_ep_set_maxpacket_limit(&ep->usb_ep, EP0_MAX_PKT_SIZE);
1961 ep->comp_desc = NULL;
1962 bdc->gadget.ep0 = &ep->usb_ep;
1963 } else {
1964 if (dir)
1965 ep->ep_num = epnum * 2 - 1;
1966 else
1967 ep->ep_num = epnum * 2 - 2;
1968
1969 bdc->bdc_ep_array[ep->ep_num] = ep;
1970 snprintf(ep->name, sizeof(ep->name), "ep%d%s", epnum - 1,
1971 dir & 1 ? "in" : "out");
1972
1973 usb_ep_set_maxpacket_limit(&ep->usb_ep, 1024);
1974 ep->usb_ep.max_streams = 0;
1975 list_add_tail(&ep->usb_ep.ep_list, &bdc->gadget.ep_list);
1976 }
1977 ep->usb_ep.ops = &bdc_gadget_ep_ops;
1978 ep->usb_ep.name = ep->name;
1979 ep->flags = 0;
1980 ep->ignore_next_sr = false;
1981 dev_dbg(bdc->dev, "ep=%p ep->usb_ep.name=%s epnum=%d ep->epnum=%d\n",
1982 ep, ep->usb_ep.name, epnum, ep->ep_num);
1983
1984 INIT_LIST_HEAD(&ep->queue);
1985
1986 return 0;
1987 }
1988
1989 /* Init all ep */
1990 int bdc_init_ep(struct bdc *bdc)
1991 {
1992 u8 epnum;
1993 int ret;
1994
1995 dev_dbg(bdc->dev, "%s()\n", __func__);
1996 INIT_LIST_HEAD(&bdc->gadget.ep_list);
1997 /* init ep0 */
1998 ret = init_ep(bdc, 1, 0);
1999 if (ret) {
2000 dev_err(bdc->dev, "init ep ep0 fail %d\n", ret);
2001 return ret;
2002 }
2003
2004 for (epnum = 2; epnum <= bdc->num_eps / 2; epnum++) {
2005 /* OUT */
2006 ret = init_ep(bdc, epnum, 0);
2007 if (ret) {
2008 dev_err(bdc->dev,
2009 "init ep failed for:%d error: %d\n",
2010 epnum, ret);
2011 return ret;
2012 }
2013
2014 /* IN */
2015 ret = init_ep(bdc, epnum, 1);
2016 if (ret) {
2017 dev_err(bdc->dev,
2018 "init ep failed for:%d error: %d\n",
2019 epnum, ret);
2020 return ret;
2021 }
2022 }
2023
2024 return 0;
2025 }
Linux with added FPC-III support