drivers/usb/renesas_usbhs/mod_gadget.c

   1 /*
   2  * Renesas USB driver
   3  *
   4  * Copyright (C) 2011 Renesas Solutions Corp.
   5  * Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>
   6  *
   7  * This program is distributed in the hope that it will be useful,
   8  * but WITHOUT ANY WARRANTY; without even the implied warranty of
   9  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  10  * GNU General Public License for more details.
  11  *
  12  * You should have received a copy of the GNU General Public License
  13  * along with this program; if not, write to the Free Software
  14  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  15  *
  16  */
  17 #include <linux/delay.h>
  18 #include <linux/dma-mapping.h>
  19 #include <linux/io.h>
  20 #include <linux/module.h>
  21 #include <linux/platform_device.h>
  22 #include <linux/usb/ch9.h>
  23 #include <linux/usb/gadget.h>
  24 #include "common.h"
  25
  26 /*
  27  *              struct
  28  */
  29 struct usbhsg_request {
  30         struct usb_request      req;
  31         struct usbhs_pkt        pkt;
  32 };
  33
  34 #define EP_NAME_SIZE 8
  35 struct usbhsg_gpriv;
  36 struct usbhsg_uep {
  37         struct usb_ep            ep;
  38         struct usbhs_pipe       *pipe;
  39
  40         char ep_name[EP_NAME_SIZE];
  41
  42         struct usbhsg_gpriv *gpriv;
  43 };
  44
  45 struct usbhsg_gpriv {
  46         struct usb_gadget        gadget;
  47         struct usbhs_mod         mod;
  48
  49         struct usbhsg_uep       *uep;
  50         int                      uep_size;
  51
  52         struct usb_gadget_driver        *driver;
  53
  54         u32     status;
  55 #define USBHSG_STATUS_STARTED           (1 << 0)
  56 #define USBHSG_STATUS_REGISTERD         (1 << 1)
  57 #define USBHSG_STATUS_WEDGE             (1 << 2)
  58 #define USBHSG_STATUS_SELF_POWERED      (1 << 3)
  59 #define USBHSG_STATUS_SOFT_CONNECT      (1 << 4)
  60 };
  61
  62 struct usbhsg_recip_handle {
  63         char *name;
  64         int (*device)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
  65                       struct usb_ctrlrequest *ctrl);
  66         int (*interface)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
  67                          struct usb_ctrlrequest *ctrl);
  68         int (*endpoint)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
  69                         struct usb_ctrlrequest *ctrl);
  70 };
  71
  72 /*
  73  *              macro
  74  */
  75 #define usbhsg_priv_to_gpriv(priv)                      \
  76         container_of(                                   \
  77                 usbhs_mod_get(priv, USBHS_GADGET),      \
  78                 struct usbhsg_gpriv, mod)
  79
  80 #define __usbhsg_for_each_uep(start, pos, g, i) \
  81         for ((i) = start;                                       \
  82              ((i) < (g)->uep_size) && ((pos) = (g)->uep + (i)); \
  83              (i)++)
  84
  85 #define usbhsg_for_each_uep(pos, gpriv, i)      \
  86         __usbhsg_for_each_uep(1, pos, gpriv, i)
  87
  88 #define usbhsg_for_each_uep_with_dcp(pos, gpriv, i)     \
  89         __usbhsg_for_each_uep(0, pos, gpriv, i)
  90
  91 #define usbhsg_gadget_to_gpriv(g)\
  92         container_of(g, struct usbhsg_gpriv, gadget)
  93
  94 #define usbhsg_req_to_ureq(r)\
  95         container_of(r, struct usbhsg_request, req)
  96
  97 #define usbhsg_ep_to_uep(e)             container_of(e, struct usbhsg_uep, ep)
  98 #define usbhsg_gpriv_to_dev(gp)         usbhs_priv_to_dev((gp)->mod.priv)
  99 #define usbhsg_gpriv_to_priv(gp)        ((gp)->mod.priv)
 100 #define usbhsg_gpriv_to_dcp(gp)         ((gp)->uep)
 101 #define usbhsg_gpriv_to_nth_uep(gp, i)  ((gp)->uep + i)
 102 #define usbhsg_uep_to_gpriv(u)          ((u)->gpriv)
 103 #define usbhsg_uep_to_pipe(u)           ((u)->pipe)
 104 #define usbhsg_pipe_to_uep(p)           ((p)->mod_private)
 105 #define usbhsg_is_dcp(u)                ((u) == usbhsg_gpriv_to_dcp((u)->gpriv))
 106
 107 #define usbhsg_ureq_to_pkt(u)           (&(u)->pkt)
 108 #define usbhsg_pkt_to_ureq(i)   \
 109         container_of(i, struct usbhsg_request, pkt)
 110
 111 #define usbhsg_is_not_connected(gp) ((gp)->gadget.speed == USB_SPEED_UNKNOWN)
 112
 113 /* status */
 114 #define usbhsg_status_init(gp)   do {(gp)->status = 0; } while (0)
 115 #define usbhsg_status_set(gp, b) (gp->status |=  b)
 116 #define usbhsg_status_clr(gp, b) (gp->status &= ~b)
 117 #define usbhsg_status_has(gp, b) (gp->status &   b)
 118
 119 /*
 120  *              queue push/pop
 121  */
 122 static void __usbhsg_queue_pop(struct usbhsg_uep *uep,
 123                                struct usbhsg_request *ureq,
 124                                int status)
 125 {
 126         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 127         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 128         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 129         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 130
 131         dev_dbg(dev, "pipe %d : queue pop\n", usbhs_pipe_number(pipe));
 132
 133         ureq->req.status = status;
 134         spin_unlock(usbhs_priv_to_lock(priv));
 135         usb_gadget_giveback_request(&uep->ep, &ureq->req);
 136         spin_lock(usbhs_priv_to_lock(priv));
 137 }
 138
 139 static void usbhsg_queue_pop(struct usbhsg_uep *uep,
 140                              struct usbhsg_request *ureq,
 141                              int status)
 142 {
 143         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 144         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 145         unsigned long flags;
 146
 147         usbhs_lock(priv, flags);
 148         __usbhsg_queue_pop(uep, ureq, status);
 149         usbhs_unlock(priv, flags);
 150 }
 151
 152 static void usbhsg_queue_done(struct usbhs_priv *priv, struct usbhs_pkt *pkt)
 153 {
 154         struct usbhs_pipe *pipe = pkt->pipe;
 155         struct usbhsg_uep *uep = usbhsg_pipe_to_uep(pipe);
 156         struct usbhsg_request *ureq = usbhsg_pkt_to_ureq(pkt);
 157
 158         ureq->req.actual = pkt->actual;
 159
 160         usbhsg_queue_pop(uep, ureq, 0);
 161 }
 162
 163 static void usbhsg_queue_push(struct usbhsg_uep *uep,
 164                               struct usbhsg_request *ureq)
 165 {
 166         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 167         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 168         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 169         struct usbhs_pkt *pkt = usbhsg_ureq_to_pkt(ureq);
 170         struct usb_request *req = &ureq->req;
 171
 172         req->actual = 0;
 173         req->status = -EINPROGRESS;
 174         usbhs_pkt_push(pipe, pkt, usbhsg_queue_done,
 175                        req->buf, req->length, req->zero, -1);
 176         usbhs_pkt_start(pipe);
 177
 178         dev_dbg(dev, "pipe %d : queue push (%d)\n",
 179                 usbhs_pipe_number(pipe),
 180                 req->length);
 181 }
 182
 183 /*
 184  *              dma map/unmap
 185  */
 186 static int usbhsg_dma_map_ctrl(struct usbhs_pkt *pkt, int map)
 187 {
 188         struct usbhsg_request *ureq = usbhsg_pkt_to_ureq(pkt);
 189         struct usb_request *req = &ureq->req;
 190         struct usbhs_pipe *pipe = pkt->pipe;
 191         struct usbhsg_uep *uep = usbhsg_pipe_to_uep(pipe);
 192         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 193         enum dma_data_direction dir;
 194         int ret = 0;
 195
 196         dir = usbhs_pipe_is_dir_host(pipe);
 197
 198         if (map) {
 199                 /* it can not use scatter/gather */
 200                 WARN_ON(req->num_sgs);
 201
 202                 ret = usb_gadget_map_request(&gpriv->gadget, req, dir);
 203                 if (ret < 0)
 204                         return ret;
 205
 206                 pkt->dma = req->dma;
 207         } else {
 208                 usb_gadget_unmap_request(&gpriv->gadget, req, dir);
 209         }
 210
 211         return ret;
 212 }
 213
 214 /*
 215  *              USB_TYPE_STANDARD / clear feature functions
 216  */
 217 static int usbhsg_recip_handler_std_control_done(struct usbhs_priv *priv,
 218                                                  struct usbhsg_uep *uep,
 219                                                  struct usb_ctrlrequest *ctrl)
 220 {
 221         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 222         struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 223         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(dcp);
 224
 225         usbhs_dcp_control_transfer_done(pipe);
 226
 227         return 0;
 228 }
 229
 230 static int usbhsg_recip_handler_std_clear_endpoint(struct usbhs_priv *priv,
 231                                                    struct usbhsg_uep *uep,
 232                                                    struct usb_ctrlrequest *ctrl)
 233 {
 234         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 235         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 236
 237         if (!usbhsg_status_has(gpriv, USBHSG_STATUS_WEDGE)) {
 238                 usbhs_pipe_disable(pipe);
 239                 usbhs_pipe_sequence_data0(pipe);
 240                 usbhs_pipe_enable(pipe);
 241         }
 242
 243         usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 244
 245         usbhs_pkt_start(pipe);
 246
 247         return 0;
 248 }
 249
 250 static struct usbhsg_recip_handle req_clear_feature = {
 251         .name           = "clear feature",
 252         .device         = usbhsg_recip_handler_std_control_done,
 253         .interface      = usbhsg_recip_handler_std_control_done,
 254         .endpoint       = usbhsg_recip_handler_std_clear_endpoint,
 255 };
 256
 257 /*
 258  *              USB_TYPE_STANDARD / set feature functions
 259  */
 260 static int usbhsg_recip_handler_std_set_device(struct usbhs_priv *priv,
 261                                                  struct usbhsg_uep *uep,
 262                                                  struct usb_ctrlrequest *ctrl)
 263 {
 264         switch (le16_to_cpu(ctrl->wValue)) {
 265         case USB_DEVICE_TEST_MODE:
 266                 usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 267                 udelay(100);
 268                 usbhs_sys_set_test_mode(priv, le16_to_cpu(ctrl->wIndex >> 8));
 269                 break;
 270         default:
 271                 usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 272                 break;
 273         }
 274
 275         return 0;
 276 }
 277
 278 static int usbhsg_recip_handler_std_set_endpoint(struct usbhs_priv *priv,
 279                                                  struct usbhsg_uep *uep,
 280                                                  struct usb_ctrlrequest *ctrl)
 281 {
 282         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 283
 284         usbhs_pipe_stall(pipe);
 285
 286         usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 287
 288         return 0;
 289 }
 290
 291 static struct usbhsg_recip_handle req_set_feature = {
 292         .name           = "set feature",
 293         .device         = usbhsg_recip_handler_std_set_device,
 294         .interface      = usbhsg_recip_handler_std_control_done,
 295         .endpoint       = usbhsg_recip_handler_std_set_endpoint,
 296 };
 297
 298 /*
 299  *              USB_TYPE_STANDARD / get status functions
 300  */
 301 static void __usbhsg_recip_send_complete(struct usb_ep *ep,
 302                                          struct usb_request *req)
 303 {
 304         struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 305
 306         /* free allocated recip-buffer/usb_request */
 307         kfree(ureq->pkt.buf);
 308         usb_ep_free_request(ep, req);
 309 }
 310
 311 static void __usbhsg_recip_send_status(struct usbhsg_gpriv *gpriv,
 312                                        unsigned short status)
 313 {
 314         struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 315         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(dcp);
 316         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 317         struct usb_request *req;
 318         unsigned short *buf;
 319
 320         /* alloc new usb_request for recip */
 321         req = usb_ep_alloc_request(&dcp->ep, GFP_ATOMIC);
 322         if (!req) {
 323                 dev_err(dev, "recip request allocation fail\n");
 324                 return;
 325         }
 326
 327         /* alloc recip data buffer */
 328         buf = kmalloc(sizeof(*buf), GFP_ATOMIC);
 329         if (!buf) {
 330                 usb_ep_free_request(&dcp->ep, req);
 331                 dev_err(dev, "recip data allocation fail\n");
 332                 return;
 333         }
 334
 335         /* recip data is status */
 336         *buf = cpu_to_le16(status);
 337
 338         /* allocated usb_request/buffer will be freed */
 339         req->complete   = __usbhsg_recip_send_complete;
 340         req->buf        = buf;
 341         req->length     = sizeof(*buf);
 342         req->zero       = 0;
 343
 344         /* push packet */
 345         pipe->handler = &usbhs_fifo_pio_push_handler;
 346         usbhsg_queue_push(dcp, usbhsg_req_to_ureq(req));
 347 }
 348
 349 static int usbhsg_recip_handler_std_get_device(struct usbhs_priv *priv,
 350                                                struct usbhsg_uep *uep,
 351                                                struct usb_ctrlrequest *ctrl)
 352 {
 353         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 354         unsigned short status = 0;
 355
 356         if (usbhsg_status_has(gpriv, USBHSG_STATUS_SELF_POWERED))
 357                 status = 1 << USB_DEVICE_SELF_POWERED;
 358
 359         __usbhsg_recip_send_status(gpriv, status);
 360
 361         return 0;
 362 }
 363
 364 static int usbhsg_recip_handler_std_get_interface(struct usbhs_priv *priv,
 365                                                   struct usbhsg_uep *uep,
 366                                                   struct usb_ctrlrequest *ctrl)
 367 {
 368         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 369         unsigned short status = 0;
 370
 371         __usbhsg_recip_send_status(gpriv, status);
 372
 373         return 0;
 374 }
 375
 376 static int usbhsg_recip_handler_std_get_endpoint(struct usbhs_priv *priv,
 377                                                  struct usbhsg_uep *uep,
 378                                                  struct usb_ctrlrequest *ctrl)
 379 {
 380         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 381         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 382         unsigned short status = 0;
 383
 384         if (usbhs_pipe_is_stall(pipe))
 385                 status = 1 << USB_ENDPOINT_HALT;
 386
 387         __usbhsg_recip_send_status(gpriv, status);
 388
 389         return 0;
 390 }
 391
 392 static struct usbhsg_recip_handle req_get_status = {
 393         .name           = "get status",
 394         .device         = usbhsg_recip_handler_std_get_device,
 395         .interface      = usbhsg_recip_handler_std_get_interface,
 396         .endpoint       = usbhsg_recip_handler_std_get_endpoint,
 397 };
 398
 399 /*
 400  *              USB_TYPE handler
 401  */
 402 static int usbhsg_recip_run_handle(struct usbhs_priv *priv,
 403                                    struct usbhsg_recip_handle *handler,
 404                                    struct usb_ctrlrequest *ctrl)
 405 {
 406         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 407         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 408         struct usbhsg_uep *uep;
 409         struct usbhs_pipe *pipe;
 410         int recip = ctrl->bRequestType & USB_RECIP_MASK;
 411         int nth = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
 412         int ret = 0;
 413         int (*func)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
 414                     struct usb_ctrlrequest *ctrl);
 415         char *msg;
 416
 417         uep = usbhsg_gpriv_to_nth_uep(gpriv, nth);
 418         pipe = usbhsg_uep_to_pipe(uep);
 419         if (!pipe) {
 420                 dev_err(dev, "wrong recip request\n");
 421                 return -EINVAL;
 422         }
 423
 424         switch (recip) {
 425         case USB_RECIP_DEVICE:
 426                 msg     = "DEVICE";
 427                 func    = handler->device;
 428                 break;
 429         case USB_RECIP_INTERFACE:
 430                 msg     = "INTERFACE";
 431                 func    = handler->interface;
 432                 break;
 433         case USB_RECIP_ENDPOINT:
 434                 msg     = "ENDPOINT";
 435                 func    = handler->endpoint;
 436                 break;
 437         default:
 438                 dev_warn(dev, "unsupported RECIP(%d)\n", recip);
 439                 func = NULL;
 440                 ret = -EINVAL;
 441         }
 442
 443         if (func) {
 444                 dev_dbg(dev, "%s (pipe %d :%s)\n", handler->name, nth, msg);
 445                 ret = func(priv, uep, ctrl);
 446         }
 447
 448         return ret;
 449 }
 450
 451 /*
 452  *              irq functions
 453  *
 454  * it will be called from usbhs_interrupt
 455  */
 456 static int usbhsg_irq_dev_state(struct usbhs_priv *priv,
 457                                 struct usbhs_irq_state *irq_state)
 458 {
 459         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 460         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 461
 462         gpriv->gadget.speed = usbhs_bus_get_speed(priv);
 463
 464         dev_dbg(dev, "state = %x : speed : %d\n",
 465                 usbhs_status_get_device_state(irq_state),
 466                 gpriv->gadget.speed);
 467
 468         return 0;
 469 }
 470
 471 static int usbhsg_irq_ctrl_stage(struct usbhs_priv *priv,
 472                                  struct usbhs_irq_state *irq_state)
 473 {
 474         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 475         struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 476         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(dcp);
 477         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 478         struct usb_ctrlrequest ctrl;
 479         struct usbhsg_recip_handle *recip_handler = NULL;
 480         int stage = usbhs_status_get_ctrl_stage(irq_state);
 481         int ret = 0;
 482
 483         dev_dbg(dev, "stage = %d\n", stage);
 484
 485         /*
 486          * see Manual
 487          *
 488          *  "Operation"
 489          *  - "Interrupt Function"
 490          *    - "Control Transfer Stage Transition Interrupt"
 491          *      - Fig. "Control Transfer Stage Transitions"
 492          */
 493
 494         switch (stage) {
 495         case READ_DATA_STAGE:
 496                 pipe->handler = &usbhs_fifo_pio_push_handler;
 497                 break;
 498         case WRITE_DATA_STAGE:
 499                 pipe->handler = &usbhs_fifo_pio_pop_handler;
 500                 break;
 501         case NODATA_STATUS_STAGE:
 502                 pipe->handler = &usbhs_ctrl_stage_end_handler;
 503                 break;
 504         case READ_STATUS_STAGE:
 505         case WRITE_STATUS_STAGE:
 506                 usbhs_dcp_control_transfer_done(pipe);
 507         default:
 508                 return ret;
 509         }
 510
 511         /*
 512          * get usb request
 513          */
 514         usbhs_usbreq_get_val(priv, &ctrl);
 515
 516         switch (ctrl.bRequestType & USB_TYPE_MASK) {
 517         case USB_TYPE_STANDARD:
 518                 switch (ctrl.bRequest) {
 519                 case USB_REQ_CLEAR_FEATURE:
 520                         recip_handler = &req_clear_feature;
 521                         break;
 522                 case USB_REQ_SET_FEATURE:
 523                         recip_handler = &req_set_feature;
 524                         break;
 525                 case USB_REQ_GET_STATUS:
 526                         recip_handler = &req_get_status;
 527                         break;
 528                 }
 529         }
 530
 531         /*
 532          * setup stage / run recip
 533          */
 534         if (recip_handler)
 535                 ret = usbhsg_recip_run_handle(priv, recip_handler, &ctrl);
 536         else
 537                 ret = gpriv->driver->setup(&gpriv->gadget, &ctrl);
 538
 539         if (ret < 0)
 540                 usbhs_pipe_stall(pipe);
 541
 542         return ret;
 543 }
 544
 545 /*
 546  *
 547  *              usb_dcp_ops
 548  *
 549  */
 550 static int usbhsg_pipe_disable(struct usbhsg_uep *uep)
 551 {
 552         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 553         struct usbhs_pkt *pkt;
 554
 555         while (1) {
 556                 pkt = usbhs_pkt_pop(pipe, NULL);
 557                 if (!pkt)
 558                         break;
 559
 560                 usbhsg_queue_pop(uep, usbhsg_pkt_to_ureq(pkt), -ECONNRESET);
 561         }
 562
 563         usbhs_pipe_disable(pipe);
 564
 565         return 0;
 566 }
 567
 568 /*
 569  *
 570  *              usb_ep_ops
 571  *
 572  */
 573 static int usbhsg_ep_enable(struct usb_ep *ep,
 574                          const struct usb_endpoint_descriptor *desc)
 575 {
 576         struct usbhsg_uep *uep   = usbhsg_ep_to_uep(ep);
 577         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 578         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 579         struct usbhs_pipe *pipe;
 580         int ret = -EIO;
 581
 582         /*
 583          * if it already have pipe,
 584          * nothing to do
 585          */
 586         if (uep->pipe) {
 587                 usbhs_pipe_clear(uep->pipe);
 588                 usbhs_pipe_sequence_data0(uep->pipe);
 589                 return 0;
 590         }
 591
 592         pipe = usbhs_pipe_malloc(priv,
 593                                  usb_endpoint_type(desc),
 594                                  usb_endpoint_dir_in(desc));
 595         if (pipe) {
 596                 uep->pipe               = pipe;
 597                 pipe->mod_private       = uep;
 598
 599                 /* set epnum / maxp */
 600                 usbhs_pipe_config_update(pipe, 0,
 601                                          usb_endpoint_num(desc),
 602                                          usb_endpoint_maxp(desc));
 603
 604                 /*
 605                  * usbhs_fifo_dma_push/pop_handler try to
 606                  * use dmaengine if possible.
 607                  * It will use pio handler if impossible.
 608                  */
 609                 if (usb_endpoint_dir_in(desc))
 610                         pipe->handler = &usbhs_fifo_dma_push_handler;
 611                 else
 612                         pipe->handler = &usbhs_fifo_dma_pop_handler;
 613
 614                 ret = 0;
 615         }
 616
 617         return ret;
 618 }
 619
 620 static int usbhsg_ep_disable(struct usb_ep *ep)
 621 {
 622         struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 623         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 624
 625         if (!pipe)
 626                 return -EINVAL;
 627
 628         usbhsg_pipe_disable(uep);
 629         usbhs_pipe_free(pipe);
 630
 631         uep->pipe->mod_private  = NULL;
 632         uep->pipe               = NULL;
 633
 634         return 0;
 635 }
 636
 637 static struct usb_request *usbhsg_ep_alloc_request(struct usb_ep *ep,
 638                                                    gfp_t gfp_flags)
 639 {
 640         struct usbhsg_request *ureq;
 641
 642         ureq = kzalloc(sizeof *ureq, gfp_flags);
 643         if (!ureq)
 644                 return NULL;
 645
 646         usbhs_pkt_init(usbhsg_ureq_to_pkt(ureq));
 647
 648         return &ureq->req;
 649 }
 650
 651 static void usbhsg_ep_free_request(struct usb_ep *ep,
 652                                    struct usb_request *req)
 653 {
 654         struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 655
 656         WARN_ON(!list_empty(&ureq->pkt.node));
 657         kfree(ureq);
 658 }
 659
 660 static int usbhsg_ep_queue(struct usb_ep *ep, struct usb_request *req,
 661                           gfp_t gfp_flags)
 662 {
 663         struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 664         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 665         struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 666         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 667
 668         /* param check */
 669         if (usbhsg_is_not_connected(gpriv)      ||
 670             unlikely(!gpriv->driver)            ||
 671             unlikely(!pipe))
 672                 return -ESHUTDOWN;
 673
 674         usbhsg_queue_push(uep, ureq);
 675
 676         return 0;
 677 }
 678
 679 static int usbhsg_ep_dequeue(struct usb_ep *ep, struct usb_request *req)
 680 {
 681         struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 682         struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 683         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 684
 685         usbhs_pkt_pop(pipe, usbhsg_ureq_to_pkt(ureq));
 686         usbhsg_queue_pop(uep, ureq, -ECONNRESET);
 687
 688         return 0;
 689 }
 690
 691 static int __usbhsg_ep_set_halt_wedge(struct usb_ep *ep, int halt, int wedge)
 692 {
 693         struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 694         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 695         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 696         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 697         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 698         unsigned long flags;
 699
 700         usbhsg_pipe_disable(uep);
 701
 702         dev_dbg(dev, "set halt %d (pipe %d)\n",
 703                 halt, usbhs_pipe_number(pipe));
 704
 705         /********************  spin lock ********************/
 706         usbhs_lock(priv, flags);
 707
 708         if (halt)
 709                 usbhs_pipe_stall(pipe);
 710         else
 711                 usbhs_pipe_disable(pipe);
 712
 713         if (halt && wedge)
 714                 usbhsg_status_set(gpriv, USBHSG_STATUS_WEDGE);
 715         else
 716                 usbhsg_status_clr(gpriv, USBHSG_STATUS_WEDGE);
 717
 718         usbhs_unlock(priv, flags);
 719         /********************  spin unlock ******************/
 720
 721         return 0;
 722 }
 723
 724 static int usbhsg_ep_set_halt(struct usb_ep *ep, int value)
 725 {
 726         return __usbhsg_ep_set_halt_wedge(ep, value, 0);
 727 }
 728
 729 static int usbhsg_ep_set_wedge(struct usb_ep *ep)
 730 {
 731         return __usbhsg_ep_set_halt_wedge(ep, 1, 1);
 732 }
 733
 734 static struct usb_ep_ops usbhsg_ep_ops = {
 735         .enable         = usbhsg_ep_enable,
 736         .disable        = usbhsg_ep_disable,
 737
 738         .alloc_request  = usbhsg_ep_alloc_request,
 739         .free_request   = usbhsg_ep_free_request,
 740
 741         .queue          = usbhsg_ep_queue,
 742         .dequeue        = usbhsg_ep_dequeue,
 743
 744         .set_halt       = usbhsg_ep_set_halt,
 745         .set_wedge      = usbhsg_ep_set_wedge,
 746 };
 747
 748 /*
 749  *              pullup control
 750  */
 751 static int usbhsg_can_pullup(struct usbhs_priv *priv)
 752 {
 753         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 754
 755         return gpriv->driver &&
 756                usbhsg_status_has(gpriv, USBHSG_STATUS_SOFT_CONNECT);
 757 }
 758
 759 static void usbhsg_update_pullup(struct usbhs_priv *priv)
 760 {
 761         if (usbhsg_can_pullup(priv))
 762                 usbhs_sys_function_pullup(priv, 1);
 763         else
 764                 usbhs_sys_function_pullup(priv, 0);
 765 }
 766
 767 /*
 768  *              usb module start/end
 769  */
 770 static int usbhsg_try_start(struct usbhs_priv *priv, u32 status)
 771 {
 772         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 773         struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 774         struct usbhs_mod *mod = usbhs_mod_get_current(priv);
 775         struct device *dev = usbhs_priv_to_dev(priv);
 776         unsigned long flags;
 777         int ret = 0;
 778
 779         /********************  spin lock ********************/
 780         usbhs_lock(priv, flags);
 781
 782         usbhsg_status_set(gpriv, status);
 783         if (!(usbhsg_status_has(gpriv, USBHSG_STATUS_STARTED) &&
 784               usbhsg_status_has(gpriv, USBHSG_STATUS_REGISTERD)))
 785                 ret = -1; /* not ready */
 786
 787         usbhs_unlock(priv, flags);
 788         /********************  spin unlock ********************/
 789
 790         if (ret < 0)
 791                 return 0; /* not ready is not error */
 792
 793         /*
 794          * enable interrupt and systems if ready
 795          */
 796         dev_dbg(dev, "start gadget\n");
 797
 798         /*
 799          * pipe initialize and enable DCP
 800          */
 801         usbhs_fifo_init(priv);
 802         usbhs_pipe_init(priv,
 803                         usbhsg_dma_map_ctrl);
 804
 805         /* dcp init instead of usbhsg_ep_enable() */
 806         dcp->pipe               = usbhs_dcp_malloc(priv);
 807         dcp->pipe->mod_private  = dcp;
 808         usbhs_pipe_config_update(dcp->pipe, 0, 0, 64);
 809
 810         /*
 811          * system config enble
 812          * - HI speed
 813          * - function
 814          * - usb module
 815          */
 816         usbhs_sys_function_ctrl(priv, 1);
 817         usbhsg_update_pullup(priv);
 818
 819         /*
 820          * enable irq callback
 821          */
 822         mod->irq_dev_state      = usbhsg_irq_dev_state;
 823         mod->irq_ctrl_stage     = usbhsg_irq_ctrl_stage;
 824         usbhs_irq_callback_update(priv, mod);
 825
 826         return 0;
 827 }
 828
 829 static int usbhsg_try_stop(struct usbhs_priv *priv, u32 status)
 830 {
 831         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 832         struct usbhs_mod *mod = usbhs_mod_get_current(priv);
 833         struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 834         struct device *dev = usbhs_priv_to_dev(priv);
 835         unsigned long flags;
 836         int ret = 0;
 837
 838         /********************  spin lock ********************/
 839         usbhs_lock(priv, flags);
 840
 841         usbhsg_status_clr(gpriv, status);
 842         if (!usbhsg_status_has(gpriv, USBHSG_STATUS_STARTED) &&
 843             !usbhsg_status_has(gpriv, USBHSG_STATUS_REGISTERD))
 844                 ret = -1; /* already done */
 845
 846         usbhs_unlock(priv, flags);
 847         /********************  spin unlock ********************/
 848
 849         if (ret < 0)
 850                 return 0; /* already done is not error */
 851
 852         /*
 853          * disable interrupt and systems if 1st try
 854          */
 855         usbhs_fifo_quit(priv);
 856
 857         /* disable all irq */
 858         mod->irq_dev_state      = NULL;
 859         mod->irq_ctrl_stage     = NULL;
 860         usbhs_irq_callback_update(priv, mod);
 861
 862         gpriv->gadget.speed = USB_SPEED_UNKNOWN;
 863
 864         /* disable sys */
 865         usbhs_sys_set_test_mode(priv, 0);
 866         usbhs_sys_function_ctrl(priv, 0);
 867
 868         usbhsg_ep_disable(&dcp->ep);
 869
 870         dev_dbg(dev, "stop gadget\n");
 871
 872         return 0;
 873 }
 874
 875 /*
 876  *
 877  *              linux usb function
 878  *
 879  */
 880 static int usbhsg_gadget_start(struct usb_gadget *gadget,
 881                 struct usb_gadget_driver *driver)
 882 {
 883         struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 884         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 885
 886         if (!driver             ||
 887             !driver->setup      ||
 888             driver->max_speed < USB_SPEED_FULL)
 889                 return -EINVAL;
 890
 891         /* first hook up the driver ... */
 892         gpriv->driver = driver;
 893
 894         return usbhsg_try_start(priv, USBHSG_STATUS_REGISTERD);
 895 }
 896
 897 static int usbhsg_gadget_stop(struct usb_gadget *gadget)
 898 {
 899         struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 900         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 901
 902         usbhsg_try_stop(priv, USBHSG_STATUS_REGISTERD);
 903         gpriv->driver = NULL;
 904
 905         return 0;
 906 }
 907
 908 /*
 909  *              usb gadget ops
 910  */
 911 static int usbhsg_get_frame(struct usb_gadget *gadget)
 912 {
 913         struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 914         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 915
 916         return usbhs_frame_get_num(priv);
 917 }
 918
 919 static int usbhsg_pullup(struct usb_gadget *gadget, int is_on)
 920 {
 921         struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 922         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 923         unsigned long flags;
 924
 925         usbhs_lock(priv, flags);
 926         if (is_on)
 927                 usbhsg_status_set(gpriv, USBHSG_STATUS_SOFT_CONNECT);
 928         else
 929                 usbhsg_status_clr(gpriv, USBHSG_STATUS_SOFT_CONNECT);
 930         usbhsg_update_pullup(priv);
 931         usbhs_unlock(priv, flags);
 932
 933         return 0;
 934 }
 935
 936 static int usbhsg_set_selfpowered(struct usb_gadget *gadget, int is_self)
 937 {
 938         struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 939
 940         if (is_self)
 941                 usbhsg_status_set(gpriv, USBHSG_STATUS_SELF_POWERED);
 942         else
 943                 usbhsg_status_clr(gpriv, USBHSG_STATUS_SELF_POWERED);
 944
 945         gadget->is_selfpowered = (is_self != 0);
 946
 947         return 0;
 948 }
 949
 950 static const struct usb_gadget_ops usbhsg_gadget_ops = {
 951         .get_frame              = usbhsg_get_frame,
 952         .set_selfpowered        = usbhsg_set_selfpowered,
 953         .udc_start              = usbhsg_gadget_start,
 954         .udc_stop               = usbhsg_gadget_stop,
 955         .pullup                 = usbhsg_pullup,
 956 };
 957
 958 static int usbhsg_start(struct usbhs_priv *priv)
 959 {
 960         return usbhsg_try_start(priv, USBHSG_STATUS_STARTED);
 961 }
 962
 963 static int usbhsg_stop(struct usbhs_priv *priv)
 964 {
 965         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 966
 967         /* cable disconnect */
 968         if (gpriv->driver &&
 969             gpriv->driver->disconnect)
 970                 gpriv->driver->disconnect(&gpriv->gadget);
 971
 972         return usbhsg_try_stop(priv, USBHSG_STATUS_STARTED);
 973 }
 974
 975 int usbhs_mod_gadget_probe(struct usbhs_priv *priv)
 976 {
 977         struct usbhsg_gpriv *gpriv;
 978         struct usbhsg_uep *uep;
 979         struct device *dev = usbhs_priv_to_dev(priv);
 980         int pipe_size = usbhs_get_dparam(priv, pipe_size);
 981         int i;
 982         int ret;
 983
 984         gpriv = kzalloc(sizeof(struct usbhsg_gpriv), GFP_KERNEL);
 985         if (!gpriv) {
 986                 dev_err(dev, "Could not allocate gadget priv\n");
 987                 return -ENOMEM;
 988         }
 989
 990         uep = kzalloc(sizeof(struct usbhsg_uep) * pipe_size, GFP_KERNEL);
 991         if (!uep) {
 992                 dev_err(dev, "Could not allocate ep\n");
 993                 ret = -ENOMEM;
 994                 goto usbhs_mod_gadget_probe_err_gpriv;
 995         }
 996
 997         /*
 998          * CAUTION
 999          *
1000          * There is no guarantee that it is possible to access usb module here.
1001          * Don't accesses to it.
1002          * The accesse will be enable after "usbhsg_start"
1003          */
1004
1005         /*
1006          * register itself
1007          */
1008         usbhs_mod_register(priv, &gpriv->mod, USBHS_GADGET);
1009
1010         /* init gpriv */
1011         gpriv->mod.name         = "gadget";
1012         gpriv->mod.start        = usbhsg_start;
1013         gpriv->mod.stop         = usbhsg_stop;
1014         gpriv->uep              = uep;
1015         gpriv->uep_size         = pipe_size;
1016         usbhsg_status_init(gpriv);
1017
1018         /*
1019          * init gadget
1020          */
1021         gpriv->gadget.dev.parent        = dev;
1022         gpriv->gadget.name              = "renesas_usbhs_udc";
1023         gpriv->gadget.ops               = &usbhsg_gadget_ops;
1024         gpriv->gadget.max_speed         = USB_SPEED_HIGH;
1025
1026         INIT_LIST_HEAD(&gpriv->gadget.ep_list);
1027
1028         /*
1029          * init usb_ep
1030          */
1031         usbhsg_for_each_uep_with_dcp(uep, gpriv, i) {
1032                 uep->gpriv      = gpriv;
1033                 uep->pipe       = NULL;
1034                 snprintf(uep->ep_name, EP_NAME_SIZE, "ep%d", i);
1035
1036                 uep->ep.name            = uep->ep_name;
1037                 uep->ep.ops             = &usbhsg_ep_ops;
1038                 INIT_LIST_HEAD(&uep->ep.ep_list);
1039
1040                 /* init DCP */
1041                 if (usbhsg_is_dcp(uep)) {
1042                         gpriv->gadget.ep0 = &uep->ep;
1043                         usb_ep_set_maxpacket_limit(&uep->ep, 64);
1044                 }
1045                 /* init normal pipe */
1046                 else {
1047                         usb_ep_set_maxpacket_limit(&uep->ep, 512);
1048                         list_add_tail(&uep->ep.ep_list, &gpriv->gadget.ep_list);
1049                 }
1050         }
1051
1052         ret = usb_add_gadget_udc(dev, &gpriv->gadget);
1053         if (ret)
1054                 goto err_add_udc;
1055
1056
1057         dev_info(dev, "gadget probed\n");
1058
1059         return 0;
1060
1061 err_add_udc:
1062         kfree(gpriv->uep);
1063
1064 usbhs_mod_gadget_probe_err_gpriv:
1065         kfree(gpriv);
1066
1067         return ret;
1068 }
1069
1070 void usbhs_mod_gadget_remove(struct usbhs_priv *priv)
1071 {
1072         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
1073
1074         usb_del_gadget_udc(&gpriv->gadget);
1075
1076         kfree(gpriv->uep);
1077         kfree(gpriv);
1078 }