1/* 2 * bdc_ep.c - BRCM BDC USB3.0 device controller endpoint related functions 3 * 4 * Copyright (C) 2014 Broadcom Corporation 5 * 6 * Author: Ashwini Pahuja 7 * 8 * Based on drivers under drivers/usb/ 9 * 10 * This program is free software; you can redistribute it and/or modify it 11 * under the terms of the GNU General Public License as published by the 12 * Free Software Foundation; either version 2 of the License, or (at your 13 * option) any later version. 14 * 15 */ 16#include <linux/module.h> 17#include <linux/pci.h> 18#include <linux/dma-mapping.h> 19#include <linux/kernel.h> 20#include <linux/delay.h> 21#include <linux/dmapool.h> 22#include <linux/ioport.h> 23#include <linux/sched.h> 24#include <linux/slab.h> 25#include <linux/errno.h> 26#include <linux/init.h> 27#include <linux/timer.h> 28#include <linux/list.h> 29#include <linux/interrupt.h> 30#include <linux/moduleparam.h> 31#include <linux/device.h> 32#include <linux/usb/ch9.h> 33#include <linux/usb/gadget.h> 34#include <linux/usb/otg.h> 35#include <linux/pm.h> 36#include <linux/io.h> 37#include <linux/irq.h> 38#include <asm/unaligned.h> 39#include <linux/platform_device.h> 40#include <linux/usb/composite.h> 41 42#include "bdc.h" 43#include "bdc_ep.h" 44#include "bdc_cmd.h" 45#include "bdc_dbg.h" 46 47static const char * const ep0_state_string[] = { 48 "WAIT_FOR_SETUP", 49 "WAIT_FOR_DATA_START", 50 "WAIT_FOR_DATA_XMIT", 51 "WAIT_FOR_STATUS_START", 52 "WAIT_FOR_STATUS_XMIT", 53 "STATUS_PENDING" 54}; 55 56/* Free the bdl during ep disable */ 57static void ep_bd_list_free(struct bdc_ep *ep, u32 num_tabs) 58{ 59 struct bd_list *bd_list = &ep->bd_list; 60 struct bdc *bdc = ep->bdc; 61 struct bd_table *bd_table; 62 int index; 63 64 dev_dbg(bdc->dev, "%s ep:%s num_tabs:%d\n", 65 __func__, ep->name, num_tabs); 66 67 if (!bd_list->bd_table_array) { 68 dev_dbg(bdc->dev, "%s already freed\n", ep->name); 69 return; 70 } 71 for (index = 0; index < num_tabs; index++) { 72 /* 73 * check if the bd_table struct is allocated ? 74 * if yes, then check if bd memory has been allocated, then 75 * free the dma_pool and also the bd_table struct memory 76 */ 77 bd_table = bd_list->bd_table_array[index]; 78 dev_dbg(bdc->dev, "bd_table:%p index:%d\n", bd_table, index); 79 if (!bd_table) { 80 dev_dbg(bdc->dev, "bd_table not allocated\n"); 81 continue; 82 } 83 if (!bd_table->start_bd) { 84 dev_dbg(bdc->dev, "bd dma pool not allocted\n"); 85 continue; 86 } 87 88 dev_dbg(bdc->dev, 89 "Free dma pool start_bd:%p dma:%llx\n", 90 bd_table->start_bd, 91 (unsigned long long)bd_table->dma); 92 93 dma_pool_free(bdc->bd_table_pool, 94 bd_table->start_bd, 95 bd_table->dma); 96 /* Free the bd_table structure */ 97 kfree(bd_table); 98 } 99 /* Free the bd table array */ 100 kfree(ep->bd_list.bd_table_array); 101} 102 103/* 104 * chain the tables, by insteting a chain bd at the end of prev_table, pointing 105 * to next_table 106 */ 107static inline void chain_table(struct bd_table *prev_table, 108 struct bd_table *next_table, 109 u32 bd_p_tab) 110{ 111 /* Chain the prev table to next table */ 112 prev_table->start_bd[bd_p_tab-1].offset[0] = 113 cpu_to_le32(lower_32_bits(next_table->dma)); 114 115 prev_table->start_bd[bd_p_tab-1].offset[1] = 116 cpu_to_le32(upper_32_bits(next_table->dma)); 117 118 prev_table->start_bd[bd_p_tab-1].offset[2] = 119 0x0; 120 121 prev_table->start_bd[bd_p_tab-1].offset[3] = 122 cpu_to_le32(MARK_CHAIN_BD); 123} 124 125/* Allocate the bdl for ep, during config ep */ 126static int ep_bd_list_alloc(struct bdc_ep *ep) 127{ 128 struct bd_table *prev_table = NULL; 129 int index, num_tabs, bd_p_tab; 130 struct bdc *bdc = ep->bdc; 131 struct bd_table *bd_table; 132 dma_addr_t dma; 133 134 if (usb_endpoint_xfer_isoc(ep->desc)) 135 num_tabs = NUM_TABLES_ISOCH; 136 else 137 num_tabs = NUM_TABLES; 138 139 bd_p_tab = NUM_BDS_PER_TABLE; 140 /* if there is only 1 table in bd list then loop chain to self */ 141 dev_dbg(bdc->dev, 142 "%s ep:%p num_tabs:%d\n", 143 __func__, ep, num_tabs); 144 145 /* Allocate memory for table array */ 146 ep->bd_list.bd_table_array = kzalloc( 147 num_tabs * sizeof(struct bd_table *), 148 GFP_ATOMIC); 149 if (!ep->bd_list.bd_table_array) 150 return -ENOMEM; 151 152 /* Allocate memory for each table */ 153 for (index = 0; index < num_tabs; index++) { 154 /* Allocate memory for bd_table structure */ 155 bd_table = kzalloc(sizeof(struct bd_table), GFP_ATOMIC); 156 if (!bd_table) 157 goto fail; 158 159 bd_table->start_bd = dma_pool_alloc(bdc->bd_table_pool, 160 GFP_ATOMIC, 161 &dma); 162 if (!bd_table->start_bd) 163 goto fail; 164 165 bd_table->dma = dma; 166 167 dev_dbg(bdc->dev, 168 "index:%d start_bd:%p dma=%08llx prev_table:%p\n", 169 index, bd_table->start_bd, 170 (unsigned long long)bd_table->dma, prev_table); 171 172 ep->bd_list.bd_table_array[index] = bd_table; 173 memset(bd_table->start_bd, 0, bd_p_tab * sizeof(struct bdc_bd)); 174 if (prev_table) 175 chain_table(prev_table, bd_table, bd_p_tab); 176 177 prev_table = bd_table; 178 } 179 chain_table(prev_table, ep->bd_list.bd_table_array[0], bd_p_tab); 180 /* Memory allocation is successful, now init the internal fields */ 181 ep->bd_list.num_tabs = num_tabs; 182 ep->bd_list.max_bdi = (num_tabs * bd_p_tab) - 1; 183 ep->bd_list.num_tabs = num_tabs; 184 ep->bd_list.num_bds_table = bd_p_tab; 185 ep->bd_list.eqp_bdi = 0; 186 ep->bd_list.hwd_bdi = 0; 187 188 return 0; 189fail: 190 /* Free the bd_table_array, bd_table struct, bd's */ 191 ep_bd_list_free(ep, num_tabs); 192 193 return -ENOMEM; 194} 195 196/* returns how many bd's are need for this transfer */ 197static inline int bd_needed_req(struct bdc_req *req) 198{ 199 int bd_needed = 0; 200 int remaining; 201 202 /* 1 bd needed for 0 byte transfer */ 203 if (req->usb_req.length == 0) 204 return 1; 205 206 /* remaining bytes after tranfering all max BD size BD's */ 207 remaining = req->usb_req.length % BD_MAX_BUFF_SIZE; 208 if (remaining) 209 bd_needed++; 210 211 /* How many maximum BUFF size BD's ? */ 212 remaining = req->usb_req.length / BD_MAX_BUFF_SIZE; 213 bd_needed += remaining; 214 215 return bd_needed; 216} 217 218/* returns the bd index(bdi) corresponding to bd dma address */ 219static int bd_add_to_bdi(struct bdc_ep *ep, dma_addr_t bd_dma_addr) 220{ 221 struct bd_list *bd_list = &ep->bd_list; 222 dma_addr_t dma_first_bd, dma_last_bd; 223 struct bdc *bdc = ep->bdc; 224 struct bd_table *bd_table; 225 bool found = false; 226 int tbi, bdi; 227 228 dma_first_bd = dma_last_bd = 0; 229 dev_dbg(bdc->dev, "%s %llx\n", 230 __func__, (unsigned long long)bd_dma_addr); 231 /* 232 * Find in which table this bd_dma_addr belongs?, go through the table 233 * array and compare addresses of first and last address of bd of each 234 * table 235 */ 236 for (tbi = 0; tbi < bd_list->num_tabs; tbi++) { 237 bd_table = bd_list->bd_table_array[tbi]; 238 dma_first_bd = bd_table->dma; 239 dma_last_bd = bd_table->dma + 240 (sizeof(struct bdc_bd) * 241 (bd_list->num_bds_table - 1)); 242 dev_dbg(bdc->dev, "dma_first_bd:%llx dma_last_bd:%llx\n", 243 (unsigned long long)dma_first_bd, 244 (unsigned long long)dma_last_bd); 245 if (bd_dma_addr >= dma_first_bd && bd_dma_addr <= dma_last_bd) { 246 found = true; 247 break; 248 } 249 } 250 if (unlikely(!found)) { 251 dev_err(bdc->dev, "%s FATAL err, bd not found\n", __func__); 252 return -EINVAL; 253 } 254 /* Now we know the table, find the bdi */ 255 bdi = (bd_dma_addr - dma_first_bd) / sizeof(struct bdc_bd); 256 257 /* return the global bdi, to compare with ep eqp_bdi */ 258 return (bdi + (tbi * bd_list->num_bds_table)); 259} 260 261/* returns the table index(tbi) of the given bdi */ 262static int bdi_to_tbi(struct bdc_ep *ep, int bdi) 263{ 264 int tbi; 265 266 tbi = bdi / ep->bd_list.num_bds_table; 267 dev_vdbg(ep->bdc->dev, 268 "bdi:%d num_bds_table:%d tbi:%d\n", 269 bdi, ep->bd_list.num_bds_table, tbi); 270 271 return tbi; 272} 273 274/* Find the bdi last bd in the transfer */ 275static inline int find_end_bdi(struct bdc_ep *ep, int next_hwd_bdi) 276{ 277 int end_bdi; 278 279 end_bdi = next_hwd_bdi - 1; 280 if (end_bdi < 0) 281 end_bdi = ep->bd_list.max_bdi - 1; 282 else if ((end_bdi % (ep->bd_list.num_bds_table-1)) == 0) 283 end_bdi--; 284 285 return end_bdi; 286} 287 288/* 289 * How many transfer bd's are available on this ep bdl, chain bds are not 290 * counted in available bds 291 */ 292static int bd_available_ep(struct bdc_ep *ep) 293{ 294 struct bd_list *bd_list = &ep->bd_list; 295 int available1, available2; 296 struct bdc *bdc = ep->bdc; 297 int chain_bd1, chain_bd2; 298 int available_bd = 0; 299 300 available1 = available2 = chain_bd1 = chain_bd2 = 0; 301 /* if empty then we have all bd's available - number of chain bd's */ 302 if (bd_list->eqp_bdi == bd_list->hwd_bdi) 303 return bd_list->max_bdi - bd_list->num_tabs; 304 305 /* 306 * Depending upon where eqp and dqp pointers are, caculate number 307 * of avaialble bd's 308 */ 309 if (bd_list->hwd_bdi < bd_list->eqp_bdi) { 310 /* available bd's are from eqp..max_bds + 0..dqp - chain_bds */ 311 available1 = bd_list->max_bdi - bd_list->eqp_bdi; 312 available2 = bd_list->hwd_bdi; 313 chain_bd1 = available1 / bd_list->num_bds_table; 314 chain_bd2 = available2 / bd_list->num_bds_table; 315 dev_vdbg(bdc->dev, "chain_bd1:%d chain_bd2:%d\n", 316 chain_bd1, chain_bd2); 317 available_bd = available1 + available2 - chain_bd1 - chain_bd2; 318 } else { 319 /* available bd's are from eqp..dqp - number of chain bd's */ 320 available1 = bd_list->hwd_bdi - bd_list->eqp_bdi; 321 /* if gap between eqp and dqp is less than NUM_BDS_PER_TABLE */ 322 if ((bd_list->hwd_bdi - bd_list->eqp_bdi) 323 <= bd_list->num_bds_table) { 324 /* If there any chain bd in between */ 325 if (!(bdi_to_tbi(ep, bd_list->hwd_bdi) 326 == bdi_to_tbi(ep, bd_list->eqp_bdi))) { 327 available_bd = available1 - 1; 328 } 329 } else { 330 chain_bd1 = available1 / bd_list->num_bds_table; 331 available_bd = available1 - chain_bd1; 332 } 333 } 334 /* 335 * we need to keep one extra bd to check if ring is full or empty so 336 * reduce by 1 337 */ 338 available_bd--; 339 dev_vdbg(bdc->dev, "available_bd:%d\n", available_bd); 340 341 return available_bd; 342} 343 344/* Notify the hardware after queueing the bd to bdl */ 345void bdc_notify_xfr(struct bdc *bdc, u32 epnum) 346{ 347 struct bdc_ep *ep = bdc->bdc_ep_array[epnum]; 348 349 dev_vdbg(bdc->dev, "%s epnum:%d\n", __func__, epnum); 350 /* 351 * We don't have anyway to check if ep state is running, 352 * except the software flags. 353 */ 354 if (unlikely(ep->flags & BDC_EP_STOP)) 355 ep->flags &= ~BDC_EP_STOP; 356 357 bdc_writel(bdc->regs, BDC_XSFNTF, epnum); 358} 359 360/* returns the bd corresponding to bdi */ 361static struct bdc_bd *bdi_to_bd(struct bdc_ep *ep, int bdi) 362{ 363 int tbi = bdi_to_tbi(ep, bdi); 364 int local_bdi = 0; 365 366 local_bdi = bdi - (tbi * ep->bd_list.num_bds_table); 367 dev_vdbg(ep->bdc->dev, 368 "%s bdi:%d local_bdi:%d\n", 369 __func__, bdi, local_bdi); 370 371 return (ep->bd_list.bd_table_array[tbi]->start_bd + local_bdi); 372} 373 374/* Advance the enqueue pointer */ 375static void ep_bdlist_eqp_adv(struct bdc_ep *ep) 376{ 377 ep->bd_list.eqp_bdi++; 378 /* if it's chain bd, then move to next */ 379 if (((ep->bd_list.eqp_bdi + 1) % ep->bd_list.num_bds_table) == 0) 380 ep->bd_list.eqp_bdi++; 381 382 /* if the eqp is pointing to last + 1 then move back to 0 */ 383 if (ep->bd_list.eqp_bdi == (ep->bd_list.max_bdi + 1)) 384 ep->bd_list.eqp_bdi = 0; 385} 386 387/* Setup the first bd for ep0 transfer */ 388static int setup_first_bd_ep0(struct bdc *bdc, struct bdc_req *req, u32 *dword3) 389{ 390 u16 wValue; 391 u32 req_len; 392 393 req->ep->dir = 0; 394 req_len = req->usb_req.length; 395 switch (bdc->ep0_state) { 396 case WAIT_FOR_DATA_START: 397 *dword3 |= BD_TYPE_DS; 398 if (bdc->setup_pkt.bRequestType & USB_DIR_IN) 399 *dword3 |= BD_DIR_IN; 400 401 /* check if zlp will be needed */ 402 wValue = le16_to_cpu(bdc->setup_pkt.wValue); 403 if ((wValue > req_len) && 404 (req_len % bdc->gadget.ep0->maxpacket == 0)) { 405 dev_dbg(bdc->dev, "ZLP needed wVal:%d len:%d MaxP:%d\n", 406 wValue, req_len, 407 bdc->gadget.ep0->maxpacket); 408 bdc->zlp_needed = true; 409 } 410 break; 411 412 case WAIT_FOR_STATUS_START: 413 *dword3 |= BD_TYPE_SS; 414 if (!le16_to_cpu(bdc->setup_pkt.wLength) || 415 !(bdc->setup_pkt.bRequestType & USB_DIR_IN)) 416 *dword3 |= BD_DIR_IN; 417 break; 418 default: 419 dev_err(bdc->dev, 420 "Unknown ep0 state for queueing bd ep0_state:%s\n", 421 ep0_state_string[bdc->ep0_state]); 422 return -EINVAL; 423 } 424 425 return 0; 426} 427 428/* Setup the bd dma descriptor for a given request */ 429static int setup_bd_list_xfr(struct bdc *bdc, struct bdc_req *req, int num_bds) 430{ 431 dma_addr_t buf_add = req->usb_req.dma; 432 u32 maxp, tfs, dword2, dword3; 433 struct bd_transfer *bd_xfr; 434 struct bd_list *bd_list; 435 struct bdc_ep *ep; 436 struct bdc_bd *bd; 437 int ret, bdnum; 438 u32 req_len; 439 440 ep = req->ep; 441 bd_list = &ep->bd_list; 442 bd_xfr = &req->bd_xfr; 443 bd_xfr->req = req; 444 bd_xfr->start_bdi = bd_list->eqp_bdi; 445 bd = bdi_to_bd(ep, bd_list->eqp_bdi); 446 req_len = req->usb_req.length; 447 maxp = usb_endpoint_maxp(ep->desc) & 0x7ff; 448 tfs = roundup(req->usb_req.length, maxp); 449 tfs = tfs/maxp; 450 dev_vdbg(bdc->dev, "%s ep:%s num_bds:%d tfs:%d r_len:%d bd:%p\n", 451 __func__, ep->name, num_bds, tfs, req_len, bd); 452 453 for (bdnum = 0; bdnum < num_bds; bdnum++) { 454 dword2 = dword3 = 0; 455 /* First bd */ 456 if (!bdnum) { 457 dword3 |= BD_SOT|BD_SBF|(tfs<<BD_TFS_SHIFT); 458 dword2 |= BD_LTF; 459 /* format of first bd for ep0 is different than other */ 460 if (ep->ep_num == 1) { 461 ret = setup_first_bd_ep0(bdc, req, &dword3); 462 if (ret) 463 return ret; 464 } 465 } 466 if (!req->ep->dir) 467 dword3 |= BD_ISP; 468 469 if (req_len > BD_MAX_BUFF_SIZE) { 470 dword2 |= BD_MAX_BUFF_SIZE; 471 req_len -= BD_MAX_BUFF_SIZE; 472 } else { 473 /* this should be the last bd */ 474 dword2 |= req_len; 475 dword3 |= BD_IOC; 476 dword3 |= BD_EOT; 477 } 478 /* Currently only 1 INT target is supported */ 479 dword2 |= BD_INTR_TARGET(0); 480 bd = bdi_to_bd(ep, ep->bd_list.eqp_bdi); 481 if (unlikely(!bd)) { 482 dev_err(bdc->dev, "Err bd pointing to wrong addr\n"); 483 return -EINVAL; 484 } 485 /* write bd */ 486 bd->offset[0] = cpu_to_le32(lower_32_bits(buf_add)); 487 bd->offset[1] = cpu_to_le32(upper_32_bits(buf_add)); 488 bd->offset[2] = cpu_to_le32(dword2); 489 bd->offset[3] = cpu_to_le32(dword3); 490 /* advance eqp pointer */ 491 ep_bdlist_eqp_adv(ep); 492 /* advance the buff pointer */ 493 buf_add += BD_MAX_BUFF_SIZE; 494 dev_vdbg(bdc->dev, "buf_add:%08llx req_len:%d bd:%p eqp:%d\n", 495 (unsigned long long)buf_add, req_len, bd, 496 ep->bd_list.eqp_bdi); 497 bd = bdi_to_bd(ep, ep->bd_list.eqp_bdi); 498 bd->offset[3] = cpu_to_le32(BD_SBF); 499 } 500 /* clear the STOP BD fetch bit from the first bd of this xfr */ 501 bd = bdi_to_bd(ep, bd_xfr->start_bdi); 502 bd->offset[3] &= cpu_to_le32(~BD_SBF); 503 /* the new eqp will be next hw dqp */ 504 bd_xfr->num_bds = num_bds; 505 bd_xfr->next_hwd_bdi = ep->bd_list.eqp_bdi; 506 /* everything is written correctly before notifying the HW */ 507 wmb(); 508 509 return 0; 510} 511 512/* Queue the xfr */ 513static int bdc_queue_xfr(struct bdc *bdc, struct bdc_req *req) 514{ 515 int num_bds, bd_available; 516 struct bdc_ep *ep; 517 int ret; 518 519 ep = req->ep; 520 dev_dbg(bdc->dev, "%s req:%p\n", __func__, req); 521 dev_dbg(bdc->dev, "eqp_bdi:%d hwd_bdi:%d\n", 522 ep->bd_list.eqp_bdi, ep->bd_list.hwd_bdi); 523 524 num_bds = bd_needed_req(req); 525 bd_available = bd_available_ep(ep); 526 527 /* how many bd's are avaialble on ep */ 528 if (num_bds > bd_available) 529 return -ENOMEM; 530 531 ret = setup_bd_list_xfr(bdc, req, num_bds); 532 if (ret) 533 return ret; 534 list_add_tail(&req->queue, &ep->queue); 535 bdc_dbg_bd_list(bdc, ep); 536 bdc_notify_xfr(bdc, ep->ep_num); 537 538 return 0; 539} 540 541/* callback to gadget layer when xfr completes */ 542static void bdc_req_complete(struct bdc_ep *ep, struct bdc_req *req, 543 int status) 544{ 545 struct bdc *bdc = ep->bdc; 546 547 if (req == NULL || &req->queue == NULL || &req->usb_req == NULL) 548 return; 549 550 dev_dbg(bdc->dev, "%s ep:%s status:%d\n", __func__, ep->name, status); 551 list_del(&req->queue); 552 req->usb_req.status = status; 553 usb_gadget_unmap_request(&bdc->gadget, &req->usb_req, ep->dir); 554 if (req->usb_req.complete) { 555 spin_unlock(&bdc->lock); 556 usb_gadget_giveback_request(&ep->usb_ep, &req->usb_req); 557 spin_lock(&bdc->lock); 558 } 559} 560 561/* Disable the endpoint */ 562int bdc_ep_disable(struct bdc_ep *ep) 563{ 564 struct bdc_req *req; 565 struct bdc *bdc; 566 int ret; 567 568 ret = 0; 569 bdc = ep->bdc; 570 dev_dbg(bdc->dev, "%s() ep->ep_num=%d\n", __func__, ep->ep_num); 571 /* Stop the endpoint */ 572 ret = bdc_stop_ep(bdc, ep->ep_num); 573 574 /* 575 * Intentionally don't check the ret value of stop, it can fail in 576 * disconnect scenarios, continue with dconfig 577 */ 578 /* de-queue any pending requests */ 579 while (!list_empty(&ep->queue)) { 580 req = list_entry(ep->queue.next, struct bdc_req, 581 queue); 582 bdc_req_complete(ep, req, -ESHUTDOWN); 583 } 584 /* deconfigure the endpoint */ 585 ret = bdc_dconfig_ep(bdc, ep); 586 if (ret) 587 dev_warn(bdc->dev, 588 "dconfig fail but continue with memory free"); 589 590 ep->flags = 0; 591 /* ep0 memory is not freed, but reused on next connect sr */ 592 if (ep->ep_num == 1) 593 return 0; 594 595 /* Free the bdl memory */ 596 ep_bd_list_free(ep, ep->bd_list.num_tabs); 597 ep->desc = NULL; 598 ep->comp_desc = NULL; 599 ep->usb_ep.desc = NULL; 600 ep->ep_type = 0; 601 602 return ret; 603} 604 605/* Enable the ep */ 606int bdc_ep_enable(struct bdc_ep *ep) 607{ 608 struct bdc *bdc; 609 int ret = 0; 610 611 bdc = ep->bdc; 612 dev_dbg(bdc->dev, "%s NUM_TABLES:%d %d\n", 613 __func__, NUM_TABLES, NUM_TABLES_ISOCH); 614 615 ret = ep_bd_list_alloc(ep); 616 if (ret) { 617 dev_err(bdc->dev, "ep bd list allocation failed:%d\n", ret); 618 return -ENOMEM; 619 } 620 bdc_dbg_bd_list(bdc, ep); 621 /* only for ep0: config ep is called for ep0 from connect event */ 622 ep->flags |= BDC_EP_ENABLED; 623 if (ep->ep_num == 1) 624 return ret; 625 626 /* Issue a configure endpoint command */ 627 ret = bdc_config_ep(bdc, ep); 628 if (ret) 629 return ret; 630 631 ep->usb_ep.maxpacket = usb_endpoint_maxp(ep->desc); 632 ep->usb_ep.desc = ep->desc; 633 ep->usb_ep.comp_desc = ep->comp_desc; 634 ep->ep_type = usb_endpoint_type(ep->desc); 635 ep->flags |= BDC_EP_ENABLED; 636 637 return 0; 638} 639 640/* EP0 related code */ 641 642/* Queue a status stage BD */ 643static int ep0_queue_status_stage(struct bdc *bdc) 644{ 645 struct bdc_req *status_req; 646 struct bdc_ep *ep; 647 648 status_req = &bdc->status_req; 649 ep = bdc->bdc_ep_array[1]; 650 status_req->ep = ep; 651 status_req->usb_req.length = 0; 652 status_req->usb_req.status = -EINPROGRESS; 653 status_req->usb_req.actual = 0; 654 status_req->usb_req.complete = NULL; 655 bdc_queue_xfr(bdc, status_req); 656 657 return 0; 658} 659 660/* Queue xfr on ep0 */ 661static int ep0_queue(struct bdc_ep *ep, struct bdc_req *req) 662{ 663 struct bdc *bdc; 664 int ret; 665 666 bdc = ep->bdc; 667 dev_dbg(bdc->dev, "%s()\n", __func__); 668 req->usb_req.actual = 0; 669 req->usb_req.status = -EINPROGRESS; 670 req->epnum = ep->ep_num; 671 672 if (bdc->delayed_status) { 673 bdc->delayed_status = false; 674 /* if status stage was delayed? */ 675 if (bdc->ep0_state == WAIT_FOR_STATUS_START) { 676 /* Queue a status stage BD */ 677 ep0_queue_status_stage(bdc); 678 bdc->ep0_state = WAIT_FOR_STATUS_XMIT; 679 return 0; 680 } 681 } else { 682 /* 683 * if delayed status is false and 0 length transfer is requested 684 * i.e. for status stage of some setup request, then just 685 * return from here the status stage is queued independently 686 */ 687 if (req->usb_req.length == 0) 688 return 0; 689 690 } 691 ret = usb_gadget_map_request(&bdc->gadget, &req->usb_req, ep->dir); 692 if (ret) { 693 dev_err(bdc->dev, "dma mapping failed %s\n", ep->name); 694 return ret; 695 } 696 697 return bdc_queue_xfr(bdc, req); 698} 699 700/* Queue data stage */ 701static int ep0_queue_data_stage(struct bdc *bdc) 702{ 703 struct usb_request *ep0_usb_req; 704 struct bdc_ep *ep; 705 706 dev_dbg(bdc->dev, "%s\n", __func__); 707 ep0_usb_req = &bdc->ep0_req.usb_req; 708 ep = bdc->bdc_ep_array[1]; 709 bdc->ep0_req.ep = ep; 710 bdc->ep0_req.usb_req.complete = NULL; 711 712 return ep0_queue(ep, &bdc->ep0_req); 713} 714 715/* Queue req on ep */ 716static int ep_queue(struct bdc_ep *ep, struct bdc_req *req) 717{ 718 struct bdc *bdc; 719 int ret = 0; 720 721 if (!req || !ep->usb_ep.desc) 722 return -EINVAL; 723 724 bdc = ep->bdc; 725 726 req->usb_req.actual = 0; 727 req->usb_req.status = -EINPROGRESS; 728 req->epnum = ep->ep_num; 729 730 ret = usb_gadget_map_request(&bdc->gadget, &req->usb_req, ep->dir); 731 if (ret) { 732 dev_err(bdc->dev, "dma mapping failed\n"); 733 return ret; 734 } 735 736 return bdc_queue_xfr(bdc, req); 737} 738 739/* Dequeue a request from ep */ 740static int ep_dequeue(struct bdc_ep *ep, struct bdc_req *req) 741{ 742 int start_bdi, end_bdi, tbi, eqp_bdi, curr_hw_dqpi; 743 bool start_pending, end_pending; 744 bool first_remove = false; 745 struct bdc_req *first_req; 746 struct bdc_bd *bd_start; 747 struct bd_table *table; 748 dma_addr_t next_bd_dma; 749 u64 deq_ptr_64 = 0; 750 struct bdc *bdc; 751 u32 tmp_32; 752 int ret; 753 754 bdc = ep->bdc; 755 start_pending = end_pending = false; 756 eqp_bdi = ep->bd_list.eqp_bdi - 1; 757 758 if (eqp_bdi < 0) 759 eqp_bdi = ep->bd_list.max_bdi; 760 761 start_bdi = req->bd_xfr.start_bdi; 762 end_bdi = find_end_bdi(ep, req->bd_xfr.next_hwd_bdi); 763 764 dev_dbg(bdc->dev, "%s ep:%s start:%d end:%d\n", 765 __func__, ep->name, start_bdi, end_bdi); 766 dev_dbg(bdc->dev, "ep_dequeue ep=%p ep->desc=%p\n", 767 ep, (void *)ep->usb_ep.desc); 768 /* Stop the ep to see where the HW is ? */ 769 ret = bdc_stop_ep(bdc, ep->ep_num); 770 /* if there is an issue with stopping ep, then no need to go further */ 771 if (ret) 772 return 0; 773 774 /* 775 * After endpoint is stopped, there can be 3 cases, the request 776 * is processed, pending or in the middle of processing 777 */ 778 779 /* The current hw dequeue pointer */ 780 tmp_32 = bdc_readl(bdc->regs, BDC_EPSTS0(0)); 781 deq_ptr_64 = tmp_32; 782 tmp_32 = bdc_readl(bdc->regs, BDC_EPSTS0(1)); 783 deq_ptr_64 |= ((u64)tmp_32 << 32); 784 785 /* we have the dma addr of next bd that will be fetched by hardware */ 786 curr_hw_dqpi = bd_add_to_bdi(ep, deq_ptr_64); 787 if (curr_hw_dqpi < 0) 788 return curr_hw_dqpi; 789 790 /* 791 * curr_hw_dqpi points to actual dqp of HW and HW owns bd's from 792 * curr_hw_dqbdi..eqp_bdi. 793 */ 794 795 /* Check if start_bdi and end_bdi are in range of HW owned BD's */ 796 if (curr_hw_dqpi > eqp_bdi) { 797 /* there is a wrap from last to 0 */ 798 if (start_bdi >= curr_hw_dqpi || start_bdi <= eqp_bdi) { 799 start_pending = true; 800 end_pending = true; 801 } else if (end_bdi >= curr_hw_dqpi || end_bdi <= eqp_bdi) { 802 end_pending = true; 803 } 804 } else { 805 if (start_bdi >= curr_hw_dqpi) { 806 start_pending = true; 807 end_pending = true; 808 } else if (end_bdi >= curr_hw_dqpi) { 809 end_pending = true; 810 } 811 } 812 dev_dbg(bdc->dev, 813 "start_pending:%d end_pending:%d speed:%d\n", 814 start_pending, end_pending, bdc->gadget.speed); 815 816 /* If both start till end are processes, we cannot deq req */ 817 if (!start_pending && !end_pending) 818 return -EINVAL; 819 820 /* 821 * if ep_dequeue is called after disconnect then just return 822 * success from here 823 */ 824 if (bdc->gadget.speed == USB_SPEED_UNKNOWN) 825 return 0; 826 tbi = bdi_to_tbi(ep, req->bd_xfr.next_hwd_bdi); 827 table = ep->bd_list.bd_table_array[tbi]; 828 next_bd_dma = table->dma + 829 sizeof(struct bdc_bd)*(req->bd_xfr.next_hwd_bdi - 830 tbi * ep->bd_list.num_bds_table); 831 832 first_req = list_first_entry(&ep->queue, struct bdc_req, 833 queue); 834 835 if (req == first_req) 836 first_remove = true; 837 838 /* 839 * Due to HW limitation we need to bypadd chain bd's and issue ep_bla, 840 * incase if start is pending this is the first request in the list 841 * then issue ep_bla instead of marking as chain bd 842 */ 843 if (start_pending && !first_remove) { 844 /* 845 * Mark the start bd as Chain bd, and point the chain 846 * bd to next_bd_dma 847 */ 848 bd_start = bdi_to_bd(ep, start_bdi); 849 bd_start->offset[0] = cpu_to_le32(lower_32_bits(next_bd_dma)); 850 bd_start->offset[1] = cpu_to_le32(upper_32_bits(next_bd_dma)); 851 bd_start->offset[2] = 0x0; 852 bd_start->offset[3] = cpu_to_le32(MARK_CHAIN_BD); 853 bdc_dbg_bd_list(bdc, ep); 854 } else if (end_pending) { 855 /* 856 * The transfer is stopped in the middle, move the 857 * HW deq pointer to next_bd_dma 858 */ 859 ret = bdc_ep_bla(bdc, ep, next_bd_dma); 860 if (ret) { 861 dev_err(bdc->dev, "error in ep_bla:%d\n", ret); 862 return ret; 863 } 864 } 865 866 return 0; 867} 868 869/* Halt/Clear the ep based on value */ 870static int ep_set_halt(struct bdc_ep *ep, u32 value) 871{ 872 struct bdc *bdc; 873 int ret; 874 875 bdc = ep->bdc; 876 dev_dbg(bdc->dev, "%s ep:%s value=%d\n", __func__, ep->name, value); 877 878 if (value) { 879 dev_dbg(bdc->dev, "Halt\n"); 880 if (ep->ep_num == 1) 881 bdc->ep0_state = WAIT_FOR_SETUP; 882 883 ret = bdc_ep_set_stall(bdc, ep->ep_num); 884 if (ret) 885 dev_err(bdc->dev, "failed to set STALL on %s\n", 886 ep->name); 887 else 888 ep->flags |= BDC_EP_STALL; 889 } else { 890 /* Clear */ 891 dev_dbg(bdc->dev, "Before Clear\n"); 892 ret = bdc_ep_clear_stall(bdc, ep->ep_num); 893 if (ret) 894 dev_err(bdc->dev, "failed to clear STALL on %s\n", 895 ep->name); 896 else 897 ep->flags &= ~BDC_EP_STALL; 898 dev_dbg(bdc->dev, "After Clear\n"); 899 } 900 901 return ret; 902} 903 904/* Free all the ep */ 905void bdc_free_ep(struct bdc *bdc) 906{ 907 struct bdc_ep *ep; 908 u8 epnum; 909 910 dev_dbg(bdc->dev, "%s\n", __func__); 911 for (epnum = 1; epnum < bdc->num_eps; epnum++) { 912 ep = bdc->bdc_ep_array[epnum]; 913 if (!ep) 914 continue; 915 916 if (ep->flags & BDC_EP_ENABLED) 917 ep_bd_list_free(ep, ep->bd_list.num_tabs); 918 919 /* ep0 is not in this gadget list */ 920 if (epnum != 1) 921 list_del(&ep->usb_ep.ep_list); 922 923 kfree(ep); 924 } 925} 926 927/* USB2 spec, section 7.1.20 */ 928static int bdc_set_test_mode(struct bdc *bdc) 929{ 930 u32 usb2_pm; 931 932 usb2_pm = bdc_readl(bdc->regs, BDC_USPPM2); 933 usb2_pm &= ~BDC_PTC_MASK; 934 dev_dbg(bdc->dev, "%s\n", __func__); 935 switch (bdc->test_mode) { 936 case TEST_J: 937 case TEST_K: 938 case TEST_SE0_NAK: 939 case TEST_PACKET: 940 case TEST_FORCE_EN: 941 usb2_pm |= bdc->test_mode << 28; 942 break; 943 default: 944 return -EINVAL; 945 } 946 dev_dbg(bdc->dev, "usb2_pm=%08x", usb2_pm); 947 bdc_writel(bdc->regs, BDC_USPPM2, usb2_pm); 948 949 return 0; 950} 951 952/* 953 * Helper function to handle Transfer status report with status as either 954 * success or short 955 */ 956static void handle_xsr_succ_status(struct bdc *bdc, struct bdc_ep *ep, 957 struct bdc_sr *sreport) 958{ 959 int short_bdi, start_bdi, end_bdi, max_len_bds, chain_bds; 960 struct bd_list *bd_list = &ep->bd_list; 961 int actual_length, length_short; 962 struct bd_transfer *bd_xfr; 963 struct bdc_bd *short_bd; 964 struct bdc_req *req; 965 u64 deq_ptr_64 = 0; 966 int status = 0; 967 int sr_status; 968 u32 tmp_32; 969 970 dev_dbg(bdc->dev, "%s ep:%p\n", __func__, ep); 971 bdc_dbg_srr(bdc, 0); 972 /* do not process thie sr if ignore flag is set */ 973 if (ep->ignore_next_sr) { 974 ep->ignore_next_sr = false; 975 return; 976 } 977 978 if (unlikely(list_empty(&ep->queue))) { 979 dev_warn(bdc->dev, "xfr srr with no BD's queued\n"); 980 return; 981 } 982 req = list_entry(ep->queue.next, struct bdc_req, 983 queue); 984 985 bd_xfr = &req->bd_xfr; 986 sr_status = XSF_STS(le32_to_cpu(sreport->offset[3])); 987 988 /* 989 * sr_status is short and this transfer has more than 1 bd then it needs 990 * special handling, this is only applicable for bulk and ctrl 991 */ 992 if (sr_status == XSF_SHORT && bd_xfr->num_bds > 1) { 993 /* 994 * This is multi bd xfr, lets see which bd 995 * caused short transfer and how many bytes have been 996 * transferred so far. 997 */ 998 tmp_32 = le32_to_cpu(sreport->offset[0]); 999 deq_ptr_64 = tmp_32; 1000 tmp_32 = le32_to_cpu(sreport->offset[1]); 1001 deq_ptr_64 |= ((u64)tmp_32 << 32); 1002 short_bdi = bd_add_to_bdi(ep, deq_ptr_64); 1003 if (unlikely(short_bdi < 0)) 1004 dev_warn(bdc->dev, "bd doesn't exist?\n"); 1005 1006 start_bdi = bd_xfr->start_bdi; 1007 /* 1008 * We know the start_bdi and short_bdi, how many xfr 1009 * bds in between 1010 */ 1011 if (start_bdi <= short_bdi) { 1012 max_len_bds = short_bdi - start_bdi; 1013 if (max_len_bds <= bd_list->num_bds_table) { 1014 if (!(bdi_to_tbi(ep, start_bdi) == 1015 bdi_to_tbi(ep, short_bdi))) 1016 max_len_bds--; 1017 } else { 1018 chain_bds = max_len_bds/bd_list->num_bds_table; 1019 max_len_bds -= chain_bds; 1020 } 1021 } else { 1022 /* there is a wrap in the ring within a xfr */ 1023 chain_bds = (bd_list->max_bdi - start_bdi)/ 1024 bd_list->num_bds_table; 1025 chain_bds += short_bdi/bd_list->num_bds_table; 1026 max_len_bds = bd_list->max_bdi - start_bdi; 1027 max_len_bds += short_bdi; 1028 max_len_bds -= chain_bds; 1029 } 1030 /* max_len_bds is the number of full length bds */ 1031 end_bdi = find_end_bdi(ep, bd_xfr->next_hwd_bdi); 1032 if (!(end_bdi == short_bdi)) 1033 ep->ignore_next_sr = true; 1034 1035 actual_length = max_len_bds * BD_MAX_BUFF_SIZE; 1036 short_bd = bdi_to_bd(ep, short_bdi); 1037 /* length queued */ 1038 length_short = le32_to_cpu(short_bd->offset[2]) & 0x1FFFFF; 1039 /* actual length trensfered */ 1040 length_short -= SR_BD_LEN(le32_to_cpu(sreport->offset[2])); 1041 actual_length += length_short; 1042 req->usb_req.actual = actual_length; 1043 } else { 1044 req->usb_req.actual = req->usb_req.length - 1045 SR_BD_LEN(le32_to_cpu(sreport->offset[2])); 1046 dev_dbg(bdc->dev, 1047 "len=%d actual=%d bd_xfr->next_hwd_bdi:%d\n", 1048 req->usb_req.length, req->usb_req.actual, 1049 bd_xfr->next_hwd_bdi); 1050 } 1051 1052 /* Update the dequeue pointer */ 1053 ep->bd_list.hwd_bdi = bd_xfr->next_hwd_bdi; 1054 if (req->usb_req.actual < req->usb_req.length) { 1055 dev_dbg(bdc->dev, "short xfr on %d\n", ep->ep_num); 1056 if (req->usb_req.short_not_ok) 1057 status = -EREMOTEIO; 1058 } 1059 bdc_req_complete(ep, bd_xfr->req, status); 1060} 1061 1062/* EP0 setup related packet handlers */ 1063 1064/* 1065 * Setup packet received, just store the packet and process on next DS or SS 1066 * started SR 1067 */ 1068void bdc_xsf_ep0_setup_recv(struct bdc *bdc, struct bdc_sr *sreport) 1069{ 1070 struct usb_ctrlrequest *setup_pkt; 1071 u32 len; 1072 1073 dev_dbg(bdc->dev, 1074 "%s ep0_state:%s\n", 1075 __func__, ep0_state_string[bdc->ep0_state]); 1076 /* Store received setup packet */ 1077 setup_pkt = &bdc->setup_pkt; 1078 memcpy(setup_pkt, &sreport->offset[0], sizeof(*setup_pkt)); 1079 len = le16_to_cpu(setup_pkt->wLength); 1080 if (!len) 1081 bdc->ep0_state = WAIT_FOR_STATUS_START; 1082 else 1083 bdc->ep0_state = WAIT_FOR_DATA_START; 1084 1085 1086 dev_dbg(bdc->dev, 1087 "%s exit ep0_state:%s\n", 1088 __func__, ep0_state_string[bdc->ep0_state]); 1089} 1090 1091/* Stall ep0 */ 1092static void ep0_stall(struct bdc *bdc) 1093{ 1094 struct bdc_ep *ep = bdc->bdc_ep_array[1]; 1095 struct bdc_req *req; 1096 1097 dev_dbg(bdc->dev, "%s\n", __func__); 1098 bdc->delayed_status = false; 1099 ep_set_halt(ep, 1); 1100 1101 /* de-queue any pendig requests */ 1102 while (!list_empty(&ep->queue)) { 1103 req = list_entry(ep->queue.next, struct bdc_req, 1104 queue); 1105 bdc_req_complete(ep, req, -ESHUTDOWN); 1106 } 1107} 1108 1109/* SET_ADD handlers */ 1110static int ep0_set_address(struct bdc *bdc, struct usb_ctrlrequest *ctrl) 1111{ 1112 enum usb_device_state state = bdc->gadget.state; 1113 int ret = 0; 1114 u32 addr; 1115 1116 addr = le16_to_cpu(ctrl->wValue); 1117 dev_dbg(bdc->dev, 1118 "%s addr:%d dev state:%d\n", 1119 __func__, addr, state); 1120 1121 if (addr > 127) 1122 return -EINVAL; 1123 1124 switch (state) { 1125 case USB_STATE_DEFAULT: 1126 case USB_STATE_ADDRESS: 1127 /* Issue Address device command */ 1128 ret = bdc_address_device(bdc, addr); 1129 if (ret) 1130 return ret; 1131 1132 if (addr) 1133 usb_gadget_set_state(&bdc->gadget, USB_STATE_ADDRESS); 1134 else 1135 usb_gadget_set_state(&bdc->gadget, USB_STATE_DEFAULT); 1136 1137 bdc->dev_addr = addr; 1138 break; 1139 default: 1140 dev_warn(bdc->dev, 1141 "SET Address in wrong device state %d\n", 1142 state); 1143 ret = -EINVAL; 1144 } 1145 1146 return ret; 1147} 1148 1149/* Handler for SET/CLEAR FEATURE requests for device */ 1150static int ep0_handle_feature_dev(struct bdc *bdc, u16 wValue, 1151 u16 wIndex, bool set) 1152{ 1153 enum usb_device_state state = bdc->gadget.state; 1154 u32 usppms = 0; 1155 1156 dev_dbg(bdc->dev, "%s set:%d dev state:%d\n", 1157 __func__, set, state); 1158 switch (wValue) { 1159 case USB_DEVICE_REMOTE_WAKEUP: 1160 dev_dbg(bdc->dev, "USB_DEVICE_REMOTE_WAKEUP\n"); 1161 if (set) 1162 bdc->devstatus |= REMOTE_WAKE_ENABLE; 1163 else 1164 bdc->devstatus &= ~REMOTE_WAKE_ENABLE; 1165 break; 1166 1167 case USB_DEVICE_TEST_MODE: 1168 dev_dbg(bdc->dev, "USB_DEVICE_TEST_MODE\n"); 1169 if ((wIndex & 0xFF) || 1170 (bdc->gadget.speed != USB_SPEED_HIGH) || !set) 1171 return -EINVAL; 1172 1173 bdc->test_mode = wIndex >> 8; 1174 break; 1175 1176 case USB_DEVICE_U1_ENABLE: 1177 dev_dbg(bdc->dev, "USB_DEVICE_U1_ENABLE\n"); 1178 1179 if (bdc->gadget.speed != USB_SPEED_SUPER || 1180 state != USB_STATE_CONFIGURED) 1181 return -EINVAL; 1182 1183 usppms = bdc_readl(bdc->regs, BDC_USPPMS); 1184 if (set) { 1185 /* clear previous u1t */ 1186 usppms &= ~BDC_U1T(BDC_U1T_MASK); 1187 usppms |= BDC_U1T(U1_TIMEOUT); 1188 usppms |= BDC_U1E | BDC_PORT_W1S; 1189 bdc->devstatus |= (1 << USB_DEV_STAT_U1_ENABLED); 1190 } else { 1191 usppms &= ~BDC_U1E; 1192 usppms |= BDC_PORT_W1S; 1193 bdc->devstatus &= ~(1 << USB_DEV_STAT_U1_ENABLED); 1194 } 1195 bdc_writel(bdc->regs, BDC_USPPMS, usppms); 1196 break; 1197 1198 case USB_DEVICE_U2_ENABLE: 1199 dev_dbg(bdc->dev, "USB_DEVICE_U2_ENABLE\n"); 1200 1201 if (bdc->gadget.speed != USB_SPEED_SUPER || 1202 state != USB_STATE_CONFIGURED) 1203 return -EINVAL; 1204 1205 usppms = bdc_readl(bdc->regs, BDC_USPPMS); 1206 if (set) { 1207 usppms |= BDC_U2E; 1208 usppms |= BDC_U2A; 1209 bdc->devstatus |= (1 << USB_DEV_STAT_U2_ENABLED); 1210 } else { 1211 usppms &= ~BDC_U2E; 1212 usppms &= ~BDC_U2A; 1213 bdc->devstatus &= ~(1 << USB_DEV_STAT_U2_ENABLED); 1214 } 1215 bdc_writel(bdc->regs, BDC_USPPMS, usppms); 1216 break; 1217 1218 case USB_DEVICE_LTM_ENABLE: 1219 dev_dbg(bdc->dev, "USB_DEVICE_LTM_ENABLE?\n"); 1220 if (bdc->gadget.speed != USB_SPEED_SUPER || 1221 state != USB_STATE_CONFIGURED) 1222 return -EINVAL; 1223 break; 1224 default: 1225 dev_err(bdc->dev, "Unknown wValue:%d\n", wValue); 1226 return -EOPNOTSUPP; 1227 } /* USB_RECIP_DEVICE end */ 1228 1229 return 0; 1230} 1231 1232/* SET/CLEAR FEATURE handler */ 1233static int ep0_handle_feature(struct bdc *bdc, 1234 struct usb_ctrlrequest *setup_pkt, bool set) 1235{ 1236 enum usb_device_state state = bdc->gadget.state; 1237 struct bdc_ep *ep; 1238 u16 wValue; 1239 u16 wIndex; 1240 int epnum; 1241 1242 wValue = le16_to_cpu(setup_pkt->wValue); 1243 wIndex = le16_to_cpu(setup_pkt->wIndex); 1244 1245 dev_dbg(bdc->dev, 1246 "%s wValue=%d wIndex=%d devstate=%08x speed=%d set=%d", 1247 __func__, wValue, wIndex, state, 1248 bdc->gadget.speed, set); 1249 1250 switch (setup_pkt->bRequestType & USB_RECIP_MASK) { 1251 case USB_RECIP_DEVICE: 1252 return ep0_handle_feature_dev(bdc, wValue, wIndex, set); 1253 case USB_RECIP_INTERFACE: 1254 dev_dbg(bdc->dev, "USB_RECIP_INTERFACE\n"); 1255 /* USB3 spec, sec 9.4.9 */ 1256 if (wValue != USB_INTRF_FUNC_SUSPEND) 1257 return -EINVAL; 1258 /* USB3 spec, Table 9-8 */ 1259 if (set) { 1260 if (wIndex & USB_INTRF_FUNC_SUSPEND_RW) { 1261 dev_dbg(bdc->dev, "SET REMOTE_WAKEUP\n"); 1262 bdc->devstatus |= REMOTE_WAKE_ENABLE; 1263 } else { 1264 dev_dbg(bdc->dev, "CLEAR REMOTE_WAKEUP\n"); 1265 bdc->devstatus &= ~REMOTE_WAKE_ENABLE; 1266 } 1267 } 1268 break; 1269 1270 case USB_RECIP_ENDPOINT: 1271 dev_dbg(bdc->dev, "USB_RECIP_ENDPOINT\n"); 1272 if (wValue != USB_ENDPOINT_HALT) 1273 return -EINVAL; 1274 1275 epnum = wIndex & USB_ENDPOINT_NUMBER_MASK; 1276 if (epnum) { 1277 if ((wIndex & USB_ENDPOINT_DIR_MASK) == USB_DIR_IN) 1278 epnum = epnum * 2 + 1; 1279 else 1280 epnum *= 2; 1281 } else { 1282 epnum = 1; /*EP0*/ 1283 } 1284 /* 1285 * If CLEAR_FEATURE on ep0 then don't do anything as the stall 1286 * condition on ep0 has already been cleared when SETUP packet 1287 * was received. 1288 */ 1289 if (epnum == 1 && !set) { 1290 dev_dbg(bdc->dev, "ep0 stall already cleared\n"); 1291 return 0; 1292 } 1293 dev_dbg(bdc->dev, "epnum=%d\n", epnum); 1294 ep = bdc->bdc_ep_array[epnum]; 1295 if (!ep) 1296 return -EINVAL; 1297 1298 return ep_set_halt(ep, set); 1299 default: 1300 dev_err(bdc->dev, "Unknown recipient\n"); 1301 return -EINVAL; 1302 } 1303 1304 return 0; 1305} 1306 1307/* GET_STATUS request handler */ 1308static int ep0_handle_status(struct bdc *bdc, 1309 struct usb_ctrlrequest *setup_pkt) 1310{ 1311 enum usb_device_state state = bdc->gadget.state; 1312 struct bdc_ep *ep; 1313 u16 usb_status = 0; 1314 u32 epnum; 1315 u16 wIndex; 1316 1317 /* USB2.0 spec sec 9.4.5 */ 1318 if (state == USB_STATE_DEFAULT) 1319 return -EINVAL; 1320 wIndex = le16_to_cpu(setup_pkt->wIndex); 1321 dev_dbg(bdc->dev, "%s\n", __func__); 1322 usb_status = bdc->devstatus; 1323 switch (setup_pkt->bRequestType & USB_RECIP_MASK) { 1324 case USB_RECIP_DEVICE: 1325 dev_dbg(bdc->dev, 1326 "USB_RECIP_DEVICE devstatus:%08x\n", 1327 bdc->devstatus); 1328 /* USB3 spec, sec 9.4.5 */ 1329 if (bdc->gadget.speed == USB_SPEED_SUPER) 1330 usb_status &= ~REMOTE_WAKE_ENABLE; 1331 break; 1332 1333 case USB_RECIP_INTERFACE: 1334 dev_dbg(bdc->dev, "USB_RECIP_INTERFACE\n"); 1335 if (bdc->gadget.speed == USB_SPEED_SUPER) { 1336 /* 1337 * This should come from func for Func remote wkup 1338 * usb_status |=1; 1339 */ 1340 if (bdc->devstatus & REMOTE_WAKE_ENABLE) 1341 usb_status |= REMOTE_WAKE_ENABLE; 1342 } else { 1343 usb_status = 0; 1344 } 1345 1346 break; 1347 1348 case USB_RECIP_ENDPOINT: 1349 dev_dbg(bdc->dev, "USB_RECIP_ENDPOINT\n"); 1350 epnum = wIndex & USB_ENDPOINT_NUMBER_MASK; 1351 if (epnum) { 1352 if ((wIndex & USB_ENDPOINT_DIR_MASK) == USB_DIR_IN) 1353 epnum = epnum*2 + 1; 1354 else 1355 epnum *= 2; 1356 } else { 1357 epnum = 1; /* EP0 */ 1358 } 1359 1360 ep = bdc->bdc_ep_array[epnum]; 1361 if (!ep) { 1362 dev_err(bdc->dev, "ISSUE, GET_STATUS for invalid EP ?"); 1363 return -EINVAL; 1364 } 1365 if (ep->flags & BDC_EP_STALL) 1366 usb_status |= 1 << USB_ENDPOINT_HALT; 1367 1368 break; 1369 default: 1370 dev_err(bdc->dev, "Unknown recipient for get_status\n"); 1371 return -EINVAL; 1372 } 1373 /* prepare a data stage for GET_STATUS */ 1374 dev_dbg(bdc->dev, "usb_status=%08x\n", usb_status); 1375 *(__le16 *)bdc->ep0_response_buff = cpu_to_le16(usb_status); 1376 bdc->ep0_req.usb_req.length = 2; 1377 bdc->ep0_req.usb_req.buf = &bdc->ep0_response_buff; 1378 ep0_queue_data_stage(bdc); 1379 1380 return 0; 1381} 1382 1383static void ep0_set_sel_cmpl(struct usb_ep *_ep, struct usb_request *_req) 1384{ 1385 /* ep0_set_sel_cmpl */ 1386} 1387 1388/* Queue data stage to handle 6 byte SET_SEL request */ 1389static int ep0_set_sel(struct bdc *bdc, 1390 struct usb_ctrlrequest *setup_pkt) 1391{ 1392 struct bdc_ep *ep; 1393 u16 wLength; 1394 u16 wValue; 1395 1396 dev_dbg(bdc->dev, "%s\n", __func__); 1397 wValue = le16_to_cpu(setup_pkt->wValue); 1398 wLength = le16_to_cpu(setup_pkt->wLength); 1399 if (unlikely(wLength != 6)) { 1400 dev_err(bdc->dev, "%s Wrong wLength:%d\n", __func__, wLength); 1401 return -EINVAL; 1402 } 1403 ep = bdc->bdc_ep_array[1]; 1404 bdc->ep0_req.ep = ep; 1405 bdc->ep0_req.usb_req.length = 6; 1406 bdc->ep0_req.usb_req.buf = bdc->ep0_response_buff; 1407 bdc->ep0_req.usb_req.complete = ep0_set_sel_cmpl; 1408 ep0_queue_data_stage(bdc); 1409 1410 return 0; 1411} 1412 1413/* 1414 * Queue a 0 byte bd only if wLength is more than the length and and length is 1415 * a multiple of MaxPacket then queue 0 byte BD 1416 */ 1417static int ep0_queue_zlp(struct bdc *bdc) 1418{ 1419 int ret; 1420 1421 dev_dbg(bdc->dev, "%s\n", __func__); 1422 bdc->ep0_req.ep = bdc->bdc_ep_array[1]; 1423 bdc->ep0_req.usb_req.length = 0; 1424 bdc->ep0_req.usb_req.complete = NULL; 1425 bdc->ep0_state = WAIT_FOR_DATA_START; 1426 ret = bdc_queue_xfr(bdc, &bdc->ep0_req); 1427 if (ret) { 1428 dev_err(bdc->dev, "err queueing zlp :%d\n", ret); 1429 return ret; 1430 } 1431 bdc->ep0_state = WAIT_FOR_DATA_XMIT; 1432 1433 return 0; 1434} 1435 1436/* Control request handler */ 1437static int handle_control_request(struct bdc *bdc) 1438{ 1439 enum usb_device_state state = bdc->gadget.state; 1440 struct usb_ctrlrequest *setup_pkt; 1441 int delegate_setup = 0; 1442 int ret = 0; 1443 int config = 0; 1444 1445 setup_pkt = &bdc->setup_pkt; 1446 dev_dbg(bdc->dev, "%s\n", __func__); 1447 if ((setup_pkt->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD) { 1448 switch (setup_pkt->bRequest) { 1449 case USB_REQ_SET_ADDRESS: 1450 dev_dbg(bdc->dev, "USB_REQ_SET_ADDRESS\n"); 1451 ret = ep0_set_address(bdc, setup_pkt); 1452 bdc->devstatus &= DEVSTATUS_CLEAR; 1453 break; 1454 1455 case USB_REQ_SET_CONFIGURATION: 1456 dev_dbg(bdc->dev, "USB_REQ_SET_CONFIGURATION\n"); 1457 if (state == USB_STATE_ADDRESS) { 1458 usb_gadget_set_state(&bdc->gadget, 1459 USB_STATE_CONFIGURED); 1460 } else if (state == USB_STATE_CONFIGURED) { 1461 /* 1462 * USB2 spec sec 9.4.7, if wValue is 0 then dev 1463 * is moved to addressed state 1464 */ 1465 config = le16_to_cpu(setup_pkt->wValue); 1466 if (!config) 1467 usb_gadget_set_state( 1468 &bdc->gadget, 1469 USB_STATE_ADDRESS); 1470 } 1471 delegate_setup = 1; 1472 break; 1473 1474 case USB_REQ_SET_FEATURE: 1475 dev_dbg(bdc->dev, "USB_REQ_SET_FEATURE\n"); 1476 ret = ep0_handle_feature(bdc, setup_pkt, 1); 1477 break; 1478 1479 case USB_REQ_CLEAR_FEATURE: 1480 dev_dbg(bdc->dev, "USB_REQ_CLEAR_FEATURE\n"); 1481 ret = ep0_handle_feature(bdc, setup_pkt, 0); 1482 break; 1483 1484 case USB_REQ_GET_STATUS: 1485 dev_dbg(bdc->dev, "USB_REQ_GET_STATUS\n"); 1486 ret = ep0_handle_status(bdc, setup_pkt); 1487 break; 1488 1489 case USB_REQ_SET_SEL: 1490 dev_dbg(bdc->dev, "USB_REQ_SET_SEL\n"); 1491 ret = ep0_set_sel(bdc, setup_pkt); 1492 break; 1493 1494 case USB_REQ_SET_ISOCH_DELAY: 1495 dev_warn(bdc->dev, 1496 "USB_REQ_SET_ISOCH_DELAY not handled\n"); 1497 ret = 0; 1498 break; 1499 default: 1500 delegate_setup = 1; 1501 } 1502 } else { 1503 delegate_setup = 1; 1504 } 1505 1506 if (delegate_setup) { 1507 spin_unlock(&bdc->lock); 1508 ret = bdc->gadget_driver->setup(&bdc->gadget, setup_pkt); 1509 spin_lock(&bdc->lock); 1510 } 1511 1512 return ret; 1513} 1514 1515/* EP0: Data stage started */ 1516void bdc_xsf_ep0_data_start(struct bdc *bdc, struct bdc_sr *sreport) 1517{ 1518 struct bdc_ep *ep; 1519 int ret = 0; 1520 1521 dev_dbg(bdc->dev, "%s\n", __func__); 1522 ep = bdc->bdc_ep_array[1]; 1523 /* If ep0 was stalled, the clear it first */ 1524 if (ep->flags & BDC_EP_STALL) { 1525 ret = ep_set_halt(ep, 0); 1526 if (ret) 1527 goto err; 1528 } 1529 if (bdc->ep0_state != WAIT_FOR_DATA_START) 1530 dev_warn(bdc->dev, 1531 "Data stage not expected ep0_state:%s\n", 1532 ep0_state_string[bdc->ep0_state]); 1533 1534 ret = handle_control_request(bdc); 1535 if (ret == USB_GADGET_DELAYED_STATUS) { 1536 /* 1537 * The ep0 state will remain WAIT_FOR_DATA_START till 1538 * we received ep_queue on ep0 1539 */ 1540 bdc->delayed_status = true; 1541 return; 1542 } 1543 if (!ret) { 1544 bdc->ep0_state = WAIT_FOR_DATA_XMIT; 1545 dev_dbg(bdc->dev, 1546 "ep0_state:%s", ep0_state_string[bdc->ep0_state]); 1547 return; 1548 } 1549err: 1550 ep0_stall(bdc); 1551} 1552 1553/* EP0: status stage started */ 1554void bdc_xsf_ep0_status_start(struct bdc *bdc, struct bdc_sr *sreport) 1555{ 1556 struct usb_ctrlrequest *setup_pkt; 1557 struct bdc_ep *ep; 1558 int ret = 0; 1559 1560 dev_dbg(bdc->dev, 1561 "%s ep0_state:%s", 1562 __func__, ep0_state_string[bdc->ep0_state]); 1563 ep = bdc->bdc_ep_array[1]; 1564 1565 /* check if ZLP was queued? */ 1566 if (bdc->zlp_needed) 1567 bdc->zlp_needed = false; 1568 1569 if (ep->flags & BDC_EP_STALL) { 1570 ret = ep_set_halt(ep, 0); 1571 if (ret) 1572 goto err; 1573 } 1574 1575 if ((bdc->ep0_state != WAIT_FOR_STATUS_START) && 1576 (bdc->ep0_state != WAIT_FOR_DATA_XMIT)) 1577 dev_err(bdc->dev, 1578 "Status stage recv but ep0_state:%s\n", 1579 ep0_state_string[bdc->ep0_state]); 1580 1581 /* check if data stage is in progress ? */ 1582 if (bdc->ep0_state == WAIT_FOR_DATA_XMIT) { 1583 bdc->ep0_state = STATUS_PENDING; 1584 /* Status stage will be queued upon Data stage transmit event */ 1585 dev_dbg(bdc->dev, 1586 "status started but data not transmitted yet\n"); 1587 return; 1588 } 1589 setup_pkt = &bdc->setup_pkt; 1590 1591 /* 1592 * 2 stage setup then only process the setup, for 3 stage setup the date 1593 * stage is already handled 1594 */ 1595 if (!le16_to_cpu(setup_pkt->wLength)) { 1596 ret = handle_control_request(bdc); 1597 if (ret == USB_GADGET_DELAYED_STATUS) { 1598 bdc->delayed_status = true; 1599 /* ep0_state will remain WAIT_FOR_STATUS_START */ 1600 return; 1601 } 1602 } 1603 if (!ret) { 1604 /* Queue a status stage BD */ 1605 ep0_queue_status_stage(bdc); 1606 bdc->ep0_state = WAIT_FOR_STATUS_XMIT; 1607 dev_dbg(bdc->dev, 1608 "ep0_state:%s", ep0_state_string[bdc->ep0_state]); 1609 return; 1610 } 1611err: 1612 ep0_stall(bdc); 1613} 1614 1615/* Helper function to update ep0 upon SR with xsf_succ or xsf_short */ 1616static void ep0_xsf_complete(struct bdc *bdc, struct bdc_sr *sreport) 1617{ 1618 dev_dbg(bdc->dev, "%s\n", __func__); 1619 switch (bdc->ep0_state) { 1620 case WAIT_FOR_DATA_XMIT: 1621 bdc->ep0_state = WAIT_FOR_STATUS_START; 1622 break; 1623 case WAIT_FOR_STATUS_XMIT: 1624 bdc->ep0_state = WAIT_FOR_SETUP; 1625 if (bdc->test_mode) { 1626 int ret; 1627 1628 dev_dbg(bdc->dev, "test_mode:%d\n", bdc->test_mode); 1629 ret = bdc_set_test_mode(bdc); 1630 if (ret < 0) { 1631 dev_err(bdc->dev, "Err in setting Test mode\n"); 1632 return; 1633 } 1634 bdc->test_mode = 0; 1635 } 1636 break; 1637 case STATUS_PENDING: 1638 bdc_xsf_ep0_status_start(bdc, sreport); 1639 break; 1640 1641 default: 1642 dev_err(bdc->dev, 1643 "Unknown ep0_state:%s\n", 1644 ep0_state_string[bdc->ep0_state]); 1645 1646 } 1647} 1648 1649/* xfr completion status report handler */ 1650void bdc_sr_xsf(struct bdc *bdc, struct bdc_sr *sreport) 1651{ 1652 struct bdc_ep *ep; 1653 u32 sr_status; 1654 u8 ep_num; 1655 1656 ep_num = (le32_to_cpu(sreport->offset[3])>>4) & 0x1f; 1657 ep = bdc->bdc_ep_array[ep_num]; 1658 if (!ep || !(ep->flags & BDC_EP_ENABLED)) { 1659 dev_err(bdc->dev, "xsf for ep not enabled\n"); 1660 return; 1661 } 1662 /* 1663 * check if this transfer is after link went from U3->U0 due 1664 * to remote wakeup 1665 */ 1666 if (bdc->devstatus & FUNC_WAKE_ISSUED) { 1667 bdc->devstatus &= ~(FUNC_WAKE_ISSUED); 1668 dev_dbg(bdc->dev, "%s clearing FUNC_WAKE_ISSUED flag\n", 1669 __func__); 1670 } 1671 sr_status = XSF_STS(le32_to_cpu(sreport->offset[3])); 1672 dev_dbg_ratelimited(bdc->dev, "%s sr_status=%d ep:%s\n", 1673 __func__, sr_status, ep->name); 1674 1675 switch (sr_status) { 1676 case XSF_SUCC: 1677 case XSF_SHORT: 1678 handle_xsr_succ_status(bdc, ep, sreport); 1679 if (ep_num == 1) 1680 ep0_xsf_complete(bdc, sreport); 1681 break; 1682 1683 case XSF_SETUP_RECV: 1684 case XSF_DATA_START: 1685 case XSF_STATUS_START: 1686 if (ep_num != 1) { 1687 dev_err(bdc->dev, 1688 "ep0 related packets on non ep0 endpoint"); 1689 return; 1690 } 1691 bdc->sr_xsf_ep0[sr_status - XSF_SETUP_RECV](bdc, sreport); 1692 break; 1693 1694 case XSF_BABB: 1695 if (ep_num == 1) { 1696 dev_dbg(bdc->dev, "Babble on ep0 zlp_need:%d\n", 1697 bdc->zlp_needed); 1698 /* 1699 * If the last completed transfer had wLength >Data Len, 1700 * and Len is multiple of MaxPacket,then queue ZLP 1701 */ 1702 if (bdc->zlp_needed) { 1703 /* queue 0 length bd */ 1704 ep0_queue_zlp(bdc); 1705 return; 1706 } 1707 } 1708 dev_warn(bdc->dev, "Babble on ep not handled\n"); 1709 break; 1710 default: 1711 dev_warn(bdc->dev, "sr status not handled:%x\n", sr_status); 1712 break; 1713 } 1714} 1715 1716static int bdc_gadget_ep_queue(struct usb_ep *_ep, 1717 struct usb_request *_req, gfp_t gfp_flags) 1718{ 1719 struct bdc_req *req; 1720 unsigned long flags; 1721 struct bdc_ep *ep; 1722 struct bdc *bdc; 1723 int ret; 1724 1725 if (!_ep || !_ep->desc) 1726 return -ESHUTDOWN; 1727 1728 if (!_req || !_req->complete || !_req->buf) 1729 return -EINVAL; 1730 1731 ep = to_bdc_ep(_ep); 1732 req = to_bdc_req(_req); 1733 bdc = ep->bdc; 1734 dev_dbg(bdc->dev, "%s ep:%p req:%p\n", __func__, ep, req); 1735 dev_dbg(bdc->dev, "queuing request %p to %s length %d zero:%d\n", 1736 _req, ep->name, _req->length, _req->zero); 1737 1738 if (!ep->usb_ep.desc) { 1739 dev_warn(bdc->dev, 1740 "trying to queue req %p to disabled %s\n", 1741 _req, ep->name); 1742 return -ESHUTDOWN; 1743 } 1744 1745 if (_req->length > MAX_XFR_LEN) { 1746 dev_warn(bdc->dev, 1747 "req length > supported MAX:%d requested:%d\n", 1748 MAX_XFR_LEN, _req->length); 1749 return -EOPNOTSUPP; 1750 } 1751 spin_lock_irqsave(&bdc->lock, flags); 1752 if (ep == bdc->bdc_ep_array[1]) 1753 ret = ep0_queue(ep, req); 1754 else 1755 ret = ep_queue(ep, req); 1756 1757 spin_unlock_irqrestore(&bdc->lock, flags); 1758 1759 return ret; 1760} 1761 1762static int bdc_gadget_ep_dequeue(struct usb_ep *_ep, 1763 struct usb_request *_req) 1764{ 1765 struct bdc_req *req; 1766 unsigned long flags; 1767 struct bdc_ep *ep; 1768 struct bdc *bdc; 1769 int ret; 1770 1771 if (!_ep || !_req) 1772 return -EINVAL; 1773 1774 ep = to_bdc_ep(_ep); 1775 req = to_bdc_req(_req); 1776 bdc = ep->bdc; 1777 dev_dbg(bdc->dev, "%s ep:%s req:%p\n", __func__, ep->name, req); 1778 bdc_dbg_bd_list(bdc, ep); 1779 spin_lock_irqsave(&bdc->lock, flags); 1780 /* make sure it's still queued on this endpoint */ 1781 list_for_each_entry(req, &ep->queue, queue) { 1782 if (&req->usb_req == _req) 1783 break; 1784 } 1785 if (&req->usb_req != _req) { 1786 spin_unlock_irqrestore(&bdc->lock, flags); 1787 dev_err(bdc->dev, "usb_req !=req n"); 1788 return -EINVAL; 1789 } 1790 ret = ep_dequeue(ep, req); 1791 if (ret) { 1792 ret = -EOPNOTSUPP; 1793 goto err; 1794 } 1795 bdc_req_complete(ep, req, -ECONNRESET); 1796 1797err: 1798 bdc_dbg_bd_list(bdc, ep); 1799 spin_unlock_irqrestore(&bdc->lock, flags); 1800 1801 return ret; 1802} 1803 1804static int bdc_gadget_ep_set_halt(struct usb_ep *_ep, int value) 1805{ 1806 unsigned long flags; 1807 struct bdc_ep *ep; 1808 struct bdc *bdc; 1809 int ret; 1810 1811 ep = to_bdc_ep(_ep); 1812 bdc = ep->bdc; 1813 dev_dbg(bdc->dev, "%s ep:%s value=%d\n", __func__, ep->name, value); 1814 spin_lock_irqsave(&bdc->lock, flags); 1815 if (usb_endpoint_xfer_isoc(ep->usb_ep.desc)) 1816 ret = -EINVAL; 1817 else if (!list_empty(&ep->queue)) 1818 ret = -EAGAIN; 1819 else 1820 ret = ep_set_halt(ep, value); 1821 1822 spin_unlock_irqrestore(&bdc->lock, flags); 1823 1824 return ret; 1825} 1826 1827static struct usb_request *bdc_gadget_alloc_request(struct usb_ep *_ep, 1828 gfp_t gfp_flags) 1829{ 1830 struct bdc_req *req; 1831 struct bdc_ep *ep; 1832 1833 req = kzalloc(sizeof(*req), gfp_flags); 1834 if (!req) 1835 return NULL; 1836 1837 ep = to_bdc_ep(_ep); 1838 req->ep = ep; 1839 req->epnum = ep->ep_num; 1840 req->usb_req.dma = DMA_ADDR_INVALID; 1841 dev_dbg(ep->bdc->dev, "%s ep:%s req:%p\n", __func__, ep->name, req); 1842 1843 return &req->usb_req; 1844} 1845 1846static void bdc_gadget_free_request(struct usb_ep *_ep, 1847 struct usb_request *_req) 1848{ 1849 struct bdc_req *req; 1850 1851 req = to_bdc_req(_req); 1852 kfree(req); 1853} 1854 1855/* endpoint operations */ 1856 1857/* configure endpoint and also allocate resources */ 1858static int bdc_gadget_ep_enable(struct usb_ep *_ep, 1859 const struct usb_endpoint_descriptor *desc) 1860{ 1861 unsigned long flags; 1862 struct bdc_ep *ep; 1863 struct bdc *bdc; 1864 int ret; 1865 1866 if (!_ep || !desc || desc->bDescriptorType != USB_DT_ENDPOINT) { 1867 pr_debug("bdc_gadget_ep_enable invalid parameters\n"); 1868 return -EINVAL; 1869 } 1870 1871 if (!desc->wMaxPacketSize) { 1872 pr_debug("bdc_gadget_ep_enable missing wMaxPacketSize\n"); 1873 return -EINVAL; 1874 } 1875 1876 ep = to_bdc_ep(_ep); 1877 bdc = ep->bdc; 1878 1879 /* Sanity check, upper layer will not send enable for ep0 */ 1880 if (ep == bdc->bdc_ep_array[1]) 1881 return -EINVAL; 1882 1883 if (!bdc->gadget_driver 1884 || bdc->gadget.speed == USB_SPEED_UNKNOWN) { 1885 return -ESHUTDOWN; 1886 } 1887 1888 dev_dbg(bdc->dev, "%s Enabling %s\n", __func__, ep->name); 1889 spin_lock_irqsave(&bdc->lock, flags); 1890 ep->desc = desc; 1891 ep->comp_desc = _ep->comp_desc; 1892 ret = bdc_ep_enable(ep); 1893 spin_unlock_irqrestore(&bdc->lock, flags); 1894 1895 return ret; 1896} 1897 1898static int bdc_gadget_ep_disable(struct usb_ep *_ep) 1899{ 1900 unsigned long flags; 1901 struct bdc_ep *ep; 1902 struct bdc *bdc; 1903 int ret; 1904 1905 if (!_ep) { 1906 pr_debug("bdc: invalid parameters\n"); 1907 return -EINVAL; 1908 } 1909 ep = to_bdc_ep(_ep); 1910 bdc = ep->bdc; 1911 1912 /* Upper layer will not call this for ep0, but do a sanity check */ 1913 if (ep == bdc->bdc_ep_array[1]) { 1914 dev_warn(bdc->dev, "%s called for ep0\n", __func__); 1915 return -EINVAL; 1916 } 1917 dev_dbg(bdc->dev, 1918 "%s() ep:%s ep->flags:%08x\n", 1919 __func__, ep->name, ep->flags); 1920 1921 if (!(ep->flags & BDC_EP_ENABLED)) { 1922 dev_warn(bdc->dev, "%s is already disabled\n", ep->name); 1923 return 0; 1924 } 1925 spin_lock_irqsave(&bdc->lock, flags); 1926 ret = bdc_ep_disable(ep); 1927 spin_unlock_irqrestore(&bdc->lock, flags); 1928 1929 return ret; 1930} 1931 1932static const struct usb_ep_ops bdc_gadget_ep_ops = { 1933 .enable = bdc_gadget_ep_enable, 1934 .disable = bdc_gadget_ep_disable, 1935 .alloc_request = bdc_gadget_alloc_request, 1936 .free_request = bdc_gadget_free_request, 1937 .queue = bdc_gadget_ep_queue, 1938 .dequeue = bdc_gadget_ep_dequeue, 1939 .set_halt = bdc_gadget_ep_set_halt 1940}; 1941 1942/* dir = 1 is IN */ 1943static int init_ep(struct bdc *bdc, u32 epnum, u32 dir) 1944{ 1945 struct bdc_ep *ep; 1946 1947 dev_dbg(bdc->dev, "%s epnum=%d dir=%d\n", __func__, epnum, dir); 1948 ep = kzalloc(sizeof(*ep), GFP_KERNEL); 1949 if (!ep) 1950 return -ENOMEM; 1951 1952 ep->bdc = bdc; 1953 ep->dir = dir; 1954 1955 /* ep->ep_num is the index inside bdc_ep */ 1956 if (epnum == 1) { 1957 ep->ep_num = 1; 1958 bdc->bdc_ep_array[ep->ep_num] = ep; 1959 snprintf(ep->name, sizeof(ep->name), "ep%d", epnum - 1); 1960 usb_ep_set_maxpacket_limit(&ep->usb_ep, EP0_MAX_PKT_SIZE); 1961 ep->comp_desc = NULL; 1962 bdc->gadget.ep0 = &ep->usb_ep; 1963 } else { 1964 if (dir) 1965 ep->ep_num = epnum * 2 - 1; 1966 else 1967 ep->ep_num = epnum * 2 - 2; 1968 1969 bdc->bdc_ep_array[ep->ep_num] = ep; 1970 snprintf(ep->name, sizeof(ep->name), "ep%d%s", epnum - 1, 1971 dir & 1 ? "in" : "out"); 1972 1973 usb_ep_set_maxpacket_limit(&ep->usb_ep, 1024); 1974 ep->usb_ep.max_streams = 0; 1975 list_add_tail(&ep->usb_ep.ep_list, &bdc->gadget.ep_list); 1976 } 1977 ep->usb_ep.ops = &bdc_gadget_ep_ops; 1978 ep->usb_ep.name = ep->name; 1979 ep->flags = 0; 1980 ep->ignore_next_sr = false; 1981 dev_dbg(bdc->dev, "ep=%p ep->usb_ep.name=%s epnum=%d ep->epnum=%d\n", 1982 ep, ep->usb_ep.name, epnum, ep->ep_num); 1983 1984 INIT_LIST_HEAD(&ep->queue); 1985 1986 return 0; 1987} 1988 1989/* Init all ep */ 1990int bdc_init_ep(struct bdc *bdc) 1991{ 1992 u8 epnum; 1993 int ret; 1994 1995 dev_dbg(bdc->dev, "%s()\n", __func__); 1996 INIT_LIST_HEAD(&bdc->gadget.ep_list); 1997 /* init ep0 */ 1998 ret = init_ep(bdc, 1, 0); 1999 if (ret) { 2000 dev_err(bdc->dev, "init ep ep0 fail %d\n", ret); 2001 return ret; 2002 } 2003 2004 for (epnum = 2; epnum <= bdc->num_eps / 2; epnum++) { 2005 /* OUT */ 2006 ret = init_ep(bdc, epnum, 0); 2007 if (ret) { 2008 dev_err(bdc->dev, 2009 "init ep failed for:%d error: %d\n", 2010 epnum, ret); 2011 return ret; 2012 } 2013 2014 /* IN */ 2015 ret = init_ep(bdc, epnum, 1); 2016 if (ret) { 2017 dev_err(bdc->dev, 2018 "init ep failed for:%d error: %d\n", 2019 epnum, ret); 2020 return ret; 2021 } 2022 } 2023 2024 return 0; 2025} 2026