2 * udc.c - ChipIdea UDC driver
4 * Copyright (C) 2008 Chipidea - MIPS Technologies, Inc. All rights reserved.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
13 #include <linux/delay.h>
14 #include <linux/device.h>
15 #include <linux/dmapool.h>
16 #include <linux/dma-mapping.h>
17 #include <linux/err.h>
18 #include <linux/init.h>
19 #include <linux/platform_device.h>
20 #include <linux/module.h>
21 #include <linux/interrupt.h>
23 #include <linux/irq.h>
24 #include <linux/kernel.h>
25 #include <linux/slab.h>
26 #include <linux/pm_runtime.h>
27 #include <linux/usb/ch9.h>
28 #include <linux/usb/gadget.h>
29 #include <linux/usb/otg.h>
30 #include <linux/usb/chipidea.h>
37 /* control endpoint description */
38 static const struct usb_endpoint_descriptor
39 ctrl_endpt_out_desc
= {
40 .bLength
= USB_DT_ENDPOINT_SIZE
,
41 .bDescriptorType
= USB_DT_ENDPOINT
,
43 .bEndpointAddress
= USB_DIR_OUT
,
44 .bmAttributes
= USB_ENDPOINT_XFER_CONTROL
,
45 .wMaxPacketSize
= cpu_to_le16(CTRL_PAYLOAD_MAX
),
48 static const struct usb_endpoint_descriptor
49 ctrl_endpt_in_desc
= {
50 .bLength
= USB_DT_ENDPOINT_SIZE
,
51 .bDescriptorType
= USB_DT_ENDPOINT
,
53 .bEndpointAddress
= USB_DIR_IN
,
54 .bmAttributes
= USB_ENDPOINT_XFER_CONTROL
,
55 .wMaxPacketSize
= cpu_to_le16(CTRL_PAYLOAD_MAX
),
59 * hw_ep_bit: calculates the bit number
60 * @num: endpoint number
61 * @dir: endpoint direction
63 * This function returns bit number
65 static inline int hw_ep_bit(int num
, int dir
)
67 return num
+ (dir
? 16 : 0);
70 static inline int ep_to_bit(struct ci13xxx
*ci
, int n
)
72 int fill
= 16 - ci
->hw_ep_max
/ 2;
74 if (n
>= ci
->hw_ep_max
/ 2)
81 * hw_device_state: enables/disables interrupts (execute without interruption)
82 * @dma: 0 => disable, !0 => enable and set dma engine
84 * This function returns an error code
86 static int hw_device_state(struct ci13xxx
*ci
, u32 dma
)
89 hw_write(ci
, OP_ENDPTLISTADDR
, ~0, dma
);
90 /* interrupt, error, port change, reset, sleep/suspend */
91 hw_write(ci
, OP_USBINTR
, ~0,
92 USBi_UI
|USBi_UEI
|USBi_PCI
|USBi_URI
|USBi_SLI
);
94 hw_write(ci
, OP_USBINTR
, ~0, 0);
100 * hw_ep_flush: flush endpoint fifo (execute without interruption)
101 * @num: endpoint number
102 * @dir: endpoint direction
104 * This function returns an error code
106 static int hw_ep_flush(struct ci13xxx
*ci
, int num
, int dir
)
108 int n
= hw_ep_bit(num
, dir
);
111 /* flush any pending transfer */
112 hw_write(ci
, OP_ENDPTFLUSH
, BIT(n
), BIT(n
));
113 while (hw_read(ci
, OP_ENDPTFLUSH
, BIT(n
)))
115 } while (hw_read(ci
, OP_ENDPTSTAT
, BIT(n
)));
121 * hw_ep_disable: disables endpoint (execute without interruption)
122 * @num: endpoint number
123 * @dir: endpoint direction
125 * This function returns an error code
127 static int hw_ep_disable(struct ci13xxx
*ci
, int num
, int dir
)
129 hw_ep_flush(ci
, num
, dir
);
130 hw_write(ci
, OP_ENDPTCTRL
+ num
,
131 dir
? ENDPTCTRL_TXE
: ENDPTCTRL_RXE
, 0);
136 * hw_ep_enable: enables endpoint (execute without interruption)
137 * @num: endpoint number
138 * @dir: endpoint direction
139 * @type: endpoint type
141 * This function returns an error code
143 static int hw_ep_enable(struct ci13xxx
*ci
, int num
, int dir
, int type
)
148 mask
= ENDPTCTRL_TXT
; /* type */
149 data
= type
<< ffs_nr(mask
);
151 mask
|= ENDPTCTRL_TXS
; /* unstall */
152 mask
|= ENDPTCTRL_TXR
; /* reset data toggle */
153 data
|= ENDPTCTRL_TXR
;
154 mask
|= ENDPTCTRL_TXE
; /* enable */
155 data
|= ENDPTCTRL_TXE
;
157 mask
= ENDPTCTRL_RXT
; /* type */
158 data
= type
<< ffs_nr(mask
);
160 mask
|= ENDPTCTRL_RXS
; /* unstall */
161 mask
|= ENDPTCTRL_RXR
; /* reset data toggle */
162 data
|= ENDPTCTRL_RXR
;
163 mask
|= ENDPTCTRL_RXE
; /* enable */
164 data
|= ENDPTCTRL_RXE
;
166 hw_write(ci
, OP_ENDPTCTRL
+ num
, mask
, data
);
171 * hw_ep_get_halt: return endpoint halt status
172 * @num: endpoint number
173 * @dir: endpoint direction
175 * This function returns 1 if endpoint halted
177 static int hw_ep_get_halt(struct ci13xxx
*ci
, int num
, int dir
)
179 u32 mask
= dir
? ENDPTCTRL_TXS
: ENDPTCTRL_RXS
;
181 return hw_read(ci
, OP_ENDPTCTRL
+ num
, mask
) ? 1 : 0;
185 * hw_test_and_clear_setup_status: test & clear setup status (execute without
187 * @n: endpoint number
189 * This function returns setup status
191 static int hw_test_and_clear_setup_status(struct ci13xxx
*ci
, int n
)
193 n
= ep_to_bit(ci
, n
);
194 return hw_test_and_clear(ci
, OP_ENDPTSETUPSTAT
, BIT(n
));
198 * hw_ep_prime: primes endpoint (execute without interruption)
199 * @num: endpoint number
200 * @dir: endpoint direction
201 * @is_ctrl: true if control endpoint
203 * This function returns an error code
205 static int hw_ep_prime(struct ci13xxx
*ci
, int num
, int dir
, int is_ctrl
)
207 int n
= hw_ep_bit(num
, dir
);
209 if (is_ctrl
&& dir
== RX
&& hw_read(ci
, OP_ENDPTSETUPSTAT
, BIT(num
)))
212 hw_write(ci
, OP_ENDPTPRIME
, BIT(n
), BIT(n
));
214 while (hw_read(ci
, OP_ENDPTPRIME
, BIT(n
)))
216 if (is_ctrl
&& dir
== RX
&& hw_read(ci
, OP_ENDPTSETUPSTAT
, BIT(num
)))
219 /* status shoult be tested according with manual but it doesn't work */
224 * hw_ep_set_halt: configures ep halt & resets data toggle after clear (execute
225 * without interruption)
226 * @num: endpoint number
227 * @dir: endpoint direction
228 * @value: true => stall, false => unstall
230 * This function returns an error code
232 static int hw_ep_set_halt(struct ci13xxx
*ci
, int num
, int dir
, int value
)
234 if (value
!= 0 && value
!= 1)
238 enum ci13xxx_regs reg
= OP_ENDPTCTRL
+ num
;
239 u32 mask_xs
= dir
? ENDPTCTRL_TXS
: ENDPTCTRL_RXS
;
240 u32 mask_xr
= dir
? ENDPTCTRL_TXR
: ENDPTCTRL_RXR
;
242 /* data toggle - reserved for EP0 but it's in ESS */
243 hw_write(ci
, reg
, mask_xs
|mask_xr
,
244 value
? mask_xs
: mask_xr
);
245 } while (value
!= hw_ep_get_halt(ci
, num
, dir
));
251 * hw_is_port_high_speed: test if port is high speed
253 * This function returns true if high speed port
255 static int hw_port_is_high_speed(struct ci13xxx
*ci
)
257 return ci
->hw_bank
.lpm
? hw_read(ci
, OP_DEVLC
, DEVLC_PSPD
) :
258 hw_read(ci
, OP_PORTSC
, PORTSC_HSP
);
262 * hw_read_intr_enable: returns interrupt enable register
264 * This function returns register data
266 static u32
hw_read_intr_enable(struct ci13xxx
*ci
)
268 return hw_read(ci
, OP_USBINTR
, ~0);
272 * hw_read_intr_status: returns interrupt status register
274 * This function returns register data
276 static u32
hw_read_intr_status(struct ci13xxx
*ci
)
278 return hw_read(ci
, OP_USBSTS
, ~0);
282 * hw_test_and_clear_complete: test & clear complete status (execute without
284 * @n: endpoint number
286 * This function returns complete status
288 static int hw_test_and_clear_complete(struct ci13xxx
*ci
, int n
)
290 n
= ep_to_bit(ci
, n
);
291 return hw_test_and_clear(ci
, OP_ENDPTCOMPLETE
, BIT(n
));
295 * hw_test_and_clear_intr_active: test & clear active interrupts (execute
296 * without interruption)
298 * This function returns active interrutps
300 static u32
hw_test_and_clear_intr_active(struct ci13xxx
*ci
)
302 u32 reg
= hw_read_intr_status(ci
) & hw_read_intr_enable(ci
);
304 hw_write(ci
, OP_USBSTS
, ~0, reg
);
308 static void hw_enable_vbus_intr(struct ci13xxx
*ci
)
310 hw_write(ci
, OP_OTGSC
, OTGSC_AVVIS
, OTGSC_AVVIS
);
311 hw_write(ci
, OP_OTGSC
, OTGSC_AVVIE
, OTGSC_AVVIE
);
312 queue_work(ci
->wq
, &ci
->vbus_work
);
315 static void hw_disable_vbus_intr(struct ci13xxx
*ci
)
317 hw_write(ci
, OP_OTGSC
, OTGSC_AVVIE
, 0);
321 * hw_test_and_clear_setup_guard: test & clear setup guard (execute without
324 * This function returns guard value
326 static int hw_test_and_clear_setup_guard(struct ci13xxx
*ci
)
328 return hw_test_and_write(ci
, OP_USBCMD
, USBCMD_SUTW
, 0);
332 * hw_test_and_set_setup_guard: test & set setup guard (execute without
335 * This function returns guard value
337 static int hw_test_and_set_setup_guard(struct ci13xxx
*ci
)
339 return hw_test_and_write(ci
, OP_USBCMD
, USBCMD_SUTW
, USBCMD_SUTW
);
343 * hw_usb_set_address: configures USB address (execute without interruption)
344 * @value: new USB address
346 * This function explicitly sets the address, without the "USBADRA" (advance)
347 * feature, which is not supported by older versions of the controller.
349 static void hw_usb_set_address(struct ci13xxx
*ci
, u8 value
)
351 hw_write(ci
, OP_DEVICEADDR
, DEVICEADDR_USBADR
,
352 value
<< ffs_nr(DEVICEADDR_USBADR
));
356 * hw_usb_reset: restart device after a bus reset (execute without
359 * This function returns an error code
361 static int hw_usb_reset(struct ci13xxx
*ci
)
363 hw_usb_set_address(ci
, 0);
365 /* ESS flushes only at end?!? */
366 hw_write(ci
, OP_ENDPTFLUSH
, ~0, ~0);
368 /* clear setup token semaphores */
369 hw_write(ci
, OP_ENDPTSETUPSTAT
, 0, 0);
371 /* clear complete status */
372 hw_write(ci
, OP_ENDPTCOMPLETE
, 0, 0);
374 /* wait until all bits cleared */
375 while (hw_read(ci
, OP_ENDPTPRIME
, ~0))
376 udelay(10); /* not RTOS friendly */
378 /* reset all endpoints ? */
380 /* reset internal status and wait for further instructions
381 no need to verify the port reset status (ESS does it) */
386 static void vbus_work(struct work_struct
*work
)
388 struct ci13xxx
*ci
= container_of(work
, struct ci13xxx
, vbus_work
);
390 if (hw_read(ci
, OP_OTGSC
, OTGSC_AVV
))
391 usb_gadget_vbus_connect(&ci
->gadget
);
393 usb_gadget_vbus_disconnect(&ci
->gadget
);
396 /******************************************************************************
398 *****************************************************************************/
400 * _usb_addr: calculates endpoint address from direction & number
403 static inline u8
_usb_addr(struct ci13xxx_ep
*ep
)
405 return ((ep
->dir
== TX
) ? USB_ENDPOINT_DIR_MASK
: 0) | ep
->num
;
409 * _hardware_queue: configures a request at hardware level
413 * This function returns an error code
415 static int _hardware_enqueue(struct ci13xxx_ep
*mEp
, struct ci13xxx_req
*mReq
)
417 struct ci13xxx
*ci
= mEp
->ci
;
420 unsigned length
= mReq
->req
.length
;
422 /* don't queue twice */
423 if (mReq
->req
.status
== -EALREADY
)
426 mReq
->req
.status
= -EALREADY
;
428 if (mReq
->req
.zero
&& length
&& (length
% mEp
->ep
.maxpacket
== 0)) {
429 mReq
->zptr
= dma_pool_alloc(mEp
->td_pool
, GFP_ATOMIC
,
431 if (mReq
->zptr
== NULL
)
434 memset(mReq
->zptr
, 0, sizeof(*mReq
->zptr
));
435 mReq
->zptr
->next
= TD_TERMINATE
;
436 mReq
->zptr
->token
= TD_STATUS_ACTIVE
;
437 if (!mReq
->req
.no_interrupt
)
438 mReq
->zptr
->token
|= TD_IOC
;
440 ret
= usb_gadget_map_request(&ci
->gadget
, &mReq
->req
, mEp
->dir
);
446 * TODO - handle requests which spawns into several TDs
448 memset(mReq
->ptr
, 0, sizeof(*mReq
->ptr
));
449 mReq
->ptr
->token
= length
<< ffs_nr(TD_TOTAL_BYTES
);
450 mReq
->ptr
->token
&= TD_TOTAL_BYTES
;
451 mReq
->ptr
->token
|= TD_STATUS_ACTIVE
;
453 mReq
->ptr
->next
= mReq
->zdma
;
455 mReq
->ptr
->next
= TD_TERMINATE
;
456 if (!mReq
->req
.no_interrupt
)
457 mReq
->ptr
->token
|= TD_IOC
;
459 mReq
->ptr
->page
[0] = mReq
->req
.dma
;
460 for (i
= 1; i
< 5; i
++)
462 (mReq
->req
.dma
+ i
* CI13XXX_PAGE_SIZE
) & ~TD_RESERVED_MASK
;
464 if (!list_empty(&mEp
->qh
.queue
)) {
465 struct ci13xxx_req
*mReqPrev
;
466 int n
= hw_ep_bit(mEp
->num
, mEp
->dir
);
469 mReqPrev
= list_entry(mEp
->qh
.queue
.prev
,
470 struct ci13xxx_req
, queue
);
472 mReqPrev
->zptr
->next
= mReq
->dma
& TD_ADDR_MASK
;
474 mReqPrev
->ptr
->next
= mReq
->dma
& TD_ADDR_MASK
;
476 if (hw_read(ci
, OP_ENDPTPRIME
, BIT(n
)))
479 hw_write(ci
, OP_USBCMD
, USBCMD_ATDTW
, USBCMD_ATDTW
);
480 tmp_stat
= hw_read(ci
, OP_ENDPTSTAT
, BIT(n
));
481 } while (!hw_read(ci
, OP_USBCMD
, USBCMD_ATDTW
));
482 hw_write(ci
, OP_USBCMD
, USBCMD_ATDTW
, 0);
487 /* QH configuration */
488 mEp
->qh
.ptr
->td
.next
= mReq
->dma
; /* TERMINATE = 0 */
489 mEp
->qh
.ptr
->td
.token
&= ~TD_STATUS
; /* clear status */
490 mEp
->qh
.ptr
->cap
|= QH_ZLT
;
492 wmb(); /* synchronize before ep prime */
494 ret
= hw_ep_prime(ci
, mEp
->num
, mEp
->dir
,
495 mEp
->type
== USB_ENDPOINT_XFER_CONTROL
);
501 * _hardware_dequeue: handles a request at hardware level
505 * This function returns an error code
507 static int _hardware_dequeue(struct ci13xxx_ep
*mEp
, struct ci13xxx_req
*mReq
)
509 if (mReq
->req
.status
!= -EALREADY
)
512 if ((TD_STATUS_ACTIVE
& mReq
->ptr
->token
) != 0)
516 if ((TD_STATUS_ACTIVE
& mReq
->zptr
->token
) != 0)
518 dma_pool_free(mEp
->td_pool
, mReq
->zptr
, mReq
->zdma
);
522 mReq
->req
.status
= 0;
524 usb_gadget_unmap_request(&mEp
->ci
->gadget
, &mReq
->req
, mEp
->dir
);
526 mReq
->req
.status
= mReq
->ptr
->token
& TD_STATUS
;
527 if ((TD_STATUS_HALTED
& mReq
->req
.status
) != 0)
528 mReq
->req
.status
= -1;
529 else if ((TD_STATUS_DT_ERR
& mReq
->req
.status
) != 0)
530 mReq
->req
.status
= -1;
531 else if ((TD_STATUS_TR_ERR
& mReq
->req
.status
) != 0)
532 mReq
->req
.status
= -1;
534 mReq
->req
.actual
= mReq
->ptr
->token
& TD_TOTAL_BYTES
;
535 mReq
->req
.actual
>>= ffs_nr(TD_TOTAL_BYTES
);
536 mReq
->req
.actual
= mReq
->req
.length
- mReq
->req
.actual
;
537 mReq
->req
.actual
= mReq
->req
.status
? 0 : mReq
->req
.actual
;
539 return mReq
->req
.actual
;
543 * _ep_nuke: dequeues all endpoint requests
546 * This function returns an error code
547 * Caller must hold lock
549 static int _ep_nuke(struct ci13xxx_ep
*mEp
)
550 __releases(mEp
->lock
)
551 __acquires(mEp
->lock
)
556 hw_ep_flush(mEp
->ci
, mEp
->num
, mEp
->dir
);
558 while (!list_empty(&mEp
->qh
.queue
)) {
560 /* pop oldest request */
561 struct ci13xxx_req
*mReq
= \
562 list_entry(mEp
->qh
.queue
.next
,
563 struct ci13xxx_req
, queue
);
564 list_del_init(&mReq
->queue
);
565 mReq
->req
.status
= -ESHUTDOWN
;
567 if (mReq
->req
.complete
!= NULL
) {
568 spin_unlock(mEp
->lock
);
569 mReq
->req
.complete(&mEp
->ep
, &mReq
->req
);
570 spin_lock(mEp
->lock
);
577 * _gadget_stop_activity: stops all USB activity, flushes & disables all endpts
580 * This function returns an error code
582 static int _gadget_stop_activity(struct usb_gadget
*gadget
)
585 struct ci13xxx
*ci
= container_of(gadget
, struct ci13xxx
, gadget
);
588 spin_lock_irqsave(&ci
->lock
, flags
);
589 ci
->gadget
.speed
= USB_SPEED_UNKNOWN
;
590 ci
->remote_wakeup
= 0;
592 spin_unlock_irqrestore(&ci
->lock
, flags
);
594 /* flush all endpoints */
595 gadget_for_each_ep(ep
, gadget
) {
596 usb_ep_fifo_flush(ep
);
598 usb_ep_fifo_flush(&ci
->ep0out
->ep
);
599 usb_ep_fifo_flush(&ci
->ep0in
->ep
);
602 ci
->driver
->disconnect(gadget
);
604 /* make sure to disable all endpoints */
605 gadget_for_each_ep(ep
, gadget
) {
609 if (ci
->status
!= NULL
) {
610 usb_ep_free_request(&ci
->ep0in
->ep
, ci
->status
);
617 /******************************************************************************
619 *****************************************************************************/
621 * isr_reset_handler: USB reset interrupt handler
624 * This function resets USB engine after a bus reset occurred
626 static void isr_reset_handler(struct ci13xxx
*ci
)
632 dbg_event(0xFF, "BUS RST", 0);
634 spin_unlock(&ci
->lock
);
635 retval
= _gadget_stop_activity(&ci
->gadget
);
639 retval
= hw_usb_reset(ci
);
643 ci
->status
= usb_ep_alloc_request(&ci
->ep0in
->ep
, GFP_ATOMIC
);
644 if (ci
->status
== NULL
)
648 spin_lock(&ci
->lock
);
651 dev_err(ci
->dev
, "error: %i\n", retval
);
655 * isr_get_status_complete: get_status request complete function
657 * @req: request handled
659 * Caller must release lock
661 static void isr_get_status_complete(struct usb_ep
*ep
, struct usb_request
*req
)
663 if (ep
== NULL
|| req
== NULL
)
667 usb_ep_free_request(ep
, req
);
671 * isr_get_status_response: get_status request response
673 * @setup: setup request packet
675 * This function returns an error code
677 static int isr_get_status_response(struct ci13xxx
*ci
,
678 struct usb_ctrlrequest
*setup
)
679 __releases(mEp
->lock
)
680 __acquires(mEp
->lock
)
682 struct ci13xxx_ep
*mEp
= ci
->ep0in
;
683 struct usb_request
*req
= NULL
;
684 gfp_t gfp_flags
= GFP_ATOMIC
;
685 int dir
, num
, retval
;
687 if (mEp
== NULL
|| setup
== NULL
)
690 spin_unlock(mEp
->lock
);
691 req
= usb_ep_alloc_request(&mEp
->ep
, gfp_flags
);
692 spin_lock(mEp
->lock
);
696 req
->complete
= isr_get_status_complete
;
698 req
->buf
= kzalloc(req
->length
, gfp_flags
);
699 if (req
->buf
== NULL
) {
704 if ((setup
->bRequestType
& USB_RECIP_MASK
) == USB_RECIP_DEVICE
) {
705 /* Assume that device is bus powered for now. */
706 *(u16
*)req
->buf
= ci
->remote_wakeup
<< 1;
708 } else if ((setup
->bRequestType
& USB_RECIP_MASK
) \
709 == USB_RECIP_ENDPOINT
) {
710 dir
= (le16_to_cpu(setup
->wIndex
) & USB_ENDPOINT_DIR_MASK
) ?
712 num
= le16_to_cpu(setup
->wIndex
) & USB_ENDPOINT_NUMBER_MASK
;
713 *(u16
*)req
->buf
= hw_ep_get_halt(ci
, num
, dir
);
715 /* else do nothing; reserved for future use */
717 spin_unlock(mEp
->lock
);
718 retval
= usb_ep_queue(&mEp
->ep
, req
, gfp_flags
);
719 spin_lock(mEp
->lock
);
728 spin_unlock(mEp
->lock
);
729 usb_ep_free_request(&mEp
->ep
, req
);
730 spin_lock(mEp
->lock
);
735 * isr_setup_status_complete: setup_status request complete function
737 * @req: request handled
739 * Caller must release lock. Put the port in test mode if test mode
740 * feature is selected.
743 isr_setup_status_complete(struct usb_ep
*ep
, struct usb_request
*req
)
745 struct ci13xxx
*ci
= req
->context
;
749 hw_usb_set_address(ci
, ci
->address
);
753 spin_lock_irqsave(&ci
->lock
, flags
);
755 hw_port_test_set(ci
, ci
->test_mode
);
756 spin_unlock_irqrestore(&ci
->lock
, flags
);
760 * isr_setup_status_phase: queues the status phase of a setup transation
763 * This function returns an error code
765 static int isr_setup_status_phase(struct ci13xxx
*ci
)
766 __releases(mEp
->lock
)
767 __acquires(mEp
->lock
)
770 struct ci13xxx_ep
*mEp
;
772 mEp
= (ci
->ep0_dir
== TX
) ? ci
->ep0out
: ci
->ep0in
;
773 ci
->status
->context
= ci
;
774 ci
->status
->complete
= isr_setup_status_complete
;
776 spin_unlock(mEp
->lock
);
777 retval
= usb_ep_queue(&mEp
->ep
, ci
->status
, GFP_ATOMIC
);
778 spin_lock(mEp
->lock
);
784 * isr_tr_complete_low: transaction complete low level handler
787 * This function returns an error code
788 * Caller must hold lock
790 static int isr_tr_complete_low(struct ci13xxx_ep
*mEp
)
791 __releases(mEp
->lock
)
792 __acquires(mEp
->lock
)
794 struct ci13xxx_req
*mReq
, *mReqTemp
;
795 struct ci13xxx_ep
*mEpTemp
= mEp
;
798 list_for_each_entry_safe(mReq
, mReqTemp
, &mEp
->qh
.queue
,
800 retval
= _hardware_dequeue(mEp
, mReq
);
803 list_del_init(&mReq
->queue
);
804 dbg_done(_usb_addr(mEp
), mReq
->ptr
->token
, retval
);
805 if (mReq
->req
.complete
!= NULL
) {
806 spin_unlock(mEp
->lock
);
807 if ((mEp
->type
== USB_ENDPOINT_XFER_CONTROL
) &&
809 mEpTemp
= mEp
->ci
->ep0in
;
810 mReq
->req
.complete(&mEpTemp
->ep
, &mReq
->req
);
811 spin_lock(mEp
->lock
);
815 if (retval
== -EBUSY
)
818 dbg_event(_usb_addr(mEp
), "DONE", retval
);
824 * isr_tr_complete_handler: transaction complete interrupt handler
825 * @ci: UDC descriptor
827 * This function handles traffic events
829 static void isr_tr_complete_handler(struct ci13xxx
*ci
)
836 for (i
= 0; i
< ci
->hw_ep_max
; i
++) {
837 struct ci13xxx_ep
*mEp
= &ci
->ci13xxx_ep
[i
];
838 int type
, num
, dir
, err
= -EINVAL
;
839 struct usb_ctrlrequest req
;
841 if (mEp
->ep
.desc
== NULL
)
842 continue; /* not configured */
844 if (hw_test_and_clear_complete(ci
, i
)) {
845 err
= isr_tr_complete_low(mEp
);
846 if (mEp
->type
== USB_ENDPOINT_XFER_CONTROL
) {
847 if (err
> 0) /* needs status phase */
848 err
= isr_setup_status_phase(ci
);
850 dbg_event(_usb_addr(mEp
),
852 spin_unlock(&ci
->lock
);
853 if (usb_ep_set_halt(&mEp
->ep
))
855 "error: ep_set_halt\n");
856 spin_lock(&ci
->lock
);
861 if (mEp
->type
!= USB_ENDPOINT_XFER_CONTROL
||
862 !hw_test_and_clear_setup_status(ci
, i
))
866 dev_warn(ci
->dev
, "ctrl traffic at endpoint %d\n", i
);
871 * Flush data and handshake transactions of previous
874 _ep_nuke(ci
->ep0out
);
877 /* read_setup_packet */
879 hw_test_and_set_setup_guard(ci
);
880 memcpy(&req
, &mEp
->qh
.ptr
->setup
, sizeof(req
));
881 } while (!hw_test_and_clear_setup_guard(ci
));
883 type
= req
.bRequestType
;
885 ci
->ep0_dir
= (type
& USB_DIR_IN
) ? TX
: RX
;
887 dbg_setup(_usb_addr(mEp
), &req
);
889 switch (req
.bRequest
) {
890 case USB_REQ_CLEAR_FEATURE
:
891 if (type
== (USB_DIR_OUT
|USB_RECIP_ENDPOINT
) &&
892 le16_to_cpu(req
.wValue
) ==
894 if (req
.wLength
!= 0)
896 num
= le16_to_cpu(req
.wIndex
);
897 dir
= num
& USB_ENDPOINT_DIR_MASK
;
898 num
&= USB_ENDPOINT_NUMBER_MASK
;
900 num
+= ci
->hw_ep_max
/2;
901 if (!ci
->ci13xxx_ep
[num
].wedge
) {
902 spin_unlock(&ci
->lock
);
903 err
= usb_ep_clear_halt(
904 &ci
->ci13xxx_ep
[num
].ep
);
905 spin_lock(&ci
->lock
);
909 err
= isr_setup_status_phase(ci
);
910 } else if (type
== (USB_DIR_OUT
|USB_RECIP_DEVICE
) &&
911 le16_to_cpu(req
.wValue
) ==
912 USB_DEVICE_REMOTE_WAKEUP
) {
913 if (req
.wLength
!= 0)
915 ci
->remote_wakeup
= 0;
916 err
= isr_setup_status_phase(ci
);
921 case USB_REQ_GET_STATUS
:
922 if (type
!= (USB_DIR_IN
|USB_RECIP_DEVICE
) &&
923 type
!= (USB_DIR_IN
|USB_RECIP_ENDPOINT
) &&
924 type
!= (USB_DIR_IN
|USB_RECIP_INTERFACE
))
926 if (le16_to_cpu(req
.wLength
) != 2 ||
927 le16_to_cpu(req
.wValue
) != 0)
929 err
= isr_get_status_response(ci
, &req
);
931 case USB_REQ_SET_ADDRESS
:
932 if (type
!= (USB_DIR_OUT
|USB_RECIP_DEVICE
))
934 if (le16_to_cpu(req
.wLength
) != 0 ||
935 le16_to_cpu(req
.wIndex
) != 0)
937 ci
->address
= (u8
)le16_to_cpu(req
.wValue
);
939 err
= isr_setup_status_phase(ci
);
941 case USB_REQ_SET_FEATURE
:
942 if (type
== (USB_DIR_OUT
|USB_RECIP_ENDPOINT
) &&
943 le16_to_cpu(req
.wValue
) ==
945 if (req
.wLength
!= 0)
947 num
= le16_to_cpu(req
.wIndex
);
948 dir
= num
& USB_ENDPOINT_DIR_MASK
;
949 num
&= USB_ENDPOINT_NUMBER_MASK
;
951 num
+= ci
->hw_ep_max
/2;
953 spin_unlock(&ci
->lock
);
954 err
= usb_ep_set_halt(&ci
->ci13xxx_ep
[num
].ep
);
955 spin_lock(&ci
->lock
);
957 isr_setup_status_phase(ci
);
958 } else if (type
== (USB_DIR_OUT
|USB_RECIP_DEVICE
)) {
959 if (req
.wLength
!= 0)
961 switch (le16_to_cpu(req
.wValue
)) {
962 case USB_DEVICE_REMOTE_WAKEUP
:
963 ci
->remote_wakeup
= 1;
964 err
= isr_setup_status_phase(ci
);
966 case USB_DEVICE_TEST_MODE
:
967 tmode
= le16_to_cpu(req
.wIndex
) >> 8;
974 ci
->test_mode
= tmode
;
975 err
= isr_setup_status_phase(
990 if (req
.wLength
== 0) /* no data phase */
993 spin_unlock(&ci
->lock
);
994 err
= ci
->driver
->setup(&ci
->gadget
, &req
);
995 spin_lock(&ci
->lock
);
1000 dbg_event(_usb_addr(mEp
), "ERROR", err
);
1002 spin_unlock(&ci
->lock
);
1003 if (usb_ep_set_halt(&mEp
->ep
))
1004 dev_err(ci
->dev
, "error: ep_set_halt\n");
1005 spin_lock(&ci
->lock
);
1010 /******************************************************************************
1012 *****************************************************************************/
1014 * ep_enable: configure endpoint, making it usable
1016 * Check usb_ep_enable() at "usb_gadget.h" for details
1018 static int ep_enable(struct usb_ep
*ep
,
1019 const struct usb_endpoint_descriptor
*desc
)
1021 struct ci13xxx_ep
*mEp
= container_of(ep
, struct ci13xxx_ep
, ep
);
1023 unsigned long flags
;
1025 if (ep
== NULL
|| desc
== NULL
)
1028 spin_lock_irqsave(mEp
->lock
, flags
);
1030 /* only internal SW should enable ctrl endpts */
1032 mEp
->ep
.desc
= desc
;
1034 if (!list_empty(&mEp
->qh
.queue
))
1035 dev_warn(mEp
->ci
->dev
, "enabling a non-empty endpoint!\n");
1037 mEp
->dir
= usb_endpoint_dir_in(desc
) ? TX
: RX
;
1038 mEp
->num
= usb_endpoint_num(desc
);
1039 mEp
->type
= usb_endpoint_type(desc
);
1041 mEp
->ep
.maxpacket
= usb_endpoint_maxp(desc
);
1043 dbg_event(_usb_addr(mEp
), "ENABLE", 0);
1045 mEp
->qh
.ptr
->cap
= 0;
1047 if (mEp
->type
== USB_ENDPOINT_XFER_CONTROL
)
1048 mEp
->qh
.ptr
->cap
|= QH_IOS
;
1049 else if (mEp
->type
== USB_ENDPOINT_XFER_ISOC
)
1050 mEp
->qh
.ptr
->cap
&= ~QH_MULT
;
1052 mEp
->qh
.ptr
->cap
&= ~QH_ZLT
;
1055 (mEp
->ep
.maxpacket
<< ffs_nr(QH_MAX_PKT
)) & QH_MAX_PKT
;
1056 mEp
->qh
.ptr
->td
.next
|= TD_TERMINATE
; /* needed? */
1059 * Enable endpoints in the HW other than ep0 as ep0
1063 retval
|= hw_ep_enable(mEp
->ci
, mEp
->num
, mEp
->dir
, mEp
->type
);
1065 spin_unlock_irqrestore(mEp
->lock
, flags
);
1070 * ep_disable: endpoint is no longer usable
1072 * Check usb_ep_disable() at "usb_gadget.h" for details
1074 static int ep_disable(struct usb_ep
*ep
)
1076 struct ci13xxx_ep
*mEp
= container_of(ep
, struct ci13xxx_ep
, ep
);
1077 int direction
, retval
= 0;
1078 unsigned long flags
;
1082 else if (mEp
->ep
.desc
== NULL
)
1085 spin_lock_irqsave(mEp
->lock
, flags
);
1087 /* only internal SW should disable ctrl endpts */
1089 direction
= mEp
->dir
;
1091 dbg_event(_usb_addr(mEp
), "DISABLE", 0);
1093 retval
|= _ep_nuke(mEp
);
1094 retval
|= hw_ep_disable(mEp
->ci
, mEp
->num
, mEp
->dir
);
1096 if (mEp
->type
== USB_ENDPOINT_XFER_CONTROL
)
1097 mEp
->dir
= (mEp
->dir
== TX
) ? RX
: TX
;
1099 } while (mEp
->dir
!= direction
);
1101 mEp
->ep
.desc
= NULL
;
1103 spin_unlock_irqrestore(mEp
->lock
, flags
);
1108 * ep_alloc_request: allocate a request object to use with this endpoint
1110 * Check usb_ep_alloc_request() at "usb_gadget.h" for details
1112 static struct usb_request
*ep_alloc_request(struct usb_ep
*ep
, gfp_t gfp_flags
)
1114 struct ci13xxx_ep
*mEp
= container_of(ep
, struct ci13xxx_ep
, ep
);
1115 struct ci13xxx_req
*mReq
= NULL
;
1120 mReq
= kzalloc(sizeof(struct ci13xxx_req
), gfp_flags
);
1122 INIT_LIST_HEAD(&mReq
->queue
);
1124 mReq
->ptr
= dma_pool_alloc(mEp
->td_pool
, gfp_flags
,
1126 if (mReq
->ptr
== NULL
) {
1132 dbg_event(_usb_addr(mEp
), "ALLOC", mReq
== NULL
);
1134 return (mReq
== NULL
) ? NULL
: &mReq
->req
;
1138 * ep_free_request: frees a request object
1140 * Check usb_ep_free_request() at "usb_gadget.h" for details
1142 static void ep_free_request(struct usb_ep
*ep
, struct usb_request
*req
)
1144 struct ci13xxx_ep
*mEp
= container_of(ep
, struct ci13xxx_ep
, ep
);
1145 struct ci13xxx_req
*mReq
= container_of(req
, struct ci13xxx_req
, req
);
1146 unsigned long flags
;
1148 if (ep
== NULL
|| req
== NULL
) {
1150 } else if (!list_empty(&mReq
->queue
)) {
1151 dev_err(mEp
->ci
->dev
, "freeing queued request\n");
1155 spin_lock_irqsave(mEp
->lock
, flags
);
1158 dma_pool_free(mEp
->td_pool
, mReq
->ptr
, mReq
->dma
);
1161 dbg_event(_usb_addr(mEp
), "FREE", 0);
1163 spin_unlock_irqrestore(mEp
->lock
, flags
);
1167 * ep_queue: queues (submits) an I/O request to an endpoint
1169 * Check usb_ep_queue()* at usb_gadget.h" for details
1171 static int ep_queue(struct usb_ep
*ep
, struct usb_request
*req
,
1172 gfp_t __maybe_unused gfp_flags
)
1174 struct ci13xxx_ep
*mEp
= container_of(ep
, struct ci13xxx_ep
, ep
);
1175 struct ci13xxx_req
*mReq
= container_of(req
, struct ci13xxx_req
, req
);
1176 struct ci13xxx
*ci
= mEp
->ci
;
1178 unsigned long flags
;
1180 if (ep
== NULL
|| req
== NULL
|| mEp
->ep
.desc
== NULL
)
1183 spin_lock_irqsave(mEp
->lock
, flags
);
1185 if (mEp
->type
== USB_ENDPOINT_XFER_CONTROL
) {
1187 mEp
= (ci
->ep0_dir
== RX
) ?
1188 ci
->ep0out
: ci
->ep0in
;
1189 if (!list_empty(&mEp
->qh
.queue
)) {
1191 retval
= -EOVERFLOW
;
1192 dev_warn(mEp
->ci
->dev
, "endpoint ctrl %X nuked\n",
1197 /* first nuke then test link, e.g. previous status has not sent */
1198 if (!list_empty(&mReq
->queue
)) {
1200 dev_err(mEp
->ci
->dev
, "request already in queue\n");
1204 if (req
->length
> 4 * CI13XXX_PAGE_SIZE
) {
1205 req
->length
= 4 * CI13XXX_PAGE_SIZE
;
1207 dev_warn(mEp
->ci
->dev
, "request length truncated\n");
1210 dbg_queue(_usb_addr(mEp
), req
, retval
);
1213 mReq
->req
.status
= -EINPROGRESS
;
1214 mReq
->req
.actual
= 0;
1216 retval
= _hardware_enqueue(mEp
, mReq
);
1218 if (retval
== -EALREADY
) {
1219 dbg_event(_usb_addr(mEp
), "QUEUE", retval
);
1223 list_add_tail(&mReq
->queue
, &mEp
->qh
.queue
);
1226 spin_unlock_irqrestore(mEp
->lock
, flags
);
1231 * ep_dequeue: dequeues (cancels, unlinks) an I/O request from an endpoint
1233 * Check usb_ep_dequeue() at "usb_gadget.h" for details
1235 static int ep_dequeue(struct usb_ep
*ep
, struct usb_request
*req
)
1237 struct ci13xxx_ep
*mEp
= container_of(ep
, struct ci13xxx_ep
, ep
);
1238 struct ci13xxx_req
*mReq
= container_of(req
, struct ci13xxx_req
, req
);
1239 unsigned long flags
;
1241 if (ep
== NULL
|| req
== NULL
|| mReq
->req
.status
!= -EALREADY
||
1242 mEp
->ep
.desc
== NULL
|| list_empty(&mReq
->queue
) ||
1243 list_empty(&mEp
->qh
.queue
))
1246 spin_lock_irqsave(mEp
->lock
, flags
);
1248 dbg_event(_usb_addr(mEp
), "DEQUEUE", 0);
1250 hw_ep_flush(mEp
->ci
, mEp
->num
, mEp
->dir
);
1253 list_del_init(&mReq
->queue
);
1255 usb_gadget_unmap_request(&mEp
->ci
->gadget
, req
, mEp
->dir
);
1257 req
->status
= -ECONNRESET
;
1259 if (mReq
->req
.complete
!= NULL
) {
1260 spin_unlock(mEp
->lock
);
1261 mReq
->req
.complete(&mEp
->ep
, &mReq
->req
);
1262 spin_lock(mEp
->lock
);
1265 spin_unlock_irqrestore(mEp
->lock
, flags
);
1270 * ep_set_halt: sets the endpoint halt feature
1272 * Check usb_ep_set_halt() at "usb_gadget.h" for details
1274 static int ep_set_halt(struct usb_ep
*ep
, int value
)
1276 struct ci13xxx_ep
*mEp
= container_of(ep
, struct ci13xxx_ep
, ep
);
1277 int direction
, retval
= 0;
1278 unsigned long flags
;
1280 if (ep
== NULL
|| mEp
->ep
.desc
== NULL
)
1283 spin_lock_irqsave(mEp
->lock
, flags
);
1286 /* g_file_storage MS compliant but g_zero fails chapter 9 compliance */
1287 if (value
&& mEp
->type
== USB_ENDPOINT_XFER_BULK
&& mEp
->dir
== TX
&&
1288 !list_empty(&mEp
->qh
.queue
)) {
1289 spin_unlock_irqrestore(mEp
->lock
, flags
);
1294 direction
= mEp
->dir
;
1296 dbg_event(_usb_addr(mEp
), "HALT", value
);
1297 retval
|= hw_ep_set_halt(mEp
->ci
, mEp
->num
, mEp
->dir
, value
);
1302 if (mEp
->type
== USB_ENDPOINT_XFER_CONTROL
)
1303 mEp
->dir
= (mEp
->dir
== TX
) ? RX
: TX
;
1305 } while (mEp
->dir
!= direction
);
1307 spin_unlock_irqrestore(mEp
->lock
, flags
);
1312 * ep_set_wedge: sets the halt feature and ignores clear requests
1314 * Check usb_ep_set_wedge() at "usb_gadget.h" for details
1316 static int ep_set_wedge(struct usb_ep
*ep
)
1318 struct ci13xxx_ep
*mEp
= container_of(ep
, struct ci13xxx_ep
, ep
);
1319 unsigned long flags
;
1321 if (ep
== NULL
|| mEp
->ep
.desc
== NULL
)
1324 spin_lock_irqsave(mEp
->lock
, flags
);
1326 dbg_event(_usb_addr(mEp
), "WEDGE", 0);
1329 spin_unlock_irqrestore(mEp
->lock
, flags
);
1331 return usb_ep_set_halt(ep
);
1335 * ep_fifo_flush: flushes contents of a fifo
1337 * Check usb_ep_fifo_flush() at "usb_gadget.h" for details
1339 static void ep_fifo_flush(struct usb_ep
*ep
)
1341 struct ci13xxx_ep
*mEp
= container_of(ep
, struct ci13xxx_ep
, ep
);
1342 unsigned long flags
;
1345 dev_err(mEp
->ci
->dev
, "%02X: -EINVAL\n", _usb_addr(mEp
));
1349 spin_lock_irqsave(mEp
->lock
, flags
);
1351 dbg_event(_usb_addr(mEp
), "FFLUSH", 0);
1352 hw_ep_flush(mEp
->ci
, mEp
->num
, mEp
->dir
);
1354 spin_unlock_irqrestore(mEp
->lock
, flags
);
1358 * Endpoint-specific part of the API to the USB controller hardware
1359 * Check "usb_gadget.h" for details
1361 static const struct usb_ep_ops usb_ep_ops
= {
1362 .enable
= ep_enable
,
1363 .disable
= ep_disable
,
1364 .alloc_request
= ep_alloc_request
,
1365 .free_request
= ep_free_request
,
1367 .dequeue
= ep_dequeue
,
1368 .set_halt
= ep_set_halt
,
1369 .set_wedge
= ep_set_wedge
,
1370 .fifo_flush
= ep_fifo_flush
,
1373 /******************************************************************************
1375 *****************************************************************************/
1376 static int ci13xxx_vbus_session(struct usb_gadget
*_gadget
, int is_active
)
1378 struct ci13xxx
*ci
= container_of(_gadget
, struct ci13xxx
, gadget
);
1379 unsigned long flags
;
1380 int gadget_ready
= 0;
1382 if (!(ci
->platdata
->flags
& CI13XXX_PULLUP_ON_VBUS
))
1385 spin_lock_irqsave(&ci
->lock
, flags
);
1386 ci
->vbus_active
= is_active
;
1389 spin_unlock_irqrestore(&ci
->lock
, flags
);
1393 pm_runtime_get_sync(&_gadget
->dev
);
1394 hw_device_reset(ci
, USBMODE_CM_DC
);
1395 hw_enable_vbus_intr(ci
);
1396 hw_device_state(ci
, ci
->ep0out
->qh
.dma
);
1398 hw_device_state(ci
, 0);
1399 if (ci
->platdata
->notify_event
)
1400 ci
->platdata
->notify_event(ci
,
1401 CI13XXX_CONTROLLER_STOPPED_EVENT
);
1402 _gadget_stop_activity(&ci
->gadget
);
1403 pm_runtime_put_sync(&_gadget
->dev
);
1410 static int ci13xxx_wakeup(struct usb_gadget
*_gadget
)
1412 struct ci13xxx
*ci
= container_of(_gadget
, struct ci13xxx
, gadget
);
1413 unsigned long flags
;
1416 spin_lock_irqsave(&ci
->lock
, flags
);
1417 if (!ci
->remote_wakeup
) {
1421 if (!hw_read(ci
, OP_PORTSC
, PORTSC_SUSP
)) {
1425 hw_write(ci
, OP_PORTSC
, PORTSC_FPR
, PORTSC_FPR
);
1427 spin_unlock_irqrestore(&ci
->lock
, flags
);
1431 static int ci13xxx_vbus_draw(struct usb_gadget
*_gadget
, unsigned mA
)
1433 struct ci13xxx
*ci
= container_of(_gadget
, struct ci13xxx
, gadget
);
1435 if (ci
->transceiver
)
1436 return usb_phy_set_power(ci
->transceiver
, mA
);
1440 /* Change Data+ pullup status
1441 * this func is used by usb_gadget_connect/disconnet
1443 static int ci13xxx_pullup(struct usb_gadget
*_gadget
, int is_on
)
1445 struct ci13xxx
*ci
= container_of(_gadget
, struct ci13xxx
, gadget
);
1448 hw_write(ci
, OP_USBCMD
, USBCMD_RS
, USBCMD_RS
);
1450 hw_write(ci
, OP_USBCMD
, USBCMD_RS
, 0);
1455 static int ci13xxx_start(struct usb_gadget
*gadget
,
1456 struct usb_gadget_driver
*driver
);
1457 static int ci13xxx_stop(struct usb_gadget
*gadget
,
1458 struct usb_gadget_driver
*driver
);
1460 * Device operations part of the API to the USB controller hardware,
1461 * which don't involve endpoints (or i/o)
1462 * Check "usb_gadget.h" for details
1464 static const struct usb_gadget_ops usb_gadget_ops
= {
1465 .vbus_session
= ci13xxx_vbus_session
,
1466 .wakeup
= ci13xxx_wakeup
,
1467 .pullup
= ci13xxx_pullup
,
1468 .vbus_draw
= ci13xxx_vbus_draw
,
1469 .udc_start
= ci13xxx_start
,
1470 .udc_stop
= ci13xxx_stop
,
1473 static int init_eps(struct ci13xxx
*ci
)
1475 int retval
= 0, i
, j
;
1477 for (i
= 0; i
< ci
->hw_ep_max
/2; i
++)
1478 for (j
= RX
; j
<= TX
; j
++) {
1479 int k
= i
+ j
* ci
->hw_ep_max
/2;
1480 struct ci13xxx_ep
*mEp
= &ci
->ci13xxx_ep
[k
];
1482 scnprintf(mEp
->name
, sizeof(mEp
->name
), "ep%i%s", i
,
1483 (j
== TX
) ? "in" : "out");
1486 mEp
->lock
= &ci
->lock
;
1487 mEp
->td_pool
= ci
->td_pool
;
1489 mEp
->ep
.name
= mEp
->name
;
1490 mEp
->ep
.ops
= &usb_ep_ops
;
1492 * for ep0: maxP defined in desc, for other
1493 * eps, maxP is set by epautoconfig() called
1496 mEp
->ep
.maxpacket
= (unsigned short)~0;
1498 INIT_LIST_HEAD(&mEp
->qh
.queue
);
1499 mEp
->qh
.ptr
= dma_pool_alloc(ci
->qh_pool
, GFP_KERNEL
,
1501 if (mEp
->qh
.ptr
== NULL
)
1504 memset(mEp
->qh
.ptr
, 0, sizeof(*mEp
->qh
.ptr
));
1507 * set up shorthands for ep0 out and in endpoints,
1508 * don't add to gadget's ep_list
1516 mEp
->ep
.maxpacket
= CTRL_PAYLOAD_MAX
;
1520 list_add_tail(&mEp
->ep
.ep_list
, &ci
->gadget
.ep_list
);
1526 static void destroy_eps(struct ci13xxx
*ci
)
1530 for (i
= 0; i
< ci
->hw_ep_max
; i
++) {
1531 struct ci13xxx_ep
*mEp
= &ci
->ci13xxx_ep
[i
];
1533 dma_pool_free(ci
->qh_pool
, mEp
->qh
.ptr
, mEp
->qh
.dma
);
1538 * ci13xxx_start: register a gadget driver
1539 * @gadget: our gadget
1540 * @driver: the driver being registered
1542 * Interrupts are enabled here.
1544 static int ci13xxx_start(struct usb_gadget
*gadget
,
1545 struct usb_gadget_driver
*driver
)
1547 struct ci13xxx
*ci
= container_of(gadget
, struct ci13xxx
, gadget
);
1548 unsigned long flags
;
1549 int retval
= -ENOMEM
;
1551 if (driver
->disconnect
== NULL
)
1555 ci
->ep0out
->ep
.desc
= &ctrl_endpt_out_desc
;
1556 retval
= usb_ep_enable(&ci
->ep0out
->ep
);
1560 ci
->ep0in
->ep
.desc
= &ctrl_endpt_in_desc
;
1561 retval
= usb_ep_enable(&ci
->ep0in
->ep
);
1564 spin_lock_irqsave(&ci
->lock
, flags
);
1566 ci
->driver
= driver
;
1567 pm_runtime_get_sync(&ci
->gadget
.dev
);
1568 if (ci
->platdata
->flags
& CI13XXX_PULLUP_ON_VBUS
) {
1569 if (ci
->vbus_active
) {
1570 if (ci
->platdata
->flags
& CI13XXX_REGS_SHARED
) {
1571 hw_device_reset(ci
, USBMODE_CM_DC
);
1572 hw_enable_vbus_intr(ci
);
1575 pm_runtime_put_sync(&ci
->gadget
.dev
);
1580 retval
= hw_device_state(ci
, ci
->ep0out
->qh
.dma
);
1582 pm_runtime_put_sync(&ci
->gadget
.dev
);
1585 spin_unlock_irqrestore(&ci
->lock
, flags
);
1590 * ci13xxx_stop: unregister a gadget driver
1592 static int ci13xxx_stop(struct usb_gadget
*gadget
,
1593 struct usb_gadget_driver
*driver
)
1595 struct ci13xxx
*ci
= container_of(gadget
, struct ci13xxx
, gadget
);
1596 unsigned long flags
;
1598 spin_lock_irqsave(&ci
->lock
, flags
);
1600 if (!(ci
->platdata
->flags
& CI13XXX_PULLUP_ON_VBUS
) ||
1602 hw_device_state(ci
, 0);
1603 if (ci
->platdata
->notify_event
)
1604 ci
->platdata
->notify_event(ci
,
1605 CI13XXX_CONTROLLER_STOPPED_EVENT
);
1607 spin_unlock_irqrestore(&ci
->lock
, flags
);
1608 _gadget_stop_activity(&ci
->gadget
);
1609 spin_lock_irqsave(&ci
->lock
, flags
);
1610 pm_runtime_put(&ci
->gadget
.dev
);
1613 spin_unlock_irqrestore(&ci
->lock
, flags
);
1618 /******************************************************************************
1620 *****************************************************************************/
1622 * udc_irq: ci interrupt handler
1624 * This function returns IRQ_HANDLED if the IRQ has been handled
1625 * It locks access to registers
1627 static irqreturn_t
udc_irq(struct ci13xxx
*ci
)
1635 spin_lock(&ci
->lock
);
1637 if (ci
->platdata
->flags
& CI13XXX_REGS_SHARED
) {
1638 if (hw_read(ci
, OP_USBMODE
, USBMODE_CM
) !=
1640 spin_unlock(&ci
->lock
);
1644 intr
= hw_test_and_clear_intr_active(ci
);
1645 dbg_interrupt(intr
);
1648 /* order defines priority - do NOT change it */
1649 if (USBi_URI
& intr
)
1650 isr_reset_handler(ci
);
1652 if (USBi_PCI
& intr
) {
1653 ci
->gadget
.speed
= hw_port_is_high_speed(ci
) ?
1654 USB_SPEED_HIGH
: USB_SPEED_FULL
;
1655 if (ci
->suspended
&& ci
->driver
->resume
) {
1656 spin_unlock(&ci
->lock
);
1657 ci
->driver
->resume(&ci
->gadget
);
1658 spin_lock(&ci
->lock
);
1664 isr_tr_complete_handler(ci
);
1666 if (USBi_SLI
& intr
) {
1667 if (ci
->gadget
.speed
!= USB_SPEED_UNKNOWN
&&
1668 ci
->driver
->suspend
) {
1670 spin_unlock(&ci
->lock
);
1671 ci
->driver
->suspend(&ci
->gadget
);
1672 spin_lock(&ci
->lock
);
1675 retval
= IRQ_HANDLED
;
1680 intr
= hw_read(ci
, OP_OTGSC
, ~0);
1681 hw_write(ci
, OP_OTGSC
, ~0, intr
);
1683 if (intr
& (OTGSC_AVVIE
& OTGSC_AVVIS
))
1684 queue_work(ci
->wq
, &ci
->vbus_work
);
1686 spin_unlock(&ci
->lock
);
1692 * udc_release: driver release function
1695 * Currently does nothing
1697 static void udc_release(struct device
*dev
)
1702 * udc_start: initialize gadget role
1703 * @ci: chipidea controller
1705 static int udc_start(struct ci13xxx
*ci
)
1707 struct device
*dev
= ci
->dev
;
1710 spin_lock_init(&ci
->lock
);
1712 ci
->gadget
.ops
= &usb_gadget_ops
;
1713 ci
->gadget
.speed
= USB_SPEED_UNKNOWN
;
1714 ci
->gadget
.max_speed
= USB_SPEED_HIGH
;
1715 ci
->gadget
.is_otg
= 0;
1716 ci
->gadget
.name
= ci
->platdata
->name
;
1718 INIT_LIST_HEAD(&ci
->gadget
.ep_list
);
1720 dev_set_name(&ci
->gadget
.dev
, "gadget");
1721 ci
->gadget
.dev
.dma_mask
= dev
->dma_mask
;
1722 ci
->gadget
.dev
.coherent_dma_mask
= dev
->coherent_dma_mask
;
1723 ci
->gadget
.dev
.parent
= dev
;
1724 ci
->gadget
.dev
.release
= udc_release
;
1726 /* alloc resources */
1727 ci
->qh_pool
= dma_pool_create("ci13xxx_qh", dev
,
1728 sizeof(struct ci13xxx_qh
),
1729 64, CI13XXX_PAGE_SIZE
);
1730 if (ci
->qh_pool
== NULL
)
1733 ci
->td_pool
= dma_pool_create("ci13xxx_td", dev
,
1734 sizeof(struct ci13xxx_td
),
1735 64, CI13XXX_PAGE_SIZE
);
1736 if (ci
->td_pool
== NULL
) {
1741 retval
= init_eps(ci
);
1745 ci
->gadget
.ep0
= &ci
->ep0in
->ep
;
1748 ci
->transceiver
= usb_get_phy(USB_PHY_TYPE_USB2
);
1750 if (ci
->platdata
->flags
& CI13XXX_REQUIRE_TRANSCEIVER
) {
1751 if (ci
->transceiver
== NULL
) {
1757 if (!(ci
->platdata
->flags
& CI13XXX_REGS_SHARED
)) {
1758 retval
= hw_device_reset(ci
, USBMODE_CM_DC
);
1760 goto put_transceiver
;
1761 hw_enable_vbus_intr(ci
);
1764 retval
= device_register(&ci
->gadget
.dev
);
1766 put_device(&ci
->gadget
.dev
);
1767 goto put_transceiver
;
1770 retval
= dbg_create_files(ci
->dev
);
1774 if (!IS_ERR_OR_NULL(ci
->transceiver
)) {
1775 retval
= otg_set_peripheral(ci
->transceiver
->otg
,
1781 retval
= usb_add_gadget_udc(dev
, &ci
->gadget
);
1785 pm_runtime_no_callbacks(&ci
->gadget
.dev
);
1786 pm_runtime_enable(&ci
->gadget
.dev
);
1791 if (!IS_ERR_OR_NULL(ci
->transceiver
)) {
1792 otg_set_peripheral(ci
->transceiver
->otg
, NULL
);
1794 usb_put_phy(ci
->transceiver
);
1797 dev_err(dev
, "error = %i\n", retval
);
1799 dbg_remove_files(ci
->dev
);
1801 device_unregister(&ci
->gadget
.dev
);
1803 if (!IS_ERR_OR_NULL(ci
->transceiver
) && ci
->global_phy
)
1804 usb_put_phy(ci
->transceiver
);
1808 dma_pool_destroy(ci
->td_pool
);
1810 dma_pool_destroy(ci
->qh_pool
);
1815 * udc_remove: parent remove must call this to remove UDC
1817 * No interrupts active, the IRQ has been released
1819 static void udc_stop(struct ci13xxx
*ci
)
1824 hw_disable_vbus_intr(ci
);
1825 cancel_work_sync(&ci
->vbus_work
);
1827 usb_del_gadget_udc(&ci
->gadget
);
1831 dma_pool_destroy(ci
->td_pool
);
1832 dma_pool_destroy(ci
->qh_pool
);
1834 if (!IS_ERR_OR_NULL(ci
->transceiver
)) {
1835 otg_set_peripheral(ci
->transceiver
->otg
, NULL
);
1837 usb_put_phy(ci
->transceiver
);
1839 dbg_remove_files(ci
->dev
);
1840 device_unregister(&ci
->gadget
.dev
);
1841 /* my kobject is dynamic, I swear! */
1842 memset(&ci
->gadget
, 0, sizeof(ci
->gadget
));
1846 * ci_hdrc_gadget_init - initialize device related bits
1847 * ci: the controller
1849 * This function enables the gadget role, if the device is "device capable".
1851 int ci_hdrc_gadget_init(struct ci13xxx
*ci
)
1853 struct ci_role_driver
*rdrv
;
1855 if (!hw_read(ci
, CAP_DCCPARAMS
, DCCPARAMS_DC
))
1858 rdrv
= devm_kzalloc(ci
->dev
, sizeof(struct ci_role_driver
), GFP_KERNEL
);
1862 rdrv
->start
= udc_start
;
1863 rdrv
->stop
= udc_stop
;
1864 rdrv
->irq
= udc_irq
;
1865 rdrv
->name
= "gadget";
1866 ci
->roles
[CI_ROLE_GADGET
] = rdrv
;
1867 INIT_WORK(&ci
->vbus_work
, vbus_work
);