1 // SPDX-License-Identifier: GPL-2.0
3 * Renesas USB3.0 Peripheral driver (USB gadget)
5 * Copyright (C) 2015-2017 Renesas Electronics Corporation
8 #include <linux/debugfs.h>
9 #include <linux/delay.h>
10 #include <linux/dma-mapping.h>
11 #include <linux/err.h>
12 #include <linux/extcon-provider.h>
13 #include <linux/interrupt.h>
15 #include <linux/module.h>
16 #include <linux/of_device.h>
17 #include <linux/phy/phy.h>
18 #include <linux/platform_device.h>
19 #include <linux/pm_runtime.h>
20 #include <linux/sizes.h>
21 #include <linux/slab.h>
22 #include <linux/string.h>
23 #include <linux/sys_soc.h>
24 #include <linux/uaccess.h>
25 #include <linux/usb/ch9.h>
26 #include <linux/usb/gadget.h>
27 #include <linux/usb/of.h>
28 #include <linux/usb/role.h>
30 /* register definitions */
31 #define USB3_AXI_INT_STA 0x008
32 #define USB3_AXI_INT_ENA 0x00c
33 #define USB3_DMA_INT_STA 0x010
34 #define USB3_DMA_INT_ENA 0x014
35 #define USB3_DMA_CH0_CON(n) (0x030 + ((n) - 1) * 0x10) /* n = 1 to 4 */
36 #define USB3_DMA_CH0_PRD_ADR(n) (0x034 + ((n) - 1) * 0x10) /* n = 1 to 4 */
37 #define USB3_USB_COM_CON 0x200
38 #define USB3_USB20_CON 0x204
39 #define USB3_USB30_CON 0x208
40 #define USB3_USB_STA 0x210
41 #define USB3_DRD_CON 0x218
42 #define USB3_USB_INT_STA_1 0x220
43 #define USB3_USB_INT_STA_2 0x224
44 #define USB3_USB_INT_ENA_1 0x228
45 #define USB3_USB_INT_ENA_2 0x22c
46 #define USB3_STUP_DAT_0 0x230
47 #define USB3_STUP_DAT_1 0x234
48 #define USB3_USB_OTG_STA 0x268
49 #define USB3_USB_OTG_INT_STA 0x26c
50 #define USB3_USB_OTG_INT_ENA 0x270
51 #define USB3_P0_MOD 0x280
52 #define USB3_P0_CON 0x288
53 #define USB3_P0_STA 0x28c
54 #define USB3_P0_INT_STA 0x290
55 #define USB3_P0_INT_ENA 0x294
56 #define USB3_P0_LNG 0x2a0
57 #define USB3_P0_READ 0x2a4
58 #define USB3_P0_WRITE 0x2a8
59 #define USB3_PIPE_COM 0x2b0
60 #define USB3_PN_MOD 0x2c0
61 #define USB3_PN_RAMMAP 0x2c4
62 #define USB3_PN_CON 0x2c8
63 #define USB3_PN_STA 0x2cc
64 #define USB3_PN_INT_STA 0x2d0
65 #define USB3_PN_INT_ENA 0x2d4
66 #define USB3_PN_LNG 0x2e0
67 #define USB3_PN_READ 0x2e4
68 #define USB3_PN_WRITE 0x2e8
69 #define USB3_SSIFCMD 0x340
71 /* AXI_INT_ENA and AXI_INT_STA */
72 #define AXI_INT_DMAINT BIT(31)
73 #define AXI_INT_EPCINT BIT(30)
74 /* PRD's n = from 1 to 4 */
75 #define AXI_INT_PRDEN_CLR_STA_SHIFT(n) (16 + (n) - 1)
76 #define AXI_INT_PRDERR_STA_SHIFT(n) (0 + (n) - 1)
77 #define AXI_INT_PRDEN_CLR_STA(n) (1 << AXI_INT_PRDEN_CLR_STA_SHIFT(n))
78 #define AXI_INT_PRDERR_STA(n) (1 << AXI_INT_PRDERR_STA_SHIFT(n))
80 /* DMA_INT_ENA and DMA_INT_STA */
81 #define DMA_INT(n) BIT(n)
84 #define DMA_CON_PIPE_DIR BIT(15) /* 1: In Transfer */
85 #define DMA_CON_PIPE_NO_SHIFT 8
86 #define DMA_CON_PIPE_NO_MASK GENMASK(12, DMA_CON_PIPE_NO_SHIFT)
87 #define DMA_COM_PIPE_NO(n) (((n) << DMA_CON_PIPE_NO_SHIFT) & \
89 #define DMA_CON_PRD_EN BIT(0)
92 #define LCLKSEL_LSEL BIT(18)
95 #define USB_COM_CON_CONF BIT(24)
96 #define USB_COM_CON_PN_WDATAIF_NL BIT(23)
97 #define USB_COM_CON_PN_RDATAIF_NL BIT(22)
98 #define USB_COM_CON_PN_LSTTR_PP BIT(21)
99 #define USB_COM_CON_SPD_MODE BIT(17)
100 #define USB_COM_CON_EP0_EN BIT(16)
101 #define USB_COM_CON_DEV_ADDR_SHIFT 8
102 #define USB_COM_CON_DEV_ADDR_MASK GENMASK(14, USB_COM_CON_DEV_ADDR_SHIFT)
103 #define USB_COM_CON_DEV_ADDR(n) (((n) << USB_COM_CON_DEV_ADDR_SHIFT) & \
104 USB_COM_CON_DEV_ADDR_MASK)
105 #define USB_COM_CON_RX_DETECTION BIT(1)
106 #define USB_COM_CON_PIPE_CLR BIT(0)
109 #define USB20_CON_B2_PUE BIT(31)
110 #define USB20_CON_B2_SUSPEND BIT(24)
111 #define USB20_CON_B2_CONNECT BIT(17)
112 #define USB20_CON_B2_TSTMOD_SHIFT 8
113 #define USB20_CON_B2_TSTMOD_MASK GENMASK(10, USB20_CON_B2_TSTMOD_SHIFT)
114 #define USB20_CON_B2_TSTMOD(n) (((n) << USB20_CON_B2_TSTMOD_SHIFT) & \
115 USB20_CON_B2_TSTMOD_MASK)
116 #define USB20_CON_B2_TSTMOD_EN BIT(0)
119 #define USB30_CON_POW_SEL_SHIFT 24
120 #define USB30_CON_POW_SEL_MASK GENMASK(26, USB30_CON_POW_SEL_SHIFT)
121 #define USB30_CON_POW_SEL_IN_U3 BIT(26)
122 #define USB30_CON_POW_SEL_IN_DISCON 0
123 #define USB30_CON_POW_SEL_P2_TO_P0 BIT(25)
124 #define USB30_CON_POW_SEL_P0_TO_P3 BIT(24)
125 #define USB30_CON_POW_SEL_P0_TO_P2 0
126 #define USB30_CON_B3_PLLWAKE BIT(23)
127 #define USB30_CON_B3_CONNECT BIT(17)
128 #define USB30_CON_B3_HOTRST_CMP BIT(1)
131 #define USB_STA_SPEED_MASK (BIT(2) | BIT(1))
132 #define USB_STA_SPEED_HS BIT(2)
133 #define USB_STA_SPEED_FS BIT(1)
134 #define USB_STA_SPEED_SS 0
135 #define USB_STA_VBUS_STA BIT(0)
138 #define DRD_CON_PERI_CON BIT(24)
139 #define DRD_CON_VBOUT BIT(0)
141 /* USB_INT_ENA_1 and USB_INT_STA_1 */
142 #define USB_INT_1_B3_PLLWKUP BIT(31)
143 #define USB_INT_1_B3_LUPSUCS BIT(30)
144 #define USB_INT_1_B3_DISABLE BIT(27)
145 #define USB_INT_1_B3_WRMRST BIT(21)
146 #define USB_INT_1_B3_HOTRST BIT(20)
147 #define USB_INT_1_B2_USBRST BIT(12)
148 #define USB_INT_1_B2_L1SPND BIT(11)
149 #define USB_INT_1_B2_SPND BIT(9)
150 #define USB_INT_1_B2_RSUM BIT(8)
151 #define USB_INT_1_SPEED BIT(1)
152 #define USB_INT_1_VBUS_CNG BIT(0)
154 /* USB_INT_ENA_2 and USB_INT_STA_2 */
155 #define USB_INT_2_PIPE(n) BIT(n)
157 /* USB_OTG_STA, USB_OTG_INT_STA and USB_OTG_INT_ENA */
158 #define USB_OTG_IDMON BIT(4)
161 #define P0_MOD_DIR BIT(6)
163 /* P0_CON and PN_CON */
164 #define PX_CON_BYTE_EN_MASK (BIT(10) | BIT(9))
165 #define PX_CON_BYTE_EN_SHIFT 9
166 #define PX_CON_BYTE_EN_BYTES(n) (((n) << PX_CON_BYTE_EN_SHIFT) & \
168 #define PX_CON_SEND BIT(8)
171 #define P0_CON_ST_RES_MASK (BIT(27) | BIT(26))
172 #define P0_CON_ST_RES_FORCE_STALL BIT(27)
173 #define P0_CON_ST_RES_NORMAL BIT(26)
174 #define P0_CON_ST_RES_FORCE_NRDY 0
175 #define P0_CON_OT_RES_MASK (BIT(25) | BIT(24))
176 #define P0_CON_OT_RES_FORCE_STALL BIT(25)
177 #define P0_CON_OT_RES_NORMAL BIT(24)
178 #define P0_CON_OT_RES_FORCE_NRDY 0
179 #define P0_CON_IN_RES_MASK (BIT(17) | BIT(16))
180 #define P0_CON_IN_RES_FORCE_STALL BIT(17)
181 #define P0_CON_IN_RES_NORMAL BIT(16)
182 #define P0_CON_IN_RES_FORCE_NRDY 0
183 #define P0_CON_RES_WEN BIT(7)
184 #define P0_CON_BCLR BIT(1)
186 /* P0_STA and PN_STA */
187 #define PX_STA_BUFSTS BIT(0)
189 /* P0_INT_ENA and P0_INT_STA */
190 #define P0_INT_STSED BIT(18)
191 #define P0_INT_STSST BIT(17)
192 #define P0_INT_SETUP BIT(16)
193 #define P0_INT_RCVNL BIT(8)
194 #define P0_INT_ERDY BIT(7)
195 #define P0_INT_FLOW BIT(6)
196 #define P0_INT_STALL BIT(2)
197 #define P0_INT_NRDY BIT(1)
198 #define P0_INT_BFRDY BIT(0)
199 #define P0_INT_ALL_BITS (P0_INT_STSED | P0_INT_SETUP | P0_INT_BFRDY)
202 #define PN_MOD_DIR BIT(6)
203 #define PN_MOD_TYPE_SHIFT 4
204 #define PN_MOD_TYPE_MASK GENMASK(5, PN_MOD_TYPE_SHIFT)
205 #define PN_MOD_TYPE(n) (((n) << PN_MOD_TYPE_SHIFT) & \
207 #define PN_MOD_EPNUM_MASK GENMASK(3, 0)
208 #define PN_MOD_EPNUM(n) ((n) & PN_MOD_EPNUM_MASK)
211 #define PN_RAMMAP_RAMAREA_SHIFT 29
212 #define PN_RAMMAP_RAMAREA_MASK GENMASK(31, PN_RAMMAP_RAMAREA_SHIFT)
213 #define PN_RAMMAP_RAMAREA_16KB BIT(31)
214 #define PN_RAMMAP_RAMAREA_8KB (BIT(30) | BIT(29))
215 #define PN_RAMMAP_RAMAREA_4KB BIT(30)
216 #define PN_RAMMAP_RAMAREA_2KB BIT(29)
217 #define PN_RAMMAP_RAMAREA_1KB 0
218 #define PN_RAMMAP_MPKT_SHIFT 16
219 #define PN_RAMMAP_MPKT_MASK GENMASK(26, PN_RAMMAP_MPKT_SHIFT)
220 #define PN_RAMMAP_MPKT(n) (((n) << PN_RAMMAP_MPKT_SHIFT) & \
222 #define PN_RAMMAP_RAMIF_SHIFT 14
223 #define PN_RAMMAP_RAMIF_MASK GENMASK(15, PN_RAMMAP_RAMIF_SHIFT)
224 #define PN_RAMMAP_RAMIF(n) (((n) << PN_RAMMAP_RAMIF_SHIFT) & \
225 PN_RAMMAP_RAMIF_MASK)
226 #define PN_RAMMAP_BASEAD_MASK GENMASK(13, 0)
227 #define PN_RAMMAP_BASEAD(offs) (((offs) >> 3) & PN_RAMMAP_BASEAD_MASK)
228 #define PN_RAMMAP_DATA(area, ramif, basead) ((PN_RAMMAP_##area) | \
229 (PN_RAMMAP_RAMIF(ramif)) | \
230 (PN_RAMMAP_BASEAD(basead)))
233 #define PN_CON_EN BIT(31)
234 #define PN_CON_DATAIF_EN BIT(30)
235 #define PN_CON_RES_MASK (BIT(17) | BIT(16))
236 #define PN_CON_RES_FORCE_STALL BIT(17)
237 #define PN_CON_RES_NORMAL BIT(16)
238 #define PN_CON_RES_FORCE_NRDY 0
239 #define PN_CON_LAST BIT(11)
240 #define PN_CON_RES_WEN BIT(7)
241 #define PN_CON_CLR BIT(0)
243 /* PN_INT_STA and PN_INT_ENA */
244 #define PN_INT_LSTTR BIT(4)
245 #define PN_INT_BFRDY BIT(0)
248 #define SSIFCMD_URES_U2 BIT(9)
249 #define SSIFCMD_URES_U1 BIT(8)
250 #define SSIFCMD_UDIR_U2 BIT(7)
251 #define SSIFCMD_UDIR_U1 BIT(6)
252 #define SSIFCMD_UREQ_U2 BIT(5)
253 #define SSIFCMD_UREQ_U1 BIT(4)
255 #define USB3_EP0_SS_MAX_PACKET_SIZE 512
256 #define USB3_EP0_HSFS_MAX_PACKET_SIZE 64
257 #define USB3_EP0_BUF_SIZE 8
258 #define USB3_MAX_NUM_PIPES 6 /* This includes PIPE 0 */
259 #define USB3_WAIT_US 3
260 #define USB3_DMA_NUM_SETTING_AREA 4
262 * To avoid double-meaning of "0" (xferred 65536 bytes or received zlp if
263 * buffer size is 65536), this driver uses the maximum size per a entry is
266 #define USB3_DMA_MAX_XFER_SIZE 32768
267 #define USB3_DMA_PRD_SIZE 4096
271 /* Physical Region Descriptor Table */
272 struct renesas_usb3_prd {
274 #define USB3_PRD1_E BIT(30) /* the end of chain */
275 #define USB3_PRD1_U BIT(29) /* completion of transfer */
276 #define USB3_PRD1_D BIT(28) /* Error occurred */
277 #define USB3_PRD1_INT BIT(27) /* Interrupt occurred */
278 #define USB3_PRD1_LST BIT(26) /* Last Packet */
279 #define USB3_PRD1_B_INC BIT(24)
280 #define USB3_PRD1_MPS_8 0
281 #define USB3_PRD1_MPS_16 BIT(21)
282 #define USB3_PRD1_MPS_32 BIT(22)
283 #define USB3_PRD1_MPS_64 (BIT(22) | BIT(21))
284 #define USB3_PRD1_MPS_512 BIT(23)
285 #define USB3_PRD1_MPS_1024 (BIT(23) | BIT(21))
286 #define USB3_PRD1_MPS_RESERVED (BIT(23) | BIT(22) | BIT(21))
287 #define USB3_PRD1_SIZE_MASK GENMASK(15, 0)
291 #define USB3_DMA_NUM_PRD_ENTRIES (USB3_DMA_PRD_SIZE / \
292 sizeof(struct renesas_usb3_prd))
293 #define USB3_DMA_MAX_XFER_SIZE_ALL_PRDS (USB3_DMA_PRD_SIZE / \
294 sizeof(struct renesas_usb3_prd) * \
295 USB3_DMA_MAX_XFER_SIZE)
297 struct renesas_usb3_dma {
298 struct renesas_usb3_prd *prd;
300 int num; /* Setting area number (from 1 to 4) */
304 struct renesas_usb3_request {
305 struct usb_request req;
306 struct list_head queue;
309 #define USB3_EP_NAME_SIZE 8
310 struct renesas_usb3_ep {
312 struct renesas_usb3 *usb3;
313 struct renesas_usb3_dma *dma;
315 char ep_name[USB3_EP_NAME_SIZE];
316 struct list_head queue;
324 struct renesas_usb3_priv {
325 int ramsize_per_ramif; /* unit = bytes */
327 int ramsize_per_pipe; /* unit = bytes */
328 bool workaround_for_vbus; /* if true, don't check vbus signal */
331 struct renesas_usb3 {
334 struct usb_gadget gadget;
335 struct usb_gadget_driver *driver;
336 struct extcon_dev *extcon;
337 struct work_struct extcon_work;
339 struct dentry *dentry;
341 struct usb_role_switch *role_sw;
342 struct device *host_dev;
343 struct work_struct role_work;
346 struct renesas_usb3_ep *usb3_ep;
349 struct renesas_usb3_dma dma[USB3_DMA_NUM_SETTING_AREA];
354 struct usb_request *ep0_req;
356 u8 ep0_buf[USB3_EP0_BUF_SIZE];
358 bool workaround_for_vbus;
359 bool extcon_host; /* check id and set EXTCON_USB_HOST */
360 bool extcon_usb; /* check vbus and set EXTCON_USB */
361 bool forced_b_device;
362 bool start_to_connect;
365 #define gadget_to_renesas_usb3(_gadget) \
366 container_of(_gadget, struct renesas_usb3, gadget)
367 #define renesas_usb3_to_gadget(renesas_usb3) (&renesas_usb3->gadget)
368 #define usb3_to_dev(_usb3) (_usb3->gadget.dev.parent)
370 #define usb_ep_to_usb3_ep(_ep) container_of(_ep, struct renesas_usb3_ep, ep)
371 #define usb3_ep_to_usb3(_usb3_ep) (_usb3_ep->usb3)
372 #define usb_req_to_usb3_req(_req) container_of(_req, \
373 struct renesas_usb3_request, req)
375 #define usb3_get_ep(usb3, n) ((usb3)->usb3_ep + (n))
376 #define usb3_for_each_ep(usb3_ep, usb3, i) \
377 for ((i) = 0, usb3_ep = usb3_get_ep(usb3, (i)); \
378 (i) < (usb3)->num_usb3_eps; \
379 (i)++, usb3_ep = usb3_get_ep(usb3, (i)))
381 #define usb3_get_dma(usb3, i) (&(usb3)->dma[i])
382 #define usb3_for_each_dma(usb3, dma, i) \
383 for ((i) = 0, dma = usb3_get_dma((usb3), (i)); \
384 (i) < USB3_DMA_NUM_SETTING_AREA; \
385 (i)++, dma = usb3_get_dma((usb3), (i)))
387 static const char udc_name[] = "renesas_usb3";
389 static bool use_dma = 1;
390 module_param(use_dma, bool, 0644);
391 MODULE_PARM_DESC(use_dma, "use dedicated DMAC");
393 static void usb3_write(struct renesas_usb3 *usb3, u32 data, u32 offs)
395 iowrite32(data, usb3->reg + offs);
398 static u32 usb3_read(struct renesas_usb3 *usb3, u32 offs)
400 return ioread32(usb3->reg + offs);
403 static void usb3_set_bit(struct renesas_usb3 *usb3, u32 bits, u32 offs)
405 u32 val = usb3_read(usb3, offs);
408 usb3_write(usb3, val, offs);
411 static void usb3_clear_bit(struct renesas_usb3 *usb3, u32 bits, u32 offs)
413 u32 val = usb3_read(usb3, offs);
416 usb3_write(usb3, val, offs);
419 static int usb3_wait(struct renesas_usb3 *usb3, u32 reg, u32 mask,
424 for (i = 0; i < USB3_WAIT_US; i++) {
425 if ((usb3_read(usb3, reg) & mask) == expected)
430 dev_dbg(usb3_to_dev(usb3), "%s: timed out (%8x, %08x, %08x)\n",
431 __func__, reg, mask, expected);
436 static void renesas_usb3_extcon_work(struct work_struct *work)
438 struct renesas_usb3 *usb3 = container_of(work, struct renesas_usb3,
441 extcon_set_state_sync(usb3->extcon, EXTCON_USB_HOST, usb3->extcon_host);
442 extcon_set_state_sync(usb3->extcon, EXTCON_USB, usb3->extcon_usb);
445 static void usb3_enable_irq_1(struct renesas_usb3 *usb3, u32 bits)
447 usb3_set_bit(usb3, bits, USB3_USB_INT_ENA_1);
450 static void usb3_disable_irq_1(struct renesas_usb3 *usb3, u32 bits)
452 usb3_clear_bit(usb3, bits, USB3_USB_INT_ENA_1);
455 static void usb3_enable_pipe_irq(struct renesas_usb3 *usb3, int num)
457 usb3_set_bit(usb3, USB_INT_2_PIPE(num), USB3_USB_INT_ENA_2);
460 static void usb3_disable_pipe_irq(struct renesas_usb3 *usb3, int num)
462 usb3_clear_bit(usb3, USB_INT_2_PIPE(num), USB3_USB_INT_ENA_2);
465 static bool usb3_is_host(struct renesas_usb3 *usb3)
467 return !(usb3_read(usb3, USB3_DRD_CON) & DRD_CON_PERI_CON);
470 static void usb3_init_axi_bridge(struct renesas_usb3 *usb3)
473 usb3_write(usb3, ~0, USB3_DMA_INT_STA);
474 usb3_write(usb3, 0, USB3_DMA_INT_ENA);
475 usb3_set_bit(usb3, AXI_INT_DMAINT | AXI_INT_EPCINT, USB3_AXI_INT_ENA);
478 static void usb3_init_epc_registers(struct renesas_usb3 *usb3)
480 usb3_write(usb3, ~0, USB3_USB_INT_STA_1);
481 if (!usb3->workaround_for_vbus)
482 usb3_enable_irq_1(usb3, USB_INT_1_VBUS_CNG);
485 static bool usb3_wakeup_usb2_phy(struct renesas_usb3 *usb3)
487 if (!(usb3_read(usb3, USB3_USB20_CON) & USB20_CON_B2_SUSPEND))
488 return true; /* already waked it up */
490 usb3_clear_bit(usb3, USB20_CON_B2_SUSPEND, USB3_USB20_CON);
491 usb3_enable_irq_1(usb3, USB_INT_1_B2_RSUM);
496 static void usb3_usb2_pullup(struct renesas_usb3 *usb3, int pullup)
498 u32 bits = USB20_CON_B2_PUE | USB20_CON_B2_CONNECT;
500 if (usb3->softconnect && pullup)
501 usb3_set_bit(usb3, bits, USB3_USB20_CON);
503 usb3_clear_bit(usb3, bits, USB3_USB20_CON);
506 static void usb3_set_test_mode(struct renesas_usb3 *usb3)
508 u32 val = usb3_read(usb3, USB3_USB20_CON);
510 val &= ~USB20_CON_B2_TSTMOD_MASK;
511 val |= USB20_CON_B2_TSTMOD(usb3->test_mode);
512 usb3_write(usb3, val | USB20_CON_B2_TSTMOD_EN, USB3_USB20_CON);
513 if (!usb3->test_mode)
514 usb3_clear_bit(usb3, USB20_CON_B2_TSTMOD_EN, USB3_USB20_CON);
517 static void usb3_start_usb2_connection(struct renesas_usb3 *usb3)
519 usb3->disabled_count++;
520 usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
521 usb3_set_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
522 usb3_usb2_pullup(usb3, 1);
525 static int usb3_is_usb3_phy_in_u3(struct renesas_usb3 *usb3)
527 return usb3_read(usb3, USB3_USB30_CON) & USB30_CON_POW_SEL_IN_U3;
530 static bool usb3_wakeup_usb3_phy(struct renesas_usb3 *usb3)
532 if (!usb3_is_usb3_phy_in_u3(usb3))
533 return true; /* already waked it up */
535 usb3_set_bit(usb3, USB30_CON_B3_PLLWAKE, USB3_USB30_CON);
536 usb3_enable_irq_1(usb3, USB_INT_1_B3_PLLWKUP);
541 static u16 usb3_feature_get_un_enabled(struct renesas_usb3 *usb3)
543 u32 mask_u2 = SSIFCMD_UDIR_U2 | SSIFCMD_UREQ_U2;
544 u32 mask_u1 = SSIFCMD_UDIR_U1 | SSIFCMD_UREQ_U1;
545 u32 val = usb3_read(usb3, USB3_SSIFCMD);
548 /* Enables {U2,U1} if the bits of UDIR and UREQ are set to 0 */
549 if (!(val & mask_u2))
550 ret |= 1 << USB_DEV_STAT_U2_ENABLED;
551 if (!(val & mask_u1))
552 ret |= 1 << USB_DEV_STAT_U1_ENABLED;
557 static void usb3_feature_u2_enable(struct renesas_usb3 *usb3, bool enable)
559 u32 bits = SSIFCMD_UDIR_U2 | SSIFCMD_UREQ_U2;
561 /* Enables U2 if the bits of UDIR and UREQ are set to 0 */
563 usb3_clear_bit(usb3, bits, USB3_SSIFCMD);
565 usb3_set_bit(usb3, bits, USB3_SSIFCMD);
568 static void usb3_feature_u1_enable(struct renesas_usb3 *usb3, bool enable)
570 u32 bits = SSIFCMD_UDIR_U1 | SSIFCMD_UREQ_U1;
572 /* Enables U1 if the bits of UDIR and UREQ are set to 0 */
574 usb3_clear_bit(usb3, bits, USB3_SSIFCMD);
576 usb3_set_bit(usb3, bits, USB3_SSIFCMD);
579 static void usb3_start_operation_for_usb3(struct renesas_usb3 *usb3)
581 usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
582 usb3_clear_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
583 usb3_set_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
586 static void usb3_start_usb3_connection(struct renesas_usb3 *usb3)
588 usb3_start_operation_for_usb3(usb3);
589 usb3_set_bit(usb3, USB_COM_CON_RX_DETECTION, USB3_USB_COM_CON);
591 usb3_enable_irq_1(usb3, USB_INT_1_B3_LUPSUCS | USB_INT_1_B3_DISABLE |
595 static void usb3_stop_usb3_connection(struct renesas_usb3 *usb3)
597 usb3_clear_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
600 static void usb3_transition_to_default_state(struct renesas_usb3 *usb3,
603 usb3_set_bit(usb3, USB_INT_2_PIPE(0), USB3_USB_INT_ENA_2);
604 usb3_write(usb3, P0_INT_ALL_BITS, USB3_P0_INT_STA);
605 usb3_set_bit(usb3, P0_INT_ALL_BITS, USB3_P0_INT_ENA);
608 usb3_enable_irq_1(usb3, USB_INT_1_B3_WRMRST |
609 USB_INT_1_B3_HOTRST);
611 usb3_enable_irq_1(usb3, USB_INT_1_B2_SPND |
612 USB_INT_1_B2_L1SPND | USB_INT_1_B2_USBRST);
615 static void usb3_connect(struct renesas_usb3 *usb3)
617 if (usb3_wakeup_usb3_phy(usb3))
618 usb3_start_usb3_connection(usb3);
621 static void usb3_reset_epc(struct renesas_usb3 *usb3)
623 usb3_clear_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
624 usb3_clear_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
625 usb3_set_bit(usb3, USB_COM_CON_PIPE_CLR, USB3_USB_COM_CON);
627 usb3_set_test_mode(usb3);
630 static void usb3_disconnect(struct renesas_usb3 *usb3)
632 usb3->disabled_count = 0;
633 usb3_usb2_pullup(usb3, 0);
634 usb3_clear_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
635 usb3_reset_epc(usb3);
636 usb3_disable_irq_1(usb3, USB_INT_1_B2_RSUM | USB_INT_1_B3_PLLWKUP |
637 USB_INT_1_B3_LUPSUCS | USB_INT_1_B3_DISABLE |
638 USB_INT_1_SPEED | USB_INT_1_B3_WRMRST |
639 USB_INT_1_B3_HOTRST | USB_INT_1_B2_SPND |
640 USB_INT_1_B2_L1SPND | USB_INT_1_B2_USBRST);
641 usb3_clear_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
642 usb3_init_epc_registers(usb3);
645 usb3->driver->disconnect(&usb3->gadget);
648 static void usb3_check_vbus(struct renesas_usb3 *usb3)
650 if (usb3->workaround_for_vbus) {
653 usb3->extcon_usb = !!(usb3_read(usb3, USB3_USB_STA) &
655 if (usb3->extcon_usb)
658 usb3_disconnect(usb3);
660 schedule_work(&usb3->extcon_work);
664 static void renesas_usb3_role_work(struct work_struct *work)
666 struct renesas_usb3 *usb3 =
667 container_of(work, struct renesas_usb3, role_work);
669 usb_role_switch_set_role(usb3->role_sw, usb3->role);
672 static void usb3_set_mode(struct renesas_usb3 *usb3, bool host)
675 usb3_clear_bit(usb3, DRD_CON_PERI_CON, USB3_DRD_CON);
677 usb3_set_bit(usb3, DRD_CON_PERI_CON, USB3_DRD_CON);
680 static void usb3_set_mode_by_role_sw(struct renesas_usb3 *usb3, bool host)
683 usb3->role = host ? USB_ROLE_HOST : USB_ROLE_DEVICE;
684 schedule_work(&usb3->role_work);
686 usb3_set_mode(usb3, host);
690 static void usb3_vbus_out(struct renesas_usb3 *usb3, bool enable)
693 usb3_set_bit(usb3, DRD_CON_VBOUT, USB3_DRD_CON);
695 usb3_clear_bit(usb3, DRD_CON_VBOUT, USB3_DRD_CON);
698 static void usb3_mode_config(struct renesas_usb3 *usb3, bool host, bool a_dev)
702 spin_lock_irqsave(&usb3->lock, flags);
703 usb3_set_mode_by_role_sw(usb3, host);
704 usb3_vbus_out(usb3, a_dev);
705 /* for A-Peripheral or forced B-device mode */
706 if ((!host && a_dev) || usb3->start_to_connect)
708 spin_unlock_irqrestore(&usb3->lock, flags);
711 static bool usb3_is_a_device(struct renesas_usb3 *usb3)
713 return !(usb3_read(usb3, USB3_USB_OTG_STA) & USB_OTG_IDMON);
716 static void usb3_check_id(struct renesas_usb3 *usb3)
718 usb3->extcon_host = usb3_is_a_device(usb3);
720 if (usb3->extcon_host && !usb3->forced_b_device)
721 usb3_mode_config(usb3, true, true);
723 usb3_mode_config(usb3, false, false);
725 schedule_work(&usb3->extcon_work);
728 static void renesas_usb3_init_controller(struct renesas_usb3 *usb3)
730 usb3_init_axi_bridge(usb3);
731 usb3_init_epc_registers(usb3);
732 usb3_set_bit(usb3, USB_COM_CON_PN_WDATAIF_NL |
733 USB_COM_CON_PN_RDATAIF_NL | USB_COM_CON_PN_LSTTR_PP,
735 usb3_write(usb3, USB_OTG_IDMON, USB3_USB_OTG_INT_STA);
736 usb3_write(usb3, USB_OTG_IDMON, USB3_USB_OTG_INT_ENA);
739 usb3_check_vbus(usb3);
742 static void renesas_usb3_stop_controller(struct renesas_usb3 *usb3)
744 usb3_disconnect(usb3);
745 usb3_write(usb3, 0, USB3_P0_INT_ENA);
746 usb3_write(usb3, 0, USB3_USB_OTG_INT_ENA);
747 usb3_write(usb3, 0, USB3_USB_INT_ENA_1);
748 usb3_write(usb3, 0, USB3_USB_INT_ENA_2);
749 usb3_write(usb3, 0, USB3_AXI_INT_ENA);
752 static void usb3_irq_epc_int_1_pll_wakeup(struct renesas_usb3 *usb3)
754 usb3_disable_irq_1(usb3, USB_INT_1_B3_PLLWKUP);
755 usb3_clear_bit(usb3, USB30_CON_B3_PLLWAKE, USB3_USB30_CON);
756 usb3_start_usb3_connection(usb3);
759 static void usb3_irq_epc_int_1_linkup_success(struct renesas_usb3 *usb3)
761 usb3_transition_to_default_state(usb3, true);
764 static void usb3_irq_epc_int_1_resume(struct renesas_usb3 *usb3)
766 usb3_disable_irq_1(usb3, USB_INT_1_B2_RSUM);
767 usb3_start_usb2_connection(usb3);
768 usb3_transition_to_default_state(usb3, false);
771 static void usb3_irq_epc_int_1_disable(struct renesas_usb3 *usb3)
773 usb3_stop_usb3_connection(usb3);
774 if (usb3_wakeup_usb2_phy(usb3))
775 usb3_irq_epc_int_1_resume(usb3);
778 static void usb3_irq_epc_int_1_bus_reset(struct renesas_usb3 *usb3)
780 usb3_reset_epc(usb3);
781 if (usb3->disabled_count < 3)
782 usb3_start_usb3_connection(usb3);
784 usb3_start_usb2_connection(usb3);
787 static void usb3_irq_epc_int_1_vbus_change(struct renesas_usb3 *usb3)
789 usb3_check_vbus(usb3);
792 static void usb3_irq_epc_int_1_hot_reset(struct renesas_usb3 *usb3)
794 usb3_reset_epc(usb3);
795 usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
797 /* This bit shall be set within 12ms from the start of HotReset */
798 usb3_set_bit(usb3, USB30_CON_B3_HOTRST_CMP, USB3_USB30_CON);
801 static void usb3_irq_epc_int_1_warm_reset(struct renesas_usb3 *usb3)
803 usb3_reset_epc(usb3);
804 usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
806 usb3_start_operation_for_usb3(usb3);
807 usb3_enable_irq_1(usb3, USB_INT_1_SPEED);
810 static void usb3_irq_epc_int_1_speed(struct renesas_usb3 *usb3)
812 u32 speed = usb3_read(usb3, USB3_USB_STA) & USB_STA_SPEED_MASK;
815 case USB_STA_SPEED_SS:
816 usb3->gadget.speed = USB_SPEED_SUPER;
817 usb3->gadget.ep0->maxpacket = USB3_EP0_SS_MAX_PACKET_SIZE;
819 case USB_STA_SPEED_HS:
820 usb3->gadget.speed = USB_SPEED_HIGH;
821 usb3->gadget.ep0->maxpacket = USB3_EP0_HSFS_MAX_PACKET_SIZE;
823 case USB_STA_SPEED_FS:
824 usb3->gadget.speed = USB_SPEED_FULL;
825 usb3->gadget.ep0->maxpacket = USB3_EP0_HSFS_MAX_PACKET_SIZE;
828 usb3->gadget.speed = USB_SPEED_UNKNOWN;
833 static void usb3_irq_epc_int_1(struct renesas_usb3 *usb3, u32 int_sta_1)
835 if (int_sta_1 & USB_INT_1_B3_PLLWKUP)
836 usb3_irq_epc_int_1_pll_wakeup(usb3);
838 if (int_sta_1 & USB_INT_1_B3_LUPSUCS)
839 usb3_irq_epc_int_1_linkup_success(usb3);
841 if (int_sta_1 & USB_INT_1_B3_HOTRST)
842 usb3_irq_epc_int_1_hot_reset(usb3);
844 if (int_sta_1 & USB_INT_1_B3_WRMRST)
845 usb3_irq_epc_int_1_warm_reset(usb3);
847 if (int_sta_1 & USB_INT_1_B3_DISABLE)
848 usb3_irq_epc_int_1_disable(usb3);
850 if (int_sta_1 & USB_INT_1_B2_USBRST)
851 usb3_irq_epc_int_1_bus_reset(usb3);
853 if (int_sta_1 & USB_INT_1_B2_RSUM)
854 usb3_irq_epc_int_1_resume(usb3);
856 if (int_sta_1 & USB_INT_1_SPEED)
857 usb3_irq_epc_int_1_speed(usb3);
859 if (int_sta_1 & USB_INT_1_VBUS_CNG)
860 usb3_irq_epc_int_1_vbus_change(usb3);
863 static struct renesas_usb3_request *__usb3_get_request(struct renesas_usb3_ep
866 return list_first_entry_or_null(&usb3_ep->queue,
867 struct renesas_usb3_request, queue);
870 static struct renesas_usb3_request *usb3_get_request(struct renesas_usb3_ep
873 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
874 struct renesas_usb3_request *usb3_req;
877 spin_lock_irqsave(&usb3->lock, flags);
878 usb3_req = __usb3_get_request(usb3_ep);
879 spin_unlock_irqrestore(&usb3->lock, flags);
884 static void __usb3_request_done(struct renesas_usb3_ep *usb3_ep,
885 struct renesas_usb3_request *usb3_req,
888 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
890 dev_dbg(usb3_to_dev(usb3), "giveback: ep%2d, %u, %u, %d\n",
891 usb3_ep->num, usb3_req->req.length, usb3_req->req.actual,
893 usb3_req->req.status = status;
894 usb3_ep->started = false;
895 list_del_init(&usb3_req->queue);
896 spin_unlock(&usb3->lock);
897 usb_gadget_giveback_request(&usb3_ep->ep, &usb3_req->req);
898 spin_lock(&usb3->lock);
901 static void usb3_request_done(struct renesas_usb3_ep *usb3_ep,
902 struct renesas_usb3_request *usb3_req, int status)
904 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
907 spin_lock_irqsave(&usb3->lock, flags);
908 __usb3_request_done(usb3_ep, usb3_req, status);
909 spin_unlock_irqrestore(&usb3->lock, flags);
912 static void usb3_irq_epc_pipe0_status_end(struct renesas_usb3 *usb3)
914 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
915 struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
918 usb3_request_done(usb3_ep, usb3_req, 0);
920 usb3_set_test_mode(usb3);
923 static void usb3_get_setup_data(struct renesas_usb3 *usb3,
924 struct usb_ctrlrequest *ctrl)
926 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
927 u32 *data = (u32 *)ctrl;
929 *data++ = usb3_read(usb3, USB3_STUP_DAT_0);
930 *data = usb3_read(usb3, USB3_STUP_DAT_1);
932 /* update this driver's flag */
933 usb3_ep->dir_in = !!(ctrl->bRequestType & USB_DIR_IN);
936 static void usb3_set_p0_con_update_res(struct renesas_usb3 *usb3, u32 res)
938 u32 val = usb3_read(usb3, USB3_P0_CON);
940 val &= ~(P0_CON_ST_RES_MASK | P0_CON_OT_RES_MASK | P0_CON_IN_RES_MASK);
941 val |= res | P0_CON_RES_WEN;
942 usb3_write(usb3, val, USB3_P0_CON);
945 static void usb3_set_p0_con_for_ctrl_read_data(struct renesas_usb3 *usb3)
947 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
948 P0_CON_OT_RES_FORCE_STALL |
949 P0_CON_IN_RES_NORMAL);
952 static void usb3_set_p0_con_for_ctrl_read_status(struct renesas_usb3 *usb3)
954 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
955 P0_CON_OT_RES_FORCE_STALL |
956 P0_CON_IN_RES_NORMAL);
959 static void usb3_set_p0_con_for_ctrl_write_data(struct renesas_usb3 *usb3)
961 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
962 P0_CON_OT_RES_NORMAL |
963 P0_CON_IN_RES_FORCE_STALL);
966 static void usb3_set_p0_con_for_ctrl_write_status(struct renesas_usb3 *usb3)
968 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
969 P0_CON_OT_RES_NORMAL |
970 P0_CON_IN_RES_FORCE_STALL);
973 static void usb3_set_p0_con_for_no_data(struct renesas_usb3 *usb3)
975 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
976 P0_CON_OT_RES_FORCE_STALL |
977 P0_CON_IN_RES_FORCE_STALL);
980 static void usb3_set_p0_con_stall(struct renesas_usb3 *usb3)
982 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_STALL |
983 P0_CON_OT_RES_FORCE_STALL |
984 P0_CON_IN_RES_FORCE_STALL);
987 static void usb3_set_p0_con_stop(struct renesas_usb3 *usb3)
989 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
990 P0_CON_OT_RES_FORCE_NRDY |
991 P0_CON_IN_RES_FORCE_NRDY);
994 static int usb3_pn_change(struct renesas_usb3 *usb3, int num)
996 if (num == 0 || num > usb3->num_usb3_eps)
999 usb3_write(usb3, num, USB3_PIPE_COM);
1004 static void usb3_set_pn_con_update_res(struct renesas_usb3 *usb3, u32 res)
1006 u32 val = usb3_read(usb3, USB3_PN_CON);
1008 val &= ~PN_CON_RES_MASK;
1009 val |= res & PN_CON_RES_MASK;
1010 val |= PN_CON_RES_WEN;
1011 usb3_write(usb3, val, USB3_PN_CON);
1014 static void usb3_pn_start(struct renesas_usb3 *usb3)
1016 usb3_set_pn_con_update_res(usb3, PN_CON_RES_NORMAL);
1019 static void usb3_pn_stop(struct renesas_usb3 *usb3)
1021 usb3_set_pn_con_update_res(usb3, PN_CON_RES_FORCE_NRDY);
1024 static void usb3_pn_stall(struct renesas_usb3 *usb3)
1026 usb3_set_pn_con_update_res(usb3, PN_CON_RES_FORCE_STALL);
1029 static int usb3_pn_con_clear(struct renesas_usb3 *usb3)
1031 usb3_set_bit(usb3, PN_CON_CLR, USB3_PN_CON);
1033 return usb3_wait(usb3, USB3_PN_CON, PN_CON_CLR, 0);
1036 static bool usb3_is_transfer_complete(struct renesas_usb3_ep *usb3_ep,
1037 struct renesas_usb3_request *usb3_req)
1039 struct usb_request *req = &usb3_req->req;
1041 if ((!req->zero && req->actual == req->length) ||
1042 (req->actual % usb3_ep->ep.maxpacket) || (req->length == 0))
1048 static int usb3_wait_pipe_status(struct renesas_usb3_ep *usb3_ep, u32 mask)
1050 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1051 u32 sta_reg = usb3_ep->num ? USB3_PN_STA : USB3_P0_STA;
1053 return usb3_wait(usb3, sta_reg, mask, mask);
1056 static void usb3_set_px_con_send(struct renesas_usb3_ep *usb3_ep, int bytes,
1059 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1060 u32 con_reg = usb3_ep->num ? USB3_PN_CON : USB3_P0_CON;
1061 u32 val = usb3_read(usb3, con_reg);
1063 val |= PX_CON_SEND | PX_CON_BYTE_EN_BYTES(bytes);
1064 val |= (usb3_ep->num && last) ? PN_CON_LAST : 0;
1065 usb3_write(usb3, val, con_reg);
1068 static int usb3_write_pipe(struct renesas_usb3_ep *usb3_ep,
1069 struct renesas_usb3_request *usb3_req,
1072 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1074 int len = min_t(unsigned, usb3_req->req.length - usb3_req->req.actual,
1075 usb3_ep->ep.maxpacket);
1076 u8 *buf = usb3_req->req.buf + usb3_req->req.actual;
1078 bool is_last = !len ? true : false;
1080 if (usb3_wait_pipe_status(usb3_ep, PX_STA_BUFSTS) < 0)
1083 /* Update gadget driver parameter */
1084 usb3_req->req.actual += len;
1086 /* Write data to the register */
1088 iowrite32_rep(usb3->reg + fifo_reg, buf, len / 4);
1089 buf += (len / 4) * 4;
1090 len %= 4; /* update len to use usb3_set_pX_con_send() */
1094 for (i = 0; i < len; i++)
1095 tmp |= buf[i] << (8 * i);
1096 usb3_write(usb3, tmp, fifo_reg);
1100 is_last = usb3_is_transfer_complete(usb3_ep, usb3_req);
1102 usb3_set_px_con_send(usb3_ep, len, is_last);
1104 return is_last ? 0 : -EAGAIN;
1107 static u32 usb3_get_received_length(struct renesas_usb3_ep *usb3_ep)
1109 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1110 u32 lng_reg = usb3_ep->num ? USB3_PN_LNG : USB3_P0_LNG;
1112 return usb3_read(usb3, lng_reg);
1115 static int usb3_read_pipe(struct renesas_usb3_ep *usb3_ep,
1116 struct renesas_usb3_request *usb3_req, u32 fifo_reg)
1118 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1120 int len = min_t(unsigned, usb3_req->req.length - usb3_req->req.actual,
1121 usb3_get_received_length(usb3_ep));
1122 u8 *buf = usb3_req->req.buf + usb3_req->req.actual;
1128 /* Update gadget driver parameter */
1129 usb3_req->req.actual += len;
1131 /* Read data from the register */
1133 ioread32_rep(usb3->reg + fifo_reg, buf, len / 4);
1134 buf += (len / 4) * 4;
1139 tmp = usb3_read(usb3, fifo_reg);
1140 for (i = 0; i < len; i++)
1141 buf[i] = (tmp >> (8 * i)) & 0xff;
1144 return usb3_is_transfer_complete(usb3_ep, usb3_req) ? 0 : -EAGAIN;
1147 static void usb3_set_status_stage(struct renesas_usb3_ep *usb3_ep,
1148 struct renesas_usb3_request *usb3_req)
1150 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1152 if (usb3_ep->dir_in) {
1153 usb3_set_p0_con_for_ctrl_read_status(usb3);
1155 if (!usb3_req->req.length)
1156 usb3_set_p0_con_for_no_data(usb3);
1158 usb3_set_p0_con_for_ctrl_write_status(usb3);
1162 static void usb3_p0_xfer(struct renesas_usb3_ep *usb3_ep,
1163 struct renesas_usb3_request *usb3_req)
1167 if (usb3_ep->dir_in)
1168 ret = usb3_write_pipe(usb3_ep, usb3_req, USB3_P0_WRITE);
1170 ret = usb3_read_pipe(usb3_ep, usb3_req, USB3_P0_READ);
1173 usb3_set_status_stage(usb3_ep, usb3_req);
1176 static void usb3_start_pipe0(struct renesas_usb3_ep *usb3_ep,
1177 struct renesas_usb3_request *usb3_req)
1179 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1181 if (usb3_ep->started)
1184 usb3_ep->started = true;
1186 if (usb3_ep->dir_in) {
1187 usb3_set_bit(usb3, P0_MOD_DIR, USB3_P0_MOD);
1188 usb3_set_p0_con_for_ctrl_read_data(usb3);
1190 usb3_clear_bit(usb3, P0_MOD_DIR, USB3_P0_MOD);
1191 if (usb3_req->req.length)
1192 usb3_set_p0_con_for_ctrl_write_data(usb3);
1195 usb3_p0_xfer(usb3_ep, usb3_req);
1198 static void usb3_enable_dma_pipen(struct renesas_usb3 *usb3)
1200 usb3_set_bit(usb3, PN_CON_DATAIF_EN, USB3_PN_CON);
1203 static void usb3_disable_dma_pipen(struct renesas_usb3 *usb3)
1205 usb3_clear_bit(usb3, PN_CON_DATAIF_EN, USB3_PN_CON);
1208 static void usb3_enable_dma_irq(struct renesas_usb3 *usb3, int num)
1210 usb3_set_bit(usb3, DMA_INT(num), USB3_DMA_INT_ENA);
1213 static void usb3_disable_dma_irq(struct renesas_usb3 *usb3, int num)
1215 usb3_clear_bit(usb3, DMA_INT(num), USB3_DMA_INT_ENA);
1218 static u32 usb3_dma_mps_to_prd_word1(struct renesas_usb3_ep *usb3_ep)
1220 switch (usb3_ep->ep.maxpacket) {
1222 return USB3_PRD1_MPS_8;
1224 return USB3_PRD1_MPS_16;
1226 return USB3_PRD1_MPS_32;
1228 return USB3_PRD1_MPS_64;
1230 return USB3_PRD1_MPS_512;
1232 return USB3_PRD1_MPS_1024;
1234 return USB3_PRD1_MPS_RESERVED;
1238 static bool usb3_dma_get_setting_area(struct renesas_usb3_ep *usb3_ep,
1239 struct renesas_usb3_request *usb3_req)
1241 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1242 struct renesas_usb3_dma *dma;
1246 if (usb3_req->req.length > USB3_DMA_MAX_XFER_SIZE_ALL_PRDS) {
1247 dev_dbg(usb3_to_dev(usb3), "%s: the length is too big (%d)\n",
1248 __func__, usb3_req->req.length);
1252 /* The driver doesn't handle zero-length packet via dmac */
1253 if (!usb3_req->req.length)
1256 if (usb3_dma_mps_to_prd_word1(usb3_ep) == USB3_PRD1_MPS_RESERVED)
1259 usb3_for_each_dma(usb3, dma, i) {
1263 if (usb_gadget_map_request(&usb3->gadget, &usb3_req->req,
1264 usb3_ep->dir_in) < 0)
1276 static void usb3_dma_put_setting_area(struct renesas_usb3_ep *usb3_ep,
1277 struct renesas_usb3_request *usb3_req)
1279 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1281 struct renesas_usb3_dma *dma;
1283 usb3_for_each_dma(usb3, dma, i) {
1284 if (usb3_ep->dma == dma) {
1285 usb_gadget_unmap_request(&usb3->gadget, &usb3_req->req,
1288 usb3_ep->dma = NULL;
1294 static void usb3_dma_fill_prd(struct renesas_usb3_ep *usb3_ep,
1295 struct renesas_usb3_request *usb3_req)
1297 struct renesas_usb3_prd *cur_prd = usb3_ep->dma->prd;
1298 u32 remain = usb3_req->req.length;
1299 u32 dma = usb3_req->req.dma;
1304 len = min_t(u32, remain, USB3_DMA_MAX_XFER_SIZE) &
1305 USB3_PRD1_SIZE_MASK;
1306 cur_prd->word1 = usb3_dma_mps_to_prd_word1(usb3_ep) |
1307 USB3_PRD1_B_INC | len;
1311 if (!remain || (i + 1) < USB3_DMA_NUM_PRD_ENTRIES)
1318 cur_prd->word1 |= USB3_PRD1_E | USB3_PRD1_INT;
1319 if (usb3_ep->dir_in)
1320 cur_prd->word1 |= USB3_PRD1_LST;
1323 static void usb3_dma_kick_prd(struct renesas_usb3_ep *usb3_ep)
1325 struct renesas_usb3_dma *dma = usb3_ep->dma;
1326 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1327 u32 dma_con = DMA_COM_PIPE_NO(usb3_ep->num) | DMA_CON_PRD_EN;
1329 if (usb3_ep->dir_in)
1330 dma_con |= DMA_CON_PIPE_DIR;
1332 wmb(); /* prd entries should be in system memory here */
1334 usb3_write(usb3, 1 << usb3_ep->num, USB3_DMA_INT_STA);
1335 usb3_write(usb3, AXI_INT_PRDEN_CLR_STA(dma->num) |
1336 AXI_INT_PRDERR_STA(dma->num), USB3_AXI_INT_STA);
1338 usb3_write(usb3, dma->prd_dma, USB3_DMA_CH0_PRD_ADR(dma->num));
1339 usb3_write(usb3, dma_con, USB3_DMA_CH0_CON(dma->num));
1340 usb3_enable_dma_irq(usb3, usb3_ep->num);
1343 static void usb3_dma_stop_prd(struct renesas_usb3_ep *usb3_ep)
1345 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1346 struct renesas_usb3_dma *dma = usb3_ep->dma;
1348 usb3_disable_dma_irq(usb3, usb3_ep->num);
1349 usb3_write(usb3, 0, USB3_DMA_CH0_CON(dma->num));
1352 static int usb3_dma_update_status(struct renesas_usb3_ep *usb3_ep,
1353 struct renesas_usb3_request *usb3_req)
1355 struct renesas_usb3_prd *cur_prd = usb3_ep->dma->prd;
1356 struct usb_request *req = &usb3_req->req;
1361 rmb(); /* The controller updated prd entries */
1364 if (cur_prd->word1 & USB3_PRD1_D)
1366 if (cur_prd->word1 & USB3_PRD1_E)
1367 len = req->length % USB3_DMA_MAX_XFER_SIZE;
1369 len = USB3_DMA_MAX_XFER_SIZE;
1370 remain = cur_prd->word1 & USB3_PRD1_SIZE_MASK;
1371 req->actual += len - remain;
1373 if (cur_prd->word1 & USB3_PRD1_E ||
1374 (i + 1) < USB3_DMA_NUM_PRD_ENTRIES)
1384 static bool usb3_dma_try_start(struct renesas_usb3_ep *usb3_ep,
1385 struct renesas_usb3_request *usb3_req)
1387 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1392 if (usb3_dma_get_setting_area(usb3_ep, usb3_req)) {
1394 usb3_enable_dma_pipen(usb3);
1395 usb3_dma_fill_prd(usb3_ep, usb3_req);
1396 usb3_dma_kick_prd(usb3_ep);
1397 usb3_pn_start(usb3);
1404 static int usb3_dma_try_stop(struct renesas_usb3_ep *usb3_ep,
1405 struct renesas_usb3_request *usb3_req)
1407 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1408 unsigned long flags;
1411 spin_lock_irqsave(&usb3->lock, flags);
1415 if (!usb3_pn_change(usb3, usb3_ep->num))
1416 usb3_disable_dma_pipen(usb3);
1417 usb3_dma_stop_prd(usb3_ep);
1418 status = usb3_dma_update_status(usb3_ep, usb3_req);
1419 usb3_dma_put_setting_area(usb3_ep, usb3_req);
1422 spin_unlock_irqrestore(&usb3->lock, flags);
1426 static int renesas_usb3_dma_free_prd(struct renesas_usb3 *usb3,
1430 struct renesas_usb3_dma *dma;
1432 usb3_for_each_dma(usb3, dma, i) {
1434 dma_free_coherent(dev, USB3_DMA_PRD_SIZE,
1435 dma->prd, dma->prd_dma);
1443 static int renesas_usb3_dma_alloc_prd(struct renesas_usb3 *usb3,
1447 struct renesas_usb3_dma *dma;
1452 usb3_for_each_dma(usb3, dma, i) {
1453 dma->prd = dma_alloc_coherent(dev, USB3_DMA_PRD_SIZE,
1454 &dma->prd_dma, GFP_KERNEL);
1456 renesas_usb3_dma_free_prd(usb3, dev);
1465 static void usb3_start_pipen(struct renesas_usb3_ep *usb3_ep,
1466 struct renesas_usb3_request *usb3_req)
1468 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1469 struct renesas_usb3_request *usb3_req_first;
1470 unsigned long flags;
1472 u32 enable_bits = 0;
1474 spin_lock_irqsave(&usb3->lock, flags);
1475 if (usb3_ep->halt || usb3_ep->started)
1477 usb3_req_first = __usb3_get_request(usb3_ep);
1478 if (!usb3_req_first || usb3_req != usb3_req_first)
1481 if (usb3_pn_change(usb3, usb3_ep->num) < 0)
1484 usb3_ep->started = true;
1486 if (usb3_dma_try_start(usb3_ep, usb3_req))
1489 usb3_pn_start(usb3);
1491 if (usb3_ep->dir_in) {
1492 ret = usb3_write_pipe(usb3_ep, usb3_req, USB3_PN_WRITE);
1493 enable_bits |= PN_INT_LSTTR;
1497 enable_bits |= PN_INT_BFRDY;
1500 usb3_set_bit(usb3, enable_bits, USB3_PN_INT_ENA);
1501 usb3_enable_pipe_irq(usb3, usb3_ep->num);
1504 spin_unlock_irqrestore(&usb3->lock, flags);
1507 static int renesas_usb3_ep_queue(struct usb_ep *_ep, struct usb_request *_req,
1510 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1511 struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
1512 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1513 unsigned long flags;
1515 dev_dbg(usb3_to_dev(usb3), "ep_queue: ep%2d, %u\n", usb3_ep->num,
1518 _req->status = -EINPROGRESS;
1520 spin_lock_irqsave(&usb3->lock, flags);
1521 list_add_tail(&usb3_req->queue, &usb3_ep->queue);
1522 spin_unlock_irqrestore(&usb3->lock, flags);
1525 usb3_start_pipe0(usb3_ep, usb3_req);
1527 usb3_start_pipen(usb3_ep, usb3_req);
1532 static void usb3_set_device_address(struct renesas_usb3 *usb3, u16 addr)
1534 /* DEV_ADDR bit field is cleared by WarmReset, HotReset and BusReset */
1535 usb3_set_bit(usb3, USB_COM_CON_DEV_ADDR(addr), USB3_USB_COM_CON);
1538 static bool usb3_std_req_set_address(struct renesas_usb3 *usb3,
1539 struct usb_ctrlrequest *ctrl)
1541 if (ctrl->wValue >= 128)
1542 return true; /* stall */
1544 usb3_set_device_address(usb3, ctrl->wValue);
1545 usb3_set_p0_con_for_no_data(usb3);
1550 static void usb3_pipe0_internal_xfer(struct renesas_usb3 *usb3,
1551 void *tx_data, size_t len,
1552 void (*complete)(struct usb_ep *ep,
1553 struct usb_request *req))
1555 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1558 memcpy(usb3->ep0_buf, tx_data,
1559 min_t(size_t, len, USB3_EP0_BUF_SIZE));
1561 usb3->ep0_req->buf = &usb3->ep0_buf;
1562 usb3->ep0_req->length = len;
1563 usb3->ep0_req->complete = complete;
1564 renesas_usb3_ep_queue(&usb3_ep->ep, usb3->ep0_req, GFP_ATOMIC);
1567 static void usb3_pipe0_get_status_completion(struct usb_ep *ep,
1568 struct usb_request *req)
1572 static bool usb3_std_req_get_status(struct renesas_usb3 *usb3,
1573 struct usb_ctrlrequest *ctrl)
1576 struct renesas_usb3_ep *usb3_ep;
1580 switch (ctrl->bRequestType & USB_RECIP_MASK) {
1581 case USB_RECIP_DEVICE:
1582 if (usb3->gadget.is_selfpowered)
1583 status |= 1 << USB_DEVICE_SELF_POWERED;
1584 if (usb3->gadget.speed == USB_SPEED_SUPER)
1585 status |= usb3_feature_get_un_enabled(usb3);
1587 case USB_RECIP_INTERFACE:
1589 case USB_RECIP_ENDPOINT:
1590 num = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
1591 usb3_ep = usb3_get_ep(usb3, num);
1593 status |= 1 << USB_ENDPOINT_HALT;
1601 status = cpu_to_le16(status);
1602 dev_dbg(usb3_to_dev(usb3), "get_status: req = %p\n",
1603 usb_req_to_usb3_req(usb3->ep0_req));
1604 usb3_pipe0_internal_xfer(usb3, &status, sizeof(status),
1605 usb3_pipe0_get_status_completion);
1611 static bool usb3_std_req_feature_device(struct renesas_usb3 *usb3,
1612 struct usb_ctrlrequest *ctrl, bool set)
1615 u16 w_value = le16_to_cpu(ctrl->wValue);
1618 case USB_DEVICE_TEST_MODE:
1621 usb3->test_mode = le16_to_cpu(ctrl->wIndex) >> 8;
1624 case USB_DEVICE_U1_ENABLE:
1625 case USB_DEVICE_U2_ENABLE:
1626 if (usb3->gadget.speed != USB_SPEED_SUPER)
1628 if (w_value == USB_DEVICE_U1_ENABLE)
1629 usb3_feature_u1_enable(usb3, set);
1630 if (w_value == USB_DEVICE_U2_ENABLE)
1631 usb3_feature_u2_enable(usb3, set);
1641 static int usb3_set_halt_p0(struct renesas_usb3_ep *usb3_ep, bool halt)
1643 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1645 if (unlikely(usb3_ep->num))
1648 usb3_ep->halt = halt;
1650 usb3_set_p0_con_stall(usb3);
1652 usb3_set_p0_con_stop(usb3);
1657 static int usb3_set_halt_pn(struct renesas_usb3_ep *usb3_ep, bool halt,
1658 bool is_clear_feature)
1660 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1661 unsigned long flags;
1663 spin_lock_irqsave(&usb3->lock, flags);
1664 if (!usb3_pn_change(usb3, usb3_ep->num)) {
1665 usb3_ep->halt = halt;
1667 usb3_pn_stall(usb3);
1668 } else if (!is_clear_feature || !usb3_ep->wedge) {
1669 usb3_pn_con_clear(usb3);
1670 usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
1674 spin_unlock_irqrestore(&usb3->lock, flags);
1679 static int usb3_set_halt(struct renesas_usb3_ep *usb3_ep, bool halt,
1680 bool is_clear_feature)
1684 if (halt && usb3_ep->started)
1688 ret = usb3_set_halt_pn(usb3_ep, halt, is_clear_feature);
1690 ret = usb3_set_halt_p0(usb3_ep, halt);
1695 static bool usb3_std_req_feature_endpoint(struct renesas_usb3 *usb3,
1696 struct usb_ctrlrequest *ctrl,
1699 int num = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
1700 struct renesas_usb3_ep *usb3_ep;
1701 struct renesas_usb3_request *usb3_req;
1703 if (le16_to_cpu(ctrl->wValue) != USB_ENDPOINT_HALT)
1704 return true; /* stall */
1706 usb3_ep = usb3_get_ep(usb3, num);
1707 usb3_set_halt(usb3_ep, set, true);
1709 /* Restarts a queue if clear feature */
1711 usb3_ep->started = false;
1712 usb3_req = usb3_get_request(usb3_ep);
1714 usb3_start_pipen(usb3_ep, usb3_req);
1720 static bool usb3_std_req_feature(struct renesas_usb3 *usb3,
1721 struct usb_ctrlrequest *ctrl, bool set)
1725 switch (ctrl->bRequestType & USB_RECIP_MASK) {
1726 case USB_RECIP_DEVICE:
1727 stall = usb3_std_req_feature_device(usb3, ctrl, set);
1729 case USB_RECIP_INTERFACE:
1731 case USB_RECIP_ENDPOINT:
1732 stall = usb3_std_req_feature_endpoint(usb3, ctrl, set);
1740 usb3_set_p0_con_for_no_data(usb3);
1745 static void usb3_pipe0_set_sel_completion(struct usb_ep *ep,
1746 struct usb_request *req)
1751 static bool usb3_std_req_set_sel(struct renesas_usb3 *usb3,
1752 struct usb_ctrlrequest *ctrl)
1754 u16 w_length = le16_to_cpu(ctrl->wLength);
1757 return true; /* stall */
1759 dev_dbg(usb3_to_dev(usb3), "set_sel: req = %p\n",
1760 usb_req_to_usb3_req(usb3->ep0_req));
1761 usb3_pipe0_internal_xfer(usb3, NULL, 6, usb3_pipe0_set_sel_completion);
1766 static bool usb3_std_req_set_configuration(struct renesas_usb3 *usb3,
1767 struct usb_ctrlrequest *ctrl)
1769 if (ctrl->wValue > 0)
1770 usb3_set_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
1772 usb3_clear_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
1778 * usb3_handle_standard_request - handle some standard requests
1779 * @usb3: the renesas_usb3 pointer
1780 * @ctrl: a pointer of setup data
1782 * Returns true if this function handled a standard request
1784 static bool usb3_handle_standard_request(struct renesas_usb3 *usb3,
1785 struct usb_ctrlrequest *ctrl)
1790 if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD) {
1791 switch (ctrl->bRequest) {
1792 case USB_REQ_SET_ADDRESS:
1793 stall = usb3_std_req_set_address(usb3, ctrl);
1796 case USB_REQ_GET_STATUS:
1797 stall = usb3_std_req_get_status(usb3, ctrl);
1800 case USB_REQ_CLEAR_FEATURE:
1801 stall = usb3_std_req_feature(usb3, ctrl, false);
1804 case USB_REQ_SET_FEATURE:
1805 stall = usb3_std_req_feature(usb3, ctrl, true);
1808 case USB_REQ_SET_SEL:
1809 stall = usb3_std_req_set_sel(usb3, ctrl);
1812 case USB_REQ_SET_ISOCH_DELAY:
1813 /* This hardware doesn't support Isochronous xfer */
1817 case USB_REQ_SET_CONFIGURATION:
1818 usb3_std_req_set_configuration(usb3, ctrl);
1826 usb3_set_p0_con_stall(usb3);
1831 static int usb3_p0_con_clear_buffer(struct renesas_usb3 *usb3)
1833 usb3_set_bit(usb3, P0_CON_BCLR, USB3_P0_CON);
1835 return usb3_wait(usb3, USB3_P0_CON, P0_CON_BCLR, 0);
1838 static void usb3_irq_epc_pipe0_setup(struct renesas_usb3 *usb3)
1840 struct usb_ctrlrequest ctrl;
1841 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1843 /* Call giveback function if previous transfer is not completed */
1844 if (usb3_ep->started)
1845 usb3_request_done(usb3_ep, usb3_get_request(usb3_ep),
1848 usb3_p0_con_clear_buffer(usb3);
1849 usb3_get_setup_data(usb3, &ctrl);
1850 if (!usb3_handle_standard_request(usb3, &ctrl))
1851 if (usb3->driver->setup(&usb3->gadget, &ctrl) < 0)
1852 usb3_set_p0_con_stall(usb3);
1855 static void usb3_irq_epc_pipe0_bfrdy(struct renesas_usb3 *usb3)
1857 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1858 struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1863 usb3_p0_xfer(usb3_ep, usb3_req);
1866 static void usb3_irq_epc_pipe0(struct renesas_usb3 *usb3)
1868 u32 p0_int_sta = usb3_read(usb3, USB3_P0_INT_STA);
1870 p0_int_sta &= usb3_read(usb3, USB3_P0_INT_ENA);
1871 usb3_write(usb3, p0_int_sta, USB3_P0_INT_STA);
1872 if (p0_int_sta & P0_INT_STSED)
1873 usb3_irq_epc_pipe0_status_end(usb3);
1874 if (p0_int_sta & P0_INT_SETUP)
1875 usb3_irq_epc_pipe0_setup(usb3);
1876 if (p0_int_sta & P0_INT_BFRDY)
1877 usb3_irq_epc_pipe0_bfrdy(usb3);
1880 static void usb3_request_done_pipen(struct renesas_usb3 *usb3,
1881 struct renesas_usb3_ep *usb3_ep,
1882 struct renesas_usb3_request *usb3_req,
1885 unsigned long flags;
1887 spin_lock_irqsave(&usb3->lock, flags);
1888 if (usb3_pn_change(usb3, usb3_ep->num))
1890 spin_unlock_irqrestore(&usb3->lock, flags);
1892 usb3_disable_pipe_irq(usb3, usb3_ep->num);
1893 usb3_request_done(usb3_ep, usb3_req, status);
1895 /* get next usb3_req */
1896 usb3_req = usb3_get_request(usb3_ep);
1898 usb3_start_pipen(usb3_ep, usb3_req);
1901 static void usb3_irq_epc_pipen_lsttr(struct renesas_usb3 *usb3, int num)
1903 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, num);
1904 struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1909 if (usb3_ep->dir_in) {
1910 dev_dbg(usb3_to_dev(usb3), "%s: len = %u, actual = %u\n",
1911 __func__, usb3_req->req.length, usb3_req->req.actual);
1912 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, 0);
1916 static void usb3_irq_epc_pipen_bfrdy(struct renesas_usb3 *usb3, int num)
1918 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, num);
1919 struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1925 spin_lock(&usb3->lock);
1926 if (usb3_pn_change(usb3, num))
1929 if (usb3_ep->dir_in) {
1930 /* Do not stop the IN pipe here to detect LSTTR interrupt */
1931 if (!usb3_write_pipe(usb3_ep, usb3_req, USB3_PN_WRITE))
1932 usb3_clear_bit(usb3, PN_INT_BFRDY, USB3_PN_INT_ENA);
1934 if (!usb3_read_pipe(usb3_ep, usb3_req, USB3_PN_READ))
1939 /* need to unlock because usb3_request_done_pipen() locks it */
1940 spin_unlock(&usb3->lock);
1943 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, 0);
1946 static void usb3_irq_epc_pipen(struct renesas_usb3 *usb3, int num)
1950 spin_lock(&usb3->lock);
1951 if (usb3_pn_change(usb3, num) < 0) {
1952 spin_unlock(&usb3->lock);
1956 pn_int_sta = usb3_read(usb3, USB3_PN_INT_STA);
1957 pn_int_sta &= usb3_read(usb3, USB3_PN_INT_ENA);
1958 usb3_write(usb3, pn_int_sta, USB3_PN_INT_STA);
1959 spin_unlock(&usb3->lock);
1960 if (pn_int_sta & PN_INT_LSTTR)
1961 usb3_irq_epc_pipen_lsttr(usb3, num);
1962 if (pn_int_sta & PN_INT_BFRDY)
1963 usb3_irq_epc_pipen_bfrdy(usb3, num);
1966 static void usb3_irq_epc_int_2(struct renesas_usb3 *usb3, u32 int_sta_2)
1970 for (i = 0; i < usb3->num_usb3_eps; i++) {
1971 if (int_sta_2 & USB_INT_2_PIPE(i)) {
1973 usb3_irq_epc_pipe0(usb3);
1975 usb3_irq_epc_pipen(usb3, i);
1980 static void usb3_irq_idmon_change(struct renesas_usb3 *usb3)
1982 usb3_check_id(usb3);
1985 static void usb3_irq_otg_int(struct renesas_usb3 *usb3, u32 otg_int_sta)
1987 if (otg_int_sta & USB_OTG_IDMON)
1988 usb3_irq_idmon_change(usb3);
1991 static void usb3_irq_epc(struct renesas_usb3 *usb3)
1993 u32 int_sta_1 = usb3_read(usb3, USB3_USB_INT_STA_1);
1994 u32 int_sta_2 = usb3_read(usb3, USB3_USB_INT_STA_2);
1995 u32 otg_int_sta = usb3_read(usb3, USB3_USB_OTG_INT_STA);
1997 int_sta_1 &= usb3_read(usb3, USB3_USB_INT_ENA_1);
1999 usb3_write(usb3, int_sta_1, USB3_USB_INT_STA_1);
2000 usb3_irq_epc_int_1(usb3, int_sta_1);
2003 int_sta_2 &= usb3_read(usb3, USB3_USB_INT_ENA_2);
2005 usb3_irq_epc_int_2(usb3, int_sta_2);
2007 otg_int_sta &= usb3_read(usb3, USB3_USB_OTG_INT_ENA);
2009 usb3_write(usb3, otg_int_sta, USB3_USB_OTG_INT_STA);
2010 usb3_irq_otg_int(usb3, otg_int_sta);
2014 static void usb3_irq_dma_int(struct renesas_usb3 *usb3, u32 dma_sta)
2016 struct renesas_usb3_ep *usb3_ep;
2017 struct renesas_usb3_request *usb3_req;
2020 for (i = 0; i < usb3->num_usb3_eps; i++) {
2021 if (!(dma_sta & DMA_INT(i)))
2024 usb3_ep = usb3_get_ep(usb3, i);
2025 if (!(usb3_read(usb3, USB3_AXI_INT_STA) &
2026 AXI_INT_PRDEN_CLR_STA(usb3_ep->dma->num)))
2029 usb3_req = usb3_get_request(usb3_ep);
2030 status = usb3_dma_try_stop(usb3_ep, usb3_req);
2031 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, status);
2035 static void usb3_irq_dma(struct renesas_usb3 *usb3)
2037 u32 dma_sta = usb3_read(usb3, USB3_DMA_INT_STA);
2039 dma_sta &= usb3_read(usb3, USB3_DMA_INT_ENA);
2041 usb3_write(usb3, dma_sta, USB3_DMA_INT_STA);
2042 usb3_irq_dma_int(usb3, dma_sta);
2046 static irqreturn_t renesas_usb3_irq(int irq, void *_usb3)
2048 struct renesas_usb3 *usb3 = _usb3;
2049 irqreturn_t ret = IRQ_NONE;
2050 u32 axi_int_sta = usb3_read(usb3, USB3_AXI_INT_STA);
2052 if (axi_int_sta & AXI_INT_DMAINT) {
2057 if (axi_int_sta & AXI_INT_EPCINT) {
2065 static void usb3_write_pn_mod(struct renesas_usb3_ep *usb3_ep,
2066 const struct usb_endpoint_descriptor *desc)
2068 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2071 val |= usb3_ep->dir_in ? PN_MOD_DIR : 0;
2072 val |= PN_MOD_TYPE(usb_endpoint_type(desc));
2073 val |= PN_MOD_EPNUM(usb_endpoint_num(desc));
2074 usb3_write(usb3, val, USB3_PN_MOD);
2077 static u32 usb3_calc_ramarea(int ram_size)
2079 WARN_ON(ram_size > SZ_16K);
2081 if (ram_size <= SZ_1K)
2082 return PN_RAMMAP_RAMAREA_1KB;
2083 else if (ram_size <= SZ_2K)
2084 return PN_RAMMAP_RAMAREA_2KB;
2085 else if (ram_size <= SZ_4K)
2086 return PN_RAMMAP_RAMAREA_4KB;
2087 else if (ram_size <= SZ_8K)
2088 return PN_RAMMAP_RAMAREA_8KB;
2090 return PN_RAMMAP_RAMAREA_16KB;
2093 static u32 usb3_calc_rammap_val(struct renesas_usb3_ep *usb3_ep,
2094 const struct usb_endpoint_descriptor *desc)
2097 static const u32 max_packet_array[] = {8, 16, 32, 64, 512};
2098 u32 mpkt = PN_RAMMAP_MPKT(1024);
2100 for (i = 0; i < ARRAY_SIZE(max_packet_array); i++) {
2101 if (usb_endpoint_maxp(desc) <= max_packet_array[i])
2102 mpkt = PN_RAMMAP_MPKT(max_packet_array[i]);
2105 return usb3_ep->rammap_val | mpkt;
2108 static int usb3_enable_pipe_n(struct renesas_usb3_ep *usb3_ep,
2109 const struct usb_endpoint_descriptor *desc)
2111 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2112 unsigned long flags;
2114 usb3_ep->dir_in = usb_endpoint_dir_in(desc);
2116 spin_lock_irqsave(&usb3->lock, flags);
2117 if (!usb3_pn_change(usb3, usb3_ep->num)) {
2118 usb3_write_pn_mod(usb3_ep, desc);
2119 usb3_write(usb3, usb3_calc_rammap_val(usb3_ep, desc),
2121 usb3_pn_con_clear(usb3);
2122 usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
2124 spin_unlock_irqrestore(&usb3->lock, flags);
2129 static int usb3_disable_pipe_n(struct renesas_usb3_ep *usb3_ep)
2131 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2132 unsigned long flags;
2134 usb3_ep->halt = false;
2136 spin_lock_irqsave(&usb3->lock, flags);
2137 if (!usb3_pn_change(usb3, usb3_ep->num)) {
2138 usb3_write(usb3, 0, USB3_PN_INT_ENA);
2139 usb3_write(usb3, 0, USB3_PN_RAMMAP);
2140 usb3_clear_bit(usb3, PN_CON_EN, USB3_PN_CON);
2142 spin_unlock_irqrestore(&usb3->lock, flags);
2147 /*------- usb_ep_ops -----------------------------------------------------*/
2148 static int renesas_usb3_ep_enable(struct usb_ep *_ep,
2149 const struct usb_endpoint_descriptor *desc)
2151 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2153 return usb3_enable_pipe_n(usb3_ep, desc);
2156 static int renesas_usb3_ep_disable(struct usb_ep *_ep)
2158 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2159 struct renesas_usb3_request *usb3_req;
2162 usb3_req = usb3_get_request(usb3_ep);
2165 usb3_dma_try_stop(usb3_ep, usb3_req);
2166 usb3_request_done(usb3_ep, usb3_req, -ESHUTDOWN);
2169 return usb3_disable_pipe_n(usb3_ep);
2172 static struct usb_request *__renesas_usb3_ep_alloc_request(gfp_t gfp_flags)
2174 struct renesas_usb3_request *usb3_req;
2176 usb3_req = kzalloc(sizeof(struct renesas_usb3_request), gfp_flags);
2180 INIT_LIST_HEAD(&usb3_req->queue);
2182 return &usb3_req->req;
2185 static void __renesas_usb3_ep_free_request(struct usb_request *_req)
2187 struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
2192 static struct usb_request *renesas_usb3_ep_alloc_request(struct usb_ep *_ep,
2195 return __renesas_usb3_ep_alloc_request(gfp_flags);
2198 static void renesas_usb3_ep_free_request(struct usb_ep *_ep,
2199 struct usb_request *_req)
2201 __renesas_usb3_ep_free_request(_req);
2204 static int renesas_usb3_ep_dequeue(struct usb_ep *_ep, struct usb_request *_req)
2206 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2207 struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
2208 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2210 dev_dbg(usb3_to_dev(usb3), "ep_dequeue: ep%2d, %u\n", usb3_ep->num,
2213 usb3_dma_try_stop(usb3_ep, usb3_req);
2214 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, -ECONNRESET);
2219 static int renesas_usb3_ep_set_halt(struct usb_ep *_ep, int value)
2221 return usb3_set_halt(usb_ep_to_usb3_ep(_ep), !!value, false);
2224 static int renesas_usb3_ep_set_wedge(struct usb_ep *_ep)
2226 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2228 usb3_ep->wedge = true;
2229 return usb3_set_halt(usb3_ep, true, false);
2232 static void renesas_usb3_ep_fifo_flush(struct usb_ep *_ep)
2234 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2235 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2236 unsigned long flags;
2239 spin_lock_irqsave(&usb3->lock, flags);
2240 if (!usb3_pn_change(usb3, usb3_ep->num)) {
2241 usb3_pn_con_clear(usb3);
2242 usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
2244 spin_unlock_irqrestore(&usb3->lock, flags);
2246 usb3_p0_con_clear_buffer(usb3);
2250 static const struct usb_ep_ops renesas_usb3_ep_ops = {
2251 .enable = renesas_usb3_ep_enable,
2252 .disable = renesas_usb3_ep_disable,
2254 .alloc_request = renesas_usb3_ep_alloc_request,
2255 .free_request = renesas_usb3_ep_free_request,
2257 .queue = renesas_usb3_ep_queue,
2258 .dequeue = renesas_usb3_ep_dequeue,
2260 .set_halt = renesas_usb3_ep_set_halt,
2261 .set_wedge = renesas_usb3_ep_set_wedge,
2262 .fifo_flush = renesas_usb3_ep_fifo_flush,
2265 /*------- usb_gadget_ops -------------------------------------------------*/
2266 static int renesas_usb3_start(struct usb_gadget *gadget,
2267 struct usb_gadget_driver *driver)
2269 struct renesas_usb3 *usb3;
2271 if (!driver || driver->max_speed < USB_SPEED_FULL ||
2275 usb3 = gadget_to_renesas_usb3(gadget);
2277 /* hook up the driver */
2278 usb3->driver = driver;
2281 phy_init(usb3->phy);
2283 pm_runtime_get_sync(usb3_to_dev(usb3));
2285 renesas_usb3_init_controller(usb3);
2290 static int renesas_usb3_stop(struct usb_gadget *gadget)
2292 struct renesas_usb3 *usb3 = gadget_to_renesas_usb3(gadget);
2294 usb3->softconnect = false;
2295 usb3->gadget.speed = USB_SPEED_UNKNOWN;
2296 usb3->driver = NULL;
2297 renesas_usb3_stop_controller(usb3);
2300 phy_exit(usb3->phy);
2302 pm_runtime_put(usb3_to_dev(usb3));
2307 static int renesas_usb3_get_frame(struct usb_gadget *_gadget)
2312 static int renesas_usb3_pullup(struct usb_gadget *gadget, int is_on)
2314 struct renesas_usb3 *usb3 = gadget_to_renesas_usb3(gadget);
2316 usb3->softconnect = !!is_on;
2321 static int renesas_usb3_set_selfpowered(struct usb_gadget *gadget, int is_self)
2323 gadget->is_selfpowered = !!is_self;
2328 static const struct usb_gadget_ops renesas_usb3_gadget_ops = {
2329 .get_frame = renesas_usb3_get_frame,
2330 .udc_start = renesas_usb3_start,
2331 .udc_stop = renesas_usb3_stop,
2332 .pullup = renesas_usb3_pullup,
2333 .set_selfpowered = renesas_usb3_set_selfpowered,
2336 static enum usb_role renesas_usb3_role_switch_get(struct device *dev)
2338 struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2339 enum usb_role cur_role;
2341 pm_runtime_get_sync(dev);
2342 cur_role = usb3_is_host(usb3) ? USB_ROLE_HOST : USB_ROLE_DEVICE;
2343 pm_runtime_put(dev);
2348 static int renesas_usb3_role_switch_set(struct device *dev,
2351 struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2352 struct device *host = usb3->host_dev;
2353 enum usb_role cur_role = renesas_usb3_role_switch_get(dev);
2355 pm_runtime_get_sync(dev);
2356 if (cur_role == USB_ROLE_HOST && role == USB_ROLE_DEVICE) {
2357 device_release_driver(host);
2358 usb3_set_mode(usb3, false);
2359 } else if (cur_role == USB_ROLE_DEVICE && role == USB_ROLE_HOST) {
2360 /* Must set the mode before device_attach of the host */
2361 usb3_set_mode(usb3, true);
2362 /* This device_attach() might sleep */
2363 if (device_attach(host) < 0)
2364 dev_err(dev, "device_attach(host) failed\n");
2366 pm_runtime_put(dev);
2371 static ssize_t role_store(struct device *dev, struct device_attribute *attr,
2372 const char *buf, size_t count)
2374 struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2375 bool new_mode_is_host;
2380 if (usb3->forced_b_device)
2383 if (sysfs_streq(buf, "host"))
2384 new_mode_is_host = true;
2385 else if (sysfs_streq(buf, "peripheral"))
2386 new_mode_is_host = false;
2390 if (new_mode_is_host == usb3_is_host(usb3))
2393 usb3_mode_config(usb3, new_mode_is_host, usb3_is_a_device(usb3));
2398 static ssize_t role_show(struct device *dev, struct device_attribute *attr,
2401 struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2406 return sprintf(buf, "%s\n", usb3_is_host(usb3) ? "host" : "peripheral");
2408 static DEVICE_ATTR_RW(role);
2410 static int renesas_usb3_b_device_show(struct seq_file *s, void *unused)
2412 struct renesas_usb3 *usb3 = s->private;
2414 seq_printf(s, "%d\n", usb3->forced_b_device);
2419 static int renesas_usb3_b_device_open(struct inode *inode, struct file *file)
2421 return single_open(file, renesas_usb3_b_device_show, inode->i_private);
2424 static ssize_t renesas_usb3_b_device_write(struct file *file,
2425 const char __user *ubuf,
2426 size_t count, loff_t *ppos)
2428 struct seq_file *s = file->private_data;
2429 struct renesas_usb3 *usb3 = s->private;
2435 if (copy_from_user(&buf, ubuf, min_t(size_t, sizeof(buf) - 1, count)))
2438 usb3->start_to_connect = false;
2439 if (usb3->workaround_for_vbus && usb3->forced_b_device &&
2440 !strncmp(buf, "2", 1))
2441 usb3->start_to_connect = true;
2442 else if (!strncmp(buf, "1", 1))
2443 usb3->forced_b_device = true;
2445 usb3->forced_b_device = false;
2447 if (usb3->workaround_for_vbus)
2448 usb3_disconnect(usb3);
2450 /* Let this driver call usb3_connect() if needed */
2451 usb3_check_id(usb3);
2456 static const struct file_operations renesas_usb3_b_device_fops = {
2457 .open = renesas_usb3_b_device_open,
2458 .write = renesas_usb3_b_device_write,
2460 .llseek = seq_lseek,
2461 .release = single_release,
2464 static void renesas_usb3_debugfs_init(struct renesas_usb3 *usb3,
2467 usb3->dentry = debugfs_create_dir(dev_name(dev), NULL);
2469 debugfs_create_file("b_device", 0644, usb3->dentry, usb3,
2470 &renesas_usb3_b_device_fops);
2473 /*------- platform_driver ------------------------------------------------*/
2474 static int renesas_usb3_remove(struct platform_device *pdev)
2476 struct renesas_usb3 *usb3 = platform_get_drvdata(pdev);
2478 debugfs_remove_recursive(usb3->dentry);
2479 device_remove_file(&pdev->dev, &dev_attr_role);
2481 usb_role_switch_unregister(usb3->role_sw);
2483 usb_del_gadget_udc(&usb3->gadget);
2484 renesas_usb3_dma_free_prd(usb3, &pdev->dev);
2486 __renesas_usb3_ep_free_request(usb3->ep0_req);
2487 pm_runtime_disable(&pdev->dev);
2492 static int renesas_usb3_init_ep(struct renesas_usb3 *usb3, struct device *dev,
2493 const struct renesas_usb3_priv *priv)
2495 struct renesas_usb3_ep *usb3_ep;
2498 /* calculate num_usb3_eps from renesas_usb3_priv */
2499 usb3->num_usb3_eps = priv->ramsize_per_ramif * priv->num_ramif * 2 /
2500 priv->ramsize_per_pipe + 1;
2502 if (usb3->num_usb3_eps > USB3_MAX_NUM_PIPES)
2503 usb3->num_usb3_eps = USB3_MAX_NUM_PIPES;
2505 usb3->usb3_ep = devm_kcalloc(dev,
2506 usb3->num_usb3_eps, sizeof(*usb3_ep),
2511 dev_dbg(dev, "%s: num_usb3_eps = %d\n", __func__, usb3->num_usb3_eps);
2513 * This driver prepares pipes as follows:
2514 * - odd pipes = IN pipe
2515 * - even pipes = OUT pipe (except pipe 0)
2517 usb3_for_each_ep(usb3_ep, usb3, i) {
2518 snprintf(usb3_ep->ep_name, sizeof(usb3_ep->ep_name), "ep%d", i);
2519 usb3_ep->usb3 = usb3;
2521 usb3_ep->ep.name = usb3_ep->ep_name;
2522 usb3_ep->ep.ops = &renesas_usb3_ep_ops;
2523 INIT_LIST_HEAD(&usb3_ep->queue);
2524 INIT_LIST_HEAD(&usb3_ep->ep.ep_list);
2526 /* for control pipe */
2527 usb3->gadget.ep0 = &usb3_ep->ep;
2528 usb_ep_set_maxpacket_limit(&usb3_ep->ep,
2529 USB3_EP0_SS_MAX_PACKET_SIZE);
2530 usb3_ep->ep.caps.type_control = true;
2531 usb3_ep->ep.caps.dir_in = true;
2532 usb3_ep->ep.caps.dir_out = true;
2536 /* for bulk or interrupt pipe */
2537 usb_ep_set_maxpacket_limit(&usb3_ep->ep, ~0);
2538 list_add_tail(&usb3_ep->ep.ep_list, &usb3->gadget.ep_list);
2539 usb3_ep->ep.caps.type_bulk = true;
2540 usb3_ep->ep.caps.type_int = true;
2542 usb3_ep->ep.caps.dir_in = true;
2544 usb3_ep->ep.caps.dir_out = true;
2550 static void renesas_usb3_init_ram(struct renesas_usb3 *usb3, struct device *dev,
2551 const struct renesas_usb3_priv *priv)
2553 struct renesas_usb3_ep *usb3_ep;
2555 u32 ramif[2], basead[2]; /* index 0 = for IN pipes */
2556 u32 *cur_ramif, *cur_basead;
2559 memset(ramif, 0, sizeof(ramif));
2560 memset(basead, 0, sizeof(basead));
2563 * This driver prepares pipes as follows:
2564 * - all pipes = the same size as "ramsize_per_pipe"
2565 * Please refer to the "Method of Specifying RAM Mapping"
2567 usb3_for_each_ep(usb3_ep, usb3, i) {
2569 continue; /* out of scope if ep num = 0 */
2570 if (usb3_ep->ep.caps.dir_in) {
2571 cur_ramif = &ramif[0];
2572 cur_basead = &basead[0];
2574 cur_ramif = &ramif[1];
2575 cur_basead = &basead[1];
2578 if (*cur_basead > priv->ramsize_per_ramif)
2579 continue; /* out of memory for IN or OUT pipe */
2581 /* calculate rammap_val */
2582 val = PN_RAMMAP_RAMIF(*cur_ramif);
2583 val |= usb3_calc_ramarea(priv->ramsize_per_pipe);
2584 val |= PN_RAMMAP_BASEAD(*cur_basead);
2585 usb3_ep->rammap_val = val;
2587 dev_dbg(dev, "ep%2d: val = %08x, ramif = %d, base = %x\n",
2588 i, val, *cur_ramif, *cur_basead);
2590 /* update current ramif */
2591 if (*cur_ramif + 1 == priv->num_ramif) {
2593 *cur_basead += priv->ramsize_per_pipe;
2600 static const struct renesas_usb3_priv renesas_usb3_priv_r8a7795_es1 = {
2601 .ramsize_per_ramif = SZ_16K,
2603 .ramsize_per_pipe = SZ_4K,
2604 .workaround_for_vbus = true,
2607 static const struct renesas_usb3_priv renesas_usb3_priv_gen3 = {
2608 .ramsize_per_ramif = SZ_16K,
2610 .ramsize_per_pipe = SZ_4K,
2613 static const struct of_device_id usb3_of_match[] = {
2615 .compatible = "renesas,r8a7795-usb3-peri",
2616 .data = &renesas_usb3_priv_gen3,
2619 .compatible = "renesas,rcar-gen3-usb3-peri",
2620 .data = &renesas_usb3_priv_gen3,
2624 MODULE_DEVICE_TABLE(of, usb3_of_match);
2626 static const struct soc_device_attribute renesas_usb3_quirks_match[] = {
2628 .soc_id = "r8a7795", .revision = "ES1.*",
2629 .data = &renesas_usb3_priv_r8a7795_es1,
2634 static const unsigned int renesas_usb3_cable[] = {
2640 static const struct usb_role_switch_desc renesas_usb3_role_switch_desc = {
2641 .set = renesas_usb3_role_switch_set,
2642 .get = renesas_usb3_role_switch_get,
2643 .allow_userspace_control = true,
2646 static int renesas_usb3_probe(struct platform_device *pdev)
2648 struct renesas_usb3 *usb3;
2649 struct resource *res;
2651 const struct renesas_usb3_priv *priv;
2652 const struct soc_device_attribute *attr;
2654 attr = soc_device_match(renesas_usb3_quirks_match);
2658 priv = of_device_get_match_data(&pdev->dev);
2660 irq = platform_get_irq(pdev, 0);
2662 dev_err(&pdev->dev, "Failed to get IRQ: %d\n", irq);
2666 usb3 = devm_kzalloc(&pdev->dev, sizeof(*usb3), GFP_KERNEL);
2670 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2671 usb3->reg = devm_ioremap_resource(&pdev->dev, res);
2672 if (IS_ERR(usb3->reg))
2673 return PTR_ERR(usb3->reg);
2675 platform_set_drvdata(pdev, usb3);
2676 spin_lock_init(&usb3->lock);
2678 usb3->gadget.ops = &renesas_usb3_gadget_ops;
2679 usb3->gadget.name = udc_name;
2680 usb3->gadget.max_speed = USB_SPEED_SUPER;
2681 INIT_LIST_HEAD(&usb3->gadget.ep_list);
2682 ret = renesas_usb3_init_ep(usb3, &pdev->dev, priv);
2685 renesas_usb3_init_ram(usb3, &pdev->dev, priv);
2687 ret = devm_request_irq(&pdev->dev, irq, renesas_usb3_irq, 0,
2688 dev_name(&pdev->dev), usb3);
2692 INIT_WORK(&usb3->extcon_work, renesas_usb3_extcon_work);
2693 usb3->extcon = devm_extcon_dev_allocate(&pdev->dev, renesas_usb3_cable);
2694 if (IS_ERR(usb3->extcon))
2695 return PTR_ERR(usb3->extcon);
2697 ret = devm_extcon_dev_register(&pdev->dev, usb3->extcon);
2699 dev_err(&pdev->dev, "Failed to register extcon\n");
2703 /* for ep0 handling */
2704 usb3->ep0_req = __renesas_usb3_ep_alloc_request(GFP_KERNEL);
2708 ret = renesas_usb3_dma_alloc_prd(usb3, &pdev->dev);
2713 * This is optional. So, if this driver cannot get a phy,
2714 * this driver will not handle a phy anymore.
2716 usb3->phy = devm_phy_optional_get(&pdev->dev, "usb");
2717 if (IS_ERR(usb3->phy)) {
2718 ret = PTR_ERR(usb3->phy);
2722 pm_runtime_enable(&pdev->dev);
2723 ret = usb_add_gadget_udc(&pdev->dev, &usb3->gadget);
2727 ret = device_create_file(&pdev->dev, &dev_attr_role);
2729 goto err_dev_create;
2731 INIT_WORK(&usb3->role_work, renesas_usb3_role_work);
2732 usb3->role_sw = usb_role_switch_register(&pdev->dev,
2733 &renesas_usb3_role_switch_desc);
2734 if (!IS_ERR(usb3->role_sw)) {
2735 usb3->host_dev = usb_of_get_companion_dev(&pdev->dev);
2736 if (!usb3->host_dev) {
2737 /* If not found, this driver will not use a role sw */
2738 usb_role_switch_unregister(usb3->role_sw);
2739 usb3->role_sw = NULL;
2742 usb3->role_sw = NULL;
2745 usb3->workaround_for_vbus = priv->workaround_for_vbus;
2747 renesas_usb3_debugfs_init(usb3, &pdev->dev);
2749 dev_info(&pdev->dev, "probed%s\n", usb3->phy ? " with phy" : "");
2754 usb_del_gadget_udc(&usb3->gadget);
2757 renesas_usb3_dma_free_prd(usb3, &pdev->dev);
2760 __renesas_usb3_ep_free_request(usb3->ep0_req);
2765 #ifdef CONFIG_PM_SLEEP
2766 static int renesas_usb3_suspend(struct device *dev)
2768 struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2774 renesas_usb3_stop_controller(usb3);
2776 phy_exit(usb3->phy);
2777 pm_runtime_put(dev);
2782 static int renesas_usb3_resume(struct device *dev)
2784 struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2791 phy_init(usb3->phy);
2792 pm_runtime_get_sync(dev);
2793 renesas_usb3_init_controller(usb3);
2799 static SIMPLE_DEV_PM_OPS(renesas_usb3_pm_ops, renesas_usb3_suspend,
2800 renesas_usb3_resume);
2802 static struct platform_driver renesas_usb3_driver = {
2803 .probe = renesas_usb3_probe,
2804 .remove = renesas_usb3_remove,
2806 .name = (char *)udc_name,
2807 .pm = &renesas_usb3_pm_ops,
2808 .of_match_table = of_match_ptr(usb3_of_match),
2811 module_platform_driver(renesas_usb3_driver);
2813 MODULE_DESCRIPTION("Renesas USB3.0 Peripheral driver");
2814 MODULE_LICENSE("GPL v2");
2815 MODULE_AUTHOR("Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>");
2816 MODULE_ALIAS("platform:renesas_usb3");