GNU Linux-libre 4.19.295-gnu1
[releases.git] / drivers / usb / chipidea / core.c
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * core.c - ChipIdea USB IP core family device controller
4  *
5  * Copyright (C) 2008 Chipidea - MIPS Technologies, Inc. All rights reserved.
6  *
7  * Author: David Lopo
8  */
9
10 /*
11  * Description: ChipIdea USB IP core family device controller
12  *
13  * This driver is composed of several blocks:
14  * - HW:     hardware interface
15  * - DBG:    debug facilities (optional)
16  * - UTIL:   utilities
17  * - ISR:    interrupts handling
18  * - ENDPT:  endpoint operations (Gadget API)
19  * - GADGET: gadget operations (Gadget API)
20  * - BUS:    bus glue code, bus abstraction layer
21  *
22  * Compile Options
23  * - STALL_IN:  non-empty bulk-in pipes cannot be halted
24  *              if defined mass storage compliance succeeds but with warnings
25  *              => case 4: Hi >  Dn
26  *              => case 5: Hi >  Di
27  *              => case 8: Hi <> Do
28  *              if undefined usbtest 13 fails
29  * - TRACE:     enable function tracing (depends on DEBUG)
30  *
31  * Main Features
32  * - Chapter 9 & Mass Storage Compliance with Gadget File Storage
33  * - Chapter 9 Compliance with Gadget Zero (STALL_IN undefined)
34  * - Normal & LPM support
35  *
36  * USBTEST Report
37  * - OK: 0-12, 13 (STALL_IN defined) & 14
38  * - Not Supported: 15 & 16 (ISO)
39  *
40  * TODO List
41  * - Suspend & Remote Wakeup
42  */
43 #include <linux/delay.h>
44 #include <linux/device.h>
45 #include <linux/dma-mapping.h>
46 #include <linux/extcon.h>
47 #include <linux/phy/phy.h>
48 #include <linux/platform_device.h>
49 #include <linux/module.h>
50 #include <linux/idr.h>
51 #include <linux/interrupt.h>
52 #include <linux/io.h>
53 #include <linux/kernel.h>
54 #include <linux/slab.h>
55 #include <linux/pm_runtime.h>
56 #include <linux/usb/ch9.h>
57 #include <linux/usb/gadget.h>
58 #include <linux/usb/otg.h>
59 #include <linux/usb/chipidea.h>
60 #include <linux/usb/of.h>
61 #include <linux/of.h>
62 #include <linux/regulator/consumer.h>
63 #include <linux/usb/ehci_def.h>
64
65 #include "ci.h"
66 #include "udc.h"
67 #include "bits.h"
68 #include "host.h"
69 #include "otg.h"
70 #include "otg_fsm.h"
71
72 /* Controller register map */
73 static const u8 ci_regs_nolpm[] = {
74         [CAP_CAPLENGTH]         = 0x00U,
75         [CAP_HCCPARAMS]         = 0x08U,
76         [CAP_DCCPARAMS]         = 0x24U,
77         [CAP_TESTMODE]          = 0x38U,
78         [OP_USBCMD]             = 0x00U,
79         [OP_USBSTS]             = 0x04U,
80         [OP_USBINTR]            = 0x08U,
81         [OP_DEVICEADDR]         = 0x14U,
82         [OP_ENDPTLISTADDR]      = 0x18U,
83         [OP_TTCTRL]             = 0x1CU,
84         [OP_BURSTSIZE]          = 0x20U,
85         [OP_ULPI_VIEWPORT]      = 0x30U,
86         [OP_PORTSC]             = 0x44U,
87         [OP_DEVLC]              = 0x84U,
88         [OP_OTGSC]              = 0x64U,
89         [OP_USBMODE]            = 0x68U,
90         [OP_ENDPTSETUPSTAT]     = 0x6CU,
91         [OP_ENDPTPRIME]         = 0x70U,
92         [OP_ENDPTFLUSH]         = 0x74U,
93         [OP_ENDPTSTAT]          = 0x78U,
94         [OP_ENDPTCOMPLETE]      = 0x7CU,
95         [OP_ENDPTCTRL]          = 0x80U,
96 };
97
98 static const u8 ci_regs_lpm[] = {
99         [CAP_CAPLENGTH]         = 0x00U,
100         [CAP_HCCPARAMS]         = 0x08U,
101         [CAP_DCCPARAMS]         = 0x24U,
102         [CAP_TESTMODE]          = 0xFCU,
103         [OP_USBCMD]             = 0x00U,
104         [OP_USBSTS]             = 0x04U,
105         [OP_USBINTR]            = 0x08U,
106         [OP_DEVICEADDR]         = 0x14U,
107         [OP_ENDPTLISTADDR]      = 0x18U,
108         [OP_TTCTRL]             = 0x1CU,
109         [OP_BURSTSIZE]          = 0x20U,
110         [OP_ULPI_VIEWPORT]      = 0x30U,
111         [OP_PORTSC]             = 0x44U,
112         [OP_DEVLC]              = 0x84U,
113         [OP_OTGSC]              = 0xC4U,
114         [OP_USBMODE]            = 0xC8U,
115         [OP_ENDPTSETUPSTAT]     = 0xD8U,
116         [OP_ENDPTPRIME]         = 0xDCU,
117         [OP_ENDPTFLUSH]         = 0xE0U,
118         [OP_ENDPTSTAT]          = 0xE4U,
119         [OP_ENDPTCOMPLETE]      = 0xE8U,
120         [OP_ENDPTCTRL]          = 0xECU,
121 };
122
123 static void hw_alloc_regmap(struct ci_hdrc *ci, bool is_lpm)
124 {
125         int i;
126
127         for (i = 0; i < OP_ENDPTCTRL; i++)
128                 ci->hw_bank.regmap[i] =
129                         (i <= CAP_LAST ? ci->hw_bank.cap : ci->hw_bank.op) +
130                         (is_lpm ? ci_regs_lpm[i] : ci_regs_nolpm[i]);
131
132         for (; i <= OP_LAST; i++)
133                 ci->hw_bank.regmap[i] = ci->hw_bank.op +
134                         4 * (i - OP_ENDPTCTRL) +
135                         (is_lpm
136                          ? ci_regs_lpm[OP_ENDPTCTRL]
137                          : ci_regs_nolpm[OP_ENDPTCTRL]);
138
139 }
140
141 static enum ci_revision ci_get_revision(struct ci_hdrc *ci)
142 {
143         int ver = hw_read_id_reg(ci, ID_ID, VERSION) >> __ffs(VERSION);
144         enum ci_revision rev = CI_REVISION_UNKNOWN;
145
146         if (ver == 0x2) {
147                 rev = hw_read_id_reg(ci, ID_ID, REVISION)
148                         >> __ffs(REVISION);
149                 rev += CI_REVISION_20;
150         } else if (ver == 0x0) {
151                 rev = CI_REVISION_1X;
152         }
153
154         return rev;
155 }
156
157 /**
158  * hw_read_intr_enable: returns interrupt enable register
159  *
160  * @ci: the controller
161  *
162  * This function returns register data
163  */
164 u32 hw_read_intr_enable(struct ci_hdrc *ci)
165 {
166         return hw_read(ci, OP_USBINTR, ~0);
167 }
168
169 /**
170  * hw_read_intr_status: returns interrupt status register
171  *
172  * @ci: the controller
173  *
174  * This function returns register data
175  */
176 u32 hw_read_intr_status(struct ci_hdrc *ci)
177 {
178         return hw_read(ci, OP_USBSTS, ~0);
179 }
180
181 /**
182  * hw_port_test_set: writes port test mode (execute without interruption)
183  * @mode: new value
184  *
185  * This function returns an error code
186  */
187 int hw_port_test_set(struct ci_hdrc *ci, u8 mode)
188 {
189         const u8 TEST_MODE_MAX = 7;
190
191         if (mode > TEST_MODE_MAX)
192                 return -EINVAL;
193
194         hw_write(ci, OP_PORTSC, PORTSC_PTC, mode << __ffs(PORTSC_PTC));
195         return 0;
196 }
197
198 /**
199  * hw_port_test_get: reads port test mode value
200  *
201  * @ci: the controller
202  *
203  * This function returns port test mode value
204  */
205 u8 hw_port_test_get(struct ci_hdrc *ci)
206 {
207         return hw_read(ci, OP_PORTSC, PORTSC_PTC) >> __ffs(PORTSC_PTC);
208 }
209
210 static void hw_wait_phy_stable(void)
211 {
212         /*
213          * The phy needs some delay to output the stable status from low
214          * power mode. And for OTGSC, the status inputs are debounced
215          * using a 1 ms time constant, so, delay 2ms for controller to get
216          * the stable status, like vbus and id when the phy leaves low power.
217          */
218         usleep_range(2000, 2500);
219 }
220
221 /* The PHY enters/leaves low power mode */
222 static void ci_hdrc_enter_lpm(struct ci_hdrc *ci, bool enable)
223 {
224         enum ci_hw_regs reg = ci->hw_bank.lpm ? OP_DEVLC : OP_PORTSC;
225         bool lpm = !!(hw_read(ci, reg, PORTSC_PHCD(ci->hw_bank.lpm)));
226
227         if (enable && !lpm)
228                 hw_write(ci, reg, PORTSC_PHCD(ci->hw_bank.lpm),
229                                 PORTSC_PHCD(ci->hw_bank.lpm));
230         else if (!enable && lpm)
231                 hw_write(ci, reg, PORTSC_PHCD(ci->hw_bank.lpm),
232                                 0);
233 }
234
235 static int hw_device_init(struct ci_hdrc *ci, void __iomem *base)
236 {
237         u32 reg;
238
239         /* bank is a module variable */
240         ci->hw_bank.abs = base;
241
242         ci->hw_bank.cap = ci->hw_bank.abs;
243         ci->hw_bank.cap += ci->platdata->capoffset;
244         ci->hw_bank.op = ci->hw_bank.cap + (ioread32(ci->hw_bank.cap) & 0xff);
245
246         hw_alloc_regmap(ci, false);
247         reg = hw_read(ci, CAP_HCCPARAMS, HCCPARAMS_LEN) >>
248                 __ffs(HCCPARAMS_LEN);
249         ci->hw_bank.lpm  = reg;
250         if (reg)
251                 hw_alloc_regmap(ci, !!reg);
252         ci->hw_bank.size = ci->hw_bank.op - ci->hw_bank.abs;
253         ci->hw_bank.size += OP_LAST;
254         ci->hw_bank.size /= sizeof(u32);
255
256         reg = hw_read(ci, CAP_DCCPARAMS, DCCPARAMS_DEN) >>
257                 __ffs(DCCPARAMS_DEN);
258         ci->hw_ep_max = reg * 2;   /* cache hw ENDPT_MAX */
259
260         if (ci->hw_ep_max > ENDPT_MAX)
261                 return -ENODEV;
262
263         ci_hdrc_enter_lpm(ci, false);
264
265         /* Disable all interrupts bits */
266         hw_write(ci, OP_USBINTR, 0xffffffff, 0);
267
268         /* Clear all interrupts status bits*/
269         hw_write(ci, OP_USBSTS, 0xffffffff, 0xffffffff);
270
271         ci->rev = ci_get_revision(ci);
272
273         dev_dbg(ci->dev,
274                 "ChipIdea HDRC found, revision: %d, lpm: %d; cap: %p op: %p\n",
275                 ci->rev, ci->hw_bank.lpm, ci->hw_bank.cap, ci->hw_bank.op);
276
277         /* setup lock mode ? */
278
279         /* ENDPTSETUPSTAT is '0' by default */
280
281         /* HCSPARAMS.bf.ppc SHOULD BE zero for device */
282
283         return 0;
284 }
285
286 void hw_phymode_configure(struct ci_hdrc *ci)
287 {
288         u32 portsc, lpm, sts = 0;
289
290         switch (ci->platdata->phy_mode) {
291         case USBPHY_INTERFACE_MODE_UTMI:
292                 portsc = PORTSC_PTS(PTS_UTMI);
293                 lpm = DEVLC_PTS(PTS_UTMI);
294                 break;
295         case USBPHY_INTERFACE_MODE_UTMIW:
296                 portsc = PORTSC_PTS(PTS_UTMI) | PORTSC_PTW;
297                 lpm = DEVLC_PTS(PTS_UTMI) | DEVLC_PTW;
298                 break;
299         case USBPHY_INTERFACE_MODE_ULPI:
300                 portsc = PORTSC_PTS(PTS_ULPI);
301                 lpm = DEVLC_PTS(PTS_ULPI);
302                 break;
303         case USBPHY_INTERFACE_MODE_SERIAL:
304                 portsc = PORTSC_PTS(PTS_SERIAL);
305                 lpm = DEVLC_PTS(PTS_SERIAL);
306                 sts = 1;
307                 break;
308         case USBPHY_INTERFACE_MODE_HSIC:
309                 portsc = PORTSC_PTS(PTS_HSIC);
310                 lpm = DEVLC_PTS(PTS_HSIC);
311                 break;
312         default:
313                 return;
314         }
315
316         if (ci->hw_bank.lpm) {
317                 hw_write(ci, OP_DEVLC, DEVLC_PTS(7) | DEVLC_PTW, lpm);
318                 if (sts)
319                         hw_write(ci, OP_DEVLC, DEVLC_STS, DEVLC_STS);
320         } else {
321                 hw_write(ci, OP_PORTSC, PORTSC_PTS(7) | PORTSC_PTW, portsc);
322                 if (sts)
323                         hw_write(ci, OP_PORTSC, PORTSC_STS, PORTSC_STS);
324         }
325 }
326 EXPORT_SYMBOL_GPL(hw_phymode_configure);
327
328 /**
329  * _ci_usb_phy_init: initialize phy taking in account both phy and usb_phy
330  * interfaces
331  * @ci: the controller
332  *
333  * This function returns an error code if the phy failed to init
334  */
335 static int _ci_usb_phy_init(struct ci_hdrc *ci)
336 {
337         int ret;
338
339         if (ci->phy) {
340                 ret = phy_init(ci->phy);
341                 if (ret)
342                         return ret;
343
344                 ret = phy_power_on(ci->phy);
345                 if (ret) {
346                         phy_exit(ci->phy);
347                         return ret;
348                 }
349         } else {
350                 ret = usb_phy_init(ci->usb_phy);
351         }
352
353         return ret;
354 }
355
356 /**
357  * _ci_usb_phy_exit: deinitialize phy taking in account both phy and usb_phy
358  * interfaces
359  * @ci: the controller
360  */
361 static void ci_usb_phy_exit(struct ci_hdrc *ci)
362 {
363         if (ci->platdata->flags & CI_HDRC_OVERRIDE_PHY_CONTROL)
364                 return;
365
366         if (ci->phy) {
367                 phy_power_off(ci->phy);
368                 phy_exit(ci->phy);
369         } else {
370                 usb_phy_shutdown(ci->usb_phy);
371         }
372 }
373
374 /**
375  * ci_usb_phy_init: initialize phy according to different phy type
376  * @ci: the controller
377  *
378  * This function returns an error code if usb_phy_init has failed
379  */
380 static int ci_usb_phy_init(struct ci_hdrc *ci)
381 {
382         int ret;
383
384         if (ci->platdata->flags & CI_HDRC_OVERRIDE_PHY_CONTROL)
385                 return 0;
386
387         switch (ci->platdata->phy_mode) {
388         case USBPHY_INTERFACE_MODE_UTMI:
389         case USBPHY_INTERFACE_MODE_UTMIW:
390         case USBPHY_INTERFACE_MODE_HSIC:
391                 ret = _ci_usb_phy_init(ci);
392                 if (!ret)
393                         hw_wait_phy_stable();
394                 else
395                         return ret;
396                 hw_phymode_configure(ci);
397                 break;
398         case USBPHY_INTERFACE_MODE_ULPI:
399         case USBPHY_INTERFACE_MODE_SERIAL:
400                 hw_phymode_configure(ci);
401                 ret = _ci_usb_phy_init(ci);
402                 if (ret)
403                         return ret;
404                 break;
405         default:
406                 ret = _ci_usb_phy_init(ci);
407                 if (!ret)
408                         hw_wait_phy_stable();
409         }
410
411         return ret;
412 }
413
414
415 /**
416  * ci_platform_configure: do controller configure
417  * @ci: the controller
418  *
419  */
420 void ci_platform_configure(struct ci_hdrc *ci)
421 {
422         bool is_device_mode, is_host_mode;
423
424         is_device_mode = hw_read(ci, OP_USBMODE, USBMODE_CM) == USBMODE_CM_DC;
425         is_host_mode = hw_read(ci, OP_USBMODE, USBMODE_CM) == USBMODE_CM_HC;
426
427         if (is_device_mode) {
428                 phy_set_mode(ci->phy, PHY_MODE_USB_DEVICE);
429
430                 if (ci->platdata->flags & CI_HDRC_DISABLE_DEVICE_STREAMING)
431                         hw_write(ci, OP_USBMODE, USBMODE_CI_SDIS,
432                                  USBMODE_CI_SDIS);
433         }
434
435         if (is_host_mode) {
436                 phy_set_mode(ci->phy, PHY_MODE_USB_HOST);
437
438                 if (ci->platdata->flags & CI_HDRC_DISABLE_HOST_STREAMING)
439                         hw_write(ci, OP_USBMODE, USBMODE_CI_SDIS,
440                                  USBMODE_CI_SDIS);
441         }
442
443         if (ci->platdata->flags & CI_HDRC_FORCE_FULLSPEED) {
444                 if (ci->hw_bank.lpm)
445                         hw_write(ci, OP_DEVLC, DEVLC_PFSC, DEVLC_PFSC);
446                 else
447                         hw_write(ci, OP_PORTSC, PORTSC_PFSC, PORTSC_PFSC);
448         }
449
450         if (ci->platdata->flags & CI_HDRC_SET_NON_ZERO_TTHA)
451                 hw_write(ci, OP_TTCTRL, TTCTRL_TTHA_MASK, TTCTRL_TTHA);
452
453         hw_write(ci, OP_USBCMD, 0xff0000, ci->platdata->itc_setting << 16);
454
455         if (ci->platdata->flags & CI_HDRC_OVERRIDE_AHB_BURST)
456                 hw_write_id_reg(ci, ID_SBUSCFG, AHBBRST_MASK,
457                         ci->platdata->ahb_burst_config);
458
459         /* override burst size, take effect only when ahb_burst_config is 0 */
460         if (!hw_read_id_reg(ci, ID_SBUSCFG, AHBBRST_MASK)) {
461                 if (ci->platdata->flags & CI_HDRC_OVERRIDE_TX_BURST)
462                         hw_write(ci, OP_BURSTSIZE, TX_BURST_MASK,
463                         ci->platdata->tx_burst_size << __ffs(TX_BURST_MASK));
464
465                 if (ci->platdata->flags & CI_HDRC_OVERRIDE_RX_BURST)
466                         hw_write(ci, OP_BURSTSIZE, RX_BURST_MASK,
467                                 ci->platdata->rx_burst_size);
468         }
469 }
470
471 /**
472  * hw_controller_reset: do controller reset
473  * @ci: the controller
474   *
475  * This function returns an error code
476  */
477 static int hw_controller_reset(struct ci_hdrc *ci)
478 {
479         int count = 0;
480
481         hw_write(ci, OP_USBCMD, USBCMD_RST, USBCMD_RST);
482         while (hw_read(ci, OP_USBCMD, USBCMD_RST)) {
483                 udelay(10);
484                 if (count++ > 1000)
485                         return -ETIMEDOUT;
486         }
487
488         return 0;
489 }
490
491 /**
492  * hw_device_reset: resets chip (execute without interruption)
493  * @ci: the controller
494  *
495  * This function returns an error code
496  */
497 int hw_device_reset(struct ci_hdrc *ci)
498 {
499         int ret;
500
501         /* should flush & stop before reset */
502         hw_write(ci, OP_ENDPTFLUSH, ~0, ~0);
503         hw_write(ci, OP_USBCMD, USBCMD_RS, 0);
504
505         ret = hw_controller_reset(ci);
506         if (ret) {
507                 dev_err(ci->dev, "error resetting controller, ret=%d\n", ret);
508                 return ret;
509         }
510
511         if (ci->platdata->notify_event) {
512                 ret = ci->platdata->notify_event(ci,
513                         CI_HDRC_CONTROLLER_RESET_EVENT);
514                 if (ret)
515                         return ret;
516         }
517
518         /* USBMODE should be configured step by step */
519         hw_write(ci, OP_USBMODE, USBMODE_CM, USBMODE_CM_IDLE);
520         hw_write(ci, OP_USBMODE, USBMODE_CM, USBMODE_CM_DC);
521         /* HW >= 2.3 */
522         hw_write(ci, OP_USBMODE, USBMODE_SLOM, USBMODE_SLOM);
523
524         if (hw_read(ci, OP_USBMODE, USBMODE_CM) != USBMODE_CM_DC) {
525                 pr_err("cannot enter in %s device mode", ci_role(ci)->name);
526                 pr_err("lpm = %i", ci->hw_bank.lpm);
527                 return -ENODEV;
528         }
529
530         ci_platform_configure(ci);
531
532         return 0;
533 }
534
535 static irqreturn_t ci_irq_handler(int irq, void *data)
536 {
537         struct ci_hdrc *ci = data;
538         irqreturn_t ret = IRQ_NONE;
539         u32 otgsc = 0;
540
541         if (ci->in_lpm) {
542                 disable_irq_nosync(irq);
543                 ci->wakeup_int = true;
544                 pm_runtime_get(ci->dev);
545                 return IRQ_HANDLED;
546         }
547
548         if (ci->is_otg) {
549                 otgsc = hw_read_otgsc(ci, ~0);
550                 if (ci_otg_is_fsm_mode(ci)) {
551                         ret = ci_otg_fsm_irq(ci);
552                         if (ret == IRQ_HANDLED)
553                                 return ret;
554                 }
555         }
556
557         /*
558          * Handle id change interrupt, it indicates device/host function
559          * switch.
560          */
561         if (ci->is_otg && (otgsc & OTGSC_IDIE) && (otgsc & OTGSC_IDIS)) {
562                 ci->id_event = true;
563                 /* Clear ID change irq status */
564                 hw_write_otgsc(ci, OTGSC_IDIS, OTGSC_IDIS);
565                 ci_otg_queue_work(ci);
566                 return IRQ_HANDLED;
567         }
568
569         /*
570          * Handle vbus change interrupt, it indicates device connection
571          * and disconnection events.
572          */
573         if (ci->is_otg && (otgsc & OTGSC_BSVIE) && (otgsc & OTGSC_BSVIS)) {
574                 ci->b_sess_valid_event = true;
575                 /* Clear BSV irq */
576                 hw_write_otgsc(ci, OTGSC_BSVIS, OTGSC_BSVIS);
577                 ci_otg_queue_work(ci);
578                 return IRQ_HANDLED;
579         }
580
581         /* Handle device/host interrupt */
582         if (ci->role != CI_ROLE_END)
583                 ret = ci_role(ci)->irq(ci);
584
585         return ret;
586 }
587
588 static void ci_irq(struct ci_hdrc *ci)
589 {
590         unsigned long flags;
591
592         local_irq_save(flags);
593         ci_irq_handler(ci->irq, ci);
594         local_irq_restore(flags);
595 }
596
597 static int ci_cable_notifier(struct notifier_block *nb, unsigned long event,
598                              void *ptr)
599 {
600         struct ci_hdrc_cable *cbl = container_of(nb, struct ci_hdrc_cable, nb);
601         struct ci_hdrc *ci = cbl->ci;
602
603         cbl->connected = event;
604         cbl->changed = true;
605
606         ci_irq(ci);
607         return NOTIFY_DONE;
608 }
609
610 static int ci_get_platdata(struct device *dev,
611                 struct ci_hdrc_platform_data *platdata)
612 {
613         struct extcon_dev *ext_vbus, *ext_id;
614         struct ci_hdrc_cable *cable;
615         int ret;
616
617         if (!platdata->phy_mode)
618                 platdata->phy_mode = of_usb_get_phy_mode(dev->of_node);
619
620         if (!platdata->dr_mode)
621                 platdata->dr_mode = usb_get_dr_mode(dev);
622
623         if (platdata->dr_mode == USB_DR_MODE_UNKNOWN)
624                 platdata->dr_mode = USB_DR_MODE_OTG;
625
626         if (platdata->dr_mode != USB_DR_MODE_PERIPHERAL) {
627                 /* Get the vbus regulator */
628                 platdata->reg_vbus = devm_regulator_get(dev, "vbus");
629                 if (PTR_ERR(platdata->reg_vbus) == -EPROBE_DEFER) {
630                         return -EPROBE_DEFER;
631                 } else if (PTR_ERR(platdata->reg_vbus) == -ENODEV) {
632                         /* no vbus regulator is needed */
633                         platdata->reg_vbus = NULL;
634                 } else if (IS_ERR(platdata->reg_vbus)) {
635                         dev_err(dev, "Getting regulator error: %ld\n",
636                                 PTR_ERR(platdata->reg_vbus));
637                         return PTR_ERR(platdata->reg_vbus);
638                 }
639                 /* Get TPL support */
640                 if (!platdata->tpl_support)
641                         platdata->tpl_support =
642                                 of_usb_host_tpl_support(dev->of_node);
643         }
644
645         if (platdata->dr_mode == USB_DR_MODE_OTG) {
646                 /* We can support HNP and SRP of OTG 2.0 */
647                 platdata->ci_otg_caps.otg_rev = 0x0200;
648                 platdata->ci_otg_caps.hnp_support = true;
649                 platdata->ci_otg_caps.srp_support = true;
650
651                 /* Update otg capabilities by DT properties */
652                 ret = of_usb_update_otg_caps(dev->of_node,
653                                         &platdata->ci_otg_caps);
654                 if (ret)
655                         return ret;
656         }
657
658         if (usb_get_maximum_speed(dev) == USB_SPEED_FULL)
659                 platdata->flags |= CI_HDRC_FORCE_FULLSPEED;
660
661         of_property_read_u32(dev->of_node, "phy-clkgate-delay-us",
662                                      &platdata->phy_clkgate_delay_us);
663
664         platdata->itc_setting = 1;
665
666         of_property_read_u32(dev->of_node, "itc-setting",
667                                         &platdata->itc_setting);
668
669         ret = of_property_read_u32(dev->of_node, "ahb-burst-config",
670                                 &platdata->ahb_burst_config);
671         if (!ret) {
672                 platdata->flags |= CI_HDRC_OVERRIDE_AHB_BURST;
673         } else if (ret != -EINVAL) {
674                 dev_err(dev, "failed to get ahb-burst-config\n");
675                 return ret;
676         }
677
678         ret = of_property_read_u32(dev->of_node, "tx-burst-size-dword",
679                                 &platdata->tx_burst_size);
680         if (!ret) {
681                 platdata->flags |= CI_HDRC_OVERRIDE_TX_BURST;
682         } else if (ret != -EINVAL) {
683                 dev_err(dev, "failed to get tx-burst-size-dword\n");
684                 return ret;
685         }
686
687         ret = of_property_read_u32(dev->of_node, "rx-burst-size-dword",
688                                 &platdata->rx_burst_size);
689         if (!ret) {
690                 platdata->flags |= CI_HDRC_OVERRIDE_RX_BURST;
691         } else if (ret != -EINVAL) {
692                 dev_err(dev, "failed to get rx-burst-size-dword\n");
693                 return ret;
694         }
695
696         if (of_find_property(dev->of_node, "non-zero-ttctrl-ttha", NULL))
697                 platdata->flags |= CI_HDRC_SET_NON_ZERO_TTHA;
698
699         ext_id = ERR_PTR(-ENODEV);
700         ext_vbus = ERR_PTR(-ENODEV);
701         if (of_property_read_bool(dev->of_node, "extcon")) {
702                 /* Each one of them is not mandatory */
703                 ext_vbus = extcon_get_edev_by_phandle(dev, 0);
704                 if (IS_ERR(ext_vbus) && PTR_ERR(ext_vbus) != -ENODEV)
705                         return PTR_ERR(ext_vbus);
706
707                 ext_id = extcon_get_edev_by_phandle(dev, 1);
708                 if (IS_ERR(ext_id) && PTR_ERR(ext_id) != -ENODEV)
709                         return PTR_ERR(ext_id);
710         }
711
712         cable = &platdata->vbus_extcon;
713         cable->nb.notifier_call = ci_cable_notifier;
714         cable->edev = ext_vbus;
715
716         if (!IS_ERR(ext_vbus)) {
717                 ret = extcon_get_state(cable->edev, EXTCON_USB);
718                 if (ret)
719                         cable->connected = true;
720                 else
721                         cable->connected = false;
722         }
723
724         cable = &platdata->id_extcon;
725         cable->nb.notifier_call = ci_cable_notifier;
726         cable->edev = ext_id;
727
728         if (!IS_ERR(ext_id)) {
729                 ret = extcon_get_state(cable->edev, EXTCON_USB_HOST);
730                 if (ret)
731                         cable->connected = true;
732                 else
733                         cable->connected = false;
734         }
735         return 0;
736 }
737
738 static int ci_extcon_register(struct ci_hdrc *ci)
739 {
740         struct ci_hdrc_cable *id, *vbus;
741         int ret;
742
743         id = &ci->platdata->id_extcon;
744         id->ci = ci;
745         if (!IS_ERR_OR_NULL(id->edev)) {
746                 ret = devm_extcon_register_notifier(ci->dev, id->edev,
747                                                 EXTCON_USB_HOST, &id->nb);
748                 if (ret < 0) {
749                         dev_err(ci->dev, "register ID failed\n");
750                         return ret;
751                 }
752         }
753
754         vbus = &ci->platdata->vbus_extcon;
755         vbus->ci = ci;
756         if (!IS_ERR_OR_NULL(vbus->edev)) {
757                 ret = devm_extcon_register_notifier(ci->dev, vbus->edev,
758                                                 EXTCON_USB, &vbus->nb);
759                 if (ret < 0) {
760                         dev_err(ci->dev, "register VBUS failed\n");
761                         return ret;
762                 }
763         }
764
765         return 0;
766 }
767
768 static DEFINE_IDA(ci_ida);
769
770 struct platform_device *ci_hdrc_add_device(struct device *dev,
771                         struct resource *res, int nres,
772                         struct ci_hdrc_platform_data *platdata)
773 {
774         struct platform_device *pdev;
775         int id, ret;
776
777         ret = ci_get_platdata(dev, platdata);
778         if (ret)
779                 return ERR_PTR(ret);
780
781         id = ida_simple_get(&ci_ida, 0, 0, GFP_KERNEL);
782         if (id < 0)
783                 return ERR_PTR(id);
784
785         pdev = platform_device_alloc("ci_hdrc", id);
786         if (!pdev) {
787                 ret = -ENOMEM;
788                 goto put_id;
789         }
790
791         pdev->dev.parent = dev;
792
793         ret = platform_device_add_resources(pdev, res, nres);
794         if (ret)
795                 goto err;
796
797         ret = platform_device_add_data(pdev, platdata, sizeof(*platdata));
798         if (ret)
799                 goto err;
800
801         ret = platform_device_add(pdev);
802         if (ret)
803                 goto err;
804
805         return pdev;
806
807 err:
808         platform_device_put(pdev);
809 put_id:
810         ida_simple_remove(&ci_ida, id);
811         return ERR_PTR(ret);
812 }
813 EXPORT_SYMBOL_GPL(ci_hdrc_add_device);
814
815 void ci_hdrc_remove_device(struct platform_device *pdev)
816 {
817         int id = pdev->id;
818         platform_device_unregister(pdev);
819         ida_simple_remove(&ci_ida, id);
820 }
821 EXPORT_SYMBOL_GPL(ci_hdrc_remove_device);
822
823 static inline void ci_role_destroy(struct ci_hdrc *ci)
824 {
825         ci_hdrc_gadget_destroy(ci);
826         ci_hdrc_host_destroy(ci);
827         if (ci->is_otg && ci->roles[CI_ROLE_GADGET])
828                 ci_hdrc_otg_destroy(ci);
829 }
830
831 static void ci_get_otg_capable(struct ci_hdrc *ci)
832 {
833         if (ci->platdata->flags & CI_HDRC_DUAL_ROLE_NOT_OTG)
834                 ci->is_otg = false;
835         else
836                 ci->is_otg = (hw_read(ci, CAP_DCCPARAMS,
837                                 DCCPARAMS_DC | DCCPARAMS_HC)
838                                         == (DCCPARAMS_DC | DCCPARAMS_HC));
839         if (ci->is_otg) {
840                 dev_dbg(ci->dev, "It is OTG capable controller\n");
841                 /* Disable and clear all OTG irq */
842                 hw_write_otgsc(ci, OTGSC_INT_EN_BITS | OTGSC_INT_STATUS_BITS,
843                                                         OTGSC_INT_STATUS_BITS);
844         }
845 }
846
847 static ssize_t role_show(struct device *dev, struct device_attribute *attr,
848                           char *buf)
849 {
850         struct ci_hdrc *ci = dev_get_drvdata(dev);
851
852         if (ci->role != CI_ROLE_END)
853                 return sprintf(buf, "%s\n", ci_role(ci)->name);
854
855         return 0;
856 }
857
858 static ssize_t role_store(struct device *dev,
859                 struct device_attribute *attr, const char *buf, size_t n)
860 {
861         struct ci_hdrc *ci = dev_get_drvdata(dev);
862         enum ci_role role;
863         int ret;
864
865         if (!(ci->roles[CI_ROLE_HOST] && ci->roles[CI_ROLE_GADGET])) {
866                 dev_warn(dev, "Current configuration is not dual-role, quit\n");
867                 return -EPERM;
868         }
869
870         for (role = CI_ROLE_HOST; role < CI_ROLE_END; role++)
871                 if (!strncmp(buf, ci->roles[role]->name,
872                              strlen(ci->roles[role]->name)))
873                         break;
874
875         if (role == CI_ROLE_END)
876                 return -EINVAL;
877
878         mutex_lock(&ci->mutex);
879
880         if (role == ci->role) {
881                 mutex_unlock(&ci->mutex);
882                 return n;
883         }
884
885         pm_runtime_get_sync(dev);
886         disable_irq(ci->irq);
887         ci_role_stop(ci);
888         ret = ci_role_start(ci, role);
889         if (!ret && ci->role == CI_ROLE_GADGET)
890                 ci_handle_vbus_change(ci);
891         enable_irq(ci->irq);
892         pm_runtime_put_sync(dev);
893         mutex_unlock(&ci->mutex);
894
895         return (ret == 0) ? n : ret;
896 }
897 static DEVICE_ATTR_RW(role);
898
899 static struct attribute *ci_attrs[] = {
900         &dev_attr_role.attr,
901         NULL,
902 };
903
904 static const struct attribute_group ci_attr_group = {
905         .attrs = ci_attrs,
906 };
907
908 static int ci_hdrc_probe(struct platform_device *pdev)
909 {
910         struct device   *dev = &pdev->dev;
911         struct ci_hdrc  *ci;
912         struct resource *res;
913         void __iomem    *base;
914         int             ret;
915         enum usb_dr_mode dr_mode;
916
917         if (!dev_get_platdata(dev)) {
918                 dev_err(dev, "platform data missing\n");
919                 return -ENODEV;
920         }
921
922         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
923         base = devm_ioremap_resource(dev, res);
924         if (IS_ERR(base))
925                 return PTR_ERR(base);
926
927         ci = devm_kzalloc(dev, sizeof(*ci), GFP_KERNEL);
928         if (!ci)
929                 return -ENOMEM;
930
931         spin_lock_init(&ci->lock);
932         mutex_init(&ci->mutex);
933         ci->dev = dev;
934         ci->platdata = dev_get_platdata(dev);
935         ci->imx28_write_fix = !!(ci->platdata->flags &
936                 CI_HDRC_IMX28_WRITE_FIX);
937         ci->supports_runtime_pm = !!(ci->platdata->flags &
938                 CI_HDRC_SUPPORTS_RUNTIME_PM);
939         platform_set_drvdata(pdev, ci);
940
941         ret = hw_device_init(ci, base);
942         if (ret < 0) {
943                 dev_err(dev, "can't initialize hardware\n");
944                 return -ENODEV;
945         }
946
947         ret = ci_ulpi_init(ci);
948         if (ret)
949                 return ret;
950
951         if (ci->platdata->phy) {
952                 ci->phy = ci->platdata->phy;
953         } else if (ci->platdata->usb_phy) {
954                 ci->usb_phy = ci->platdata->usb_phy;
955         } else {
956                 ci->usb_phy = devm_usb_get_phy_by_phandle(dev->parent, "phys",
957                                                           0);
958                 ci->phy = devm_phy_get(dev->parent, "usb-phy");
959
960                 /* Fallback to grabbing any registered USB2 PHY */
961                 if (IS_ERR(ci->usb_phy) &&
962                     PTR_ERR(ci->usb_phy) != -EPROBE_DEFER)
963                         ci->usb_phy = devm_usb_get_phy(dev->parent,
964                                                        USB_PHY_TYPE_USB2);
965
966                 /* if both generic PHY and USB PHY layers aren't enabled */
967                 if (PTR_ERR(ci->phy) == -ENOSYS &&
968                                 PTR_ERR(ci->usb_phy) == -ENXIO) {
969                         ret = -ENXIO;
970                         goto ulpi_exit;
971                 }
972
973                 if (IS_ERR(ci->phy) && IS_ERR(ci->usb_phy)) {
974                         ret = -EPROBE_DEFER;
975                         goto ulpi_exit;
976                 }
977
978                 if (IS_ERR(ci->phy))
979                         ci->phy = NULL;
980                 else if (IS_ERR(ci->usb_phy))
981                         ci->usb_phy = NULL;
982         }
983
984         ret = ci_usb_phy_init(ci);
985         if (ret) {
986                 dev_err(dev, "unable to init phy: %d\n", ret);
987                 goto ulpi_exit;
988         }
989
990         ci->hw_bank.phys = res->start;
991
992         ci->irq = platform_get_irq(pdev, 0);
993         if (ci->irq < 0) {
994                 dev_err(dev, "missing IRQ\n");
995                 ret = ci->irq;
996                 goto deinit_phy;
997         }
998
999         ci_get_otg_capable(ci);
1000
1001         dr_mode = ci->platdata->dr_mode;
1002         /* initialize role(s) before the interrupt is requested */
1003         if (dr_mode == USB_DR_MODE_OTG || dr_mode == USB_DR_MODE_HOST) {
1004                 ret = ci_hdrc_host_init(ci);
1005                 if (ret) {
1006                         if (ret == -ENXIO)
1007                                 dev_info(dev, "doesn't support host\n");
1008                         else
1009                                 goto deinit_phy;
1010                 }
1011         }
1012
1013         if (dr_mode == USB_DR_MODE_OTG || dr_mode == USB_DR_MODE_PERIPHERAL) {
1014                 ret = ci_hdrc_gadget_init(ci);
1015                 if (ret) {
1016                         if (ret == -ENXIO)
1017                                 dev_info(dev, "doesn't support gadget\n");
1018                         else
1019                                 goto deinit_host;
1020                 }
1021         }
1022
1023         if (!ci->roles[CI_ROLE_HOST] && !ci->roles[CI_ROLE_GADGET]) {
1024                 dev_err(dev, "no supported roles\n");
1025                 ret = -ENODEV;
1026                 goto deinit_gadget;
1027         }
1028
1029         if (ci->is_otg && ci->roles[CI_ROLE_GADGET]) {
1030                 ret = ci_hdrc_otg_init(ci);
1031                 if (ret) {
1032                         dev_err(dev, "init otg fails, ret = %d\n", ret);
1033                         goto deinit_gadget;
1034                 }
1035         }
1036
1037         if (ci->roles[CI_ROLE_HOST] && ci->roles[CI_ROLE_GADGET]) {
1038                 if (ci->is_otg) {
1039                         ci->role = ci_otg_role(ci);
1040                         /* Enable ID change irq */
1041                         hw_write_otgsc(ci, OTGSC_IDIE, OTGSC_IDIE);
1042                 } else {
1043                         /*
1044                          * If the controller is not OTG capable, but support
1045                          * role switch, the defalt role is gadget, and the
1046                          * user can switch it through debugfs.
1047                          */
1048                         ci->role = CI_ROLE_GADGET;
1049                 }
1050         } else {
1051                 ci->role = ci->roles[CI_ROLE_HOST]
1052                         ? CI_ROLE_HOST
1053                         : CI_ROLE_GADGET;
1054         }
1055
1056         if (!ci_otg_is_fsm_mode(ci)) {
1057                 /* only update vbus status for peripheral */
1058                 if (ci->role == CI_ROLE_GADGET)
1059                         ci_handle_vbus_change(ci);
1060
1061                 ret = ci_role_start(ci, ci->role);
1062                 if (ret) {
1063                         dev_err(dev, "can't start %s role\n",
1064                                                 ci_role(ci)->name);
1065                         goto stop;
1066                 }
1067         }
1068
1069         ret = devm_request_irq(dev, ci->irq, ci_irq_handler, IRQF_SHARED,
1070                         ci->platdata->name, ci);
1071         if (ret)
1072                 goto stop;
1073
1074         ret = ci_extcon_register(ci);
1075         if (ret)
1076                 goto stop;
1077
1078         if (ci->supports_runtime_pm) {
1079                 pm_runtime_set_active(&pdev->dev);
1080                 pm_runtime_enable(&pdev->dev);
1081                 pm_runtime_set_autosuspend_delay(&pdev->dev, 2000);
1082                 pm_runtime_mark_last_busy(ci->dev);
1083                 pm_runtime_use_autosuspend(&pdev->dev);
1084         }
1085
1086         if (ci_otg_is_fsm_mode(ci))
1087                 ci_hdrc_otg_fsm_start(ci);
1088
1089         device_set_wakeup_capable(&pdev->dev, true);
1090         dbg_create_files(ci);
1091
1092         ret = sysfs_create_group(&dev->kobj, &ci_attr_group);
1093         if (ret)
1094                 goto remove_debug;
1095
1096         return 0;
1097
1098 remove_debug:
1099         dbg_remove_files(ci);
1100 stop:
1101         if (ci->is_otg && ci->roles[CI_ROLE_GADGET])
1102                 ci_hdrc_otg_destroy(ci);
1103 deinit_gadget:
1104         ci_hdrc_gadget_destroy(ci);
1105 deinit_host:
1106         ci_hdrc_host_destroy(ci);
1107 deinit_phy:
1108         ci_usb_phy_exit(ci);
1109 ulpi_exit:
1110         ci_ulpi_exit(ci);
1111
1112         return ret;
1113 }
1114
1115 static int ci_hdrc_remove(struct platform_device *pdev)
1116 {
1117         struct ci_hdrc *ci = platform_get_drvdata(pdev);
1118
1119         if (ci->supports_runtime_pm) {
1120                 pm_runtime_get_sync(&pdev->dev);
1121                 pm_runtime_disable(&pdev->dev);
1122                 pm_runtime_put_noidle(&pdev->dev);
1123         }
1124
1125         dbg_remove_files(ci);
1126         sysfs_remove_group(&ci->dev->kobj, &ci_attr_group);
1127         ci_role_destroy(ci);
1128         ci_hdrc_enter_lpm(ci, true);
1129         ci_usb_phy_exit(ci);
1130         ci_ulpi_exit(ci);
1131
1132         return 0;
1133 }
1134
1135 #ifdef CONFIG_PM
1136 /* Prepare wakeup by SRP before suspend */
1137 static void ci_otg_fsm_suspend_for_srp(struct ci_hdrc *ci)
1138 {
1139         if ((ci->fsm.otg->state == OTG_STATE_A_IDLE) &&
1140                                 !hw_read_otgsc(ci, OTGSC_ID)) {
1141                 hw_write(ci, OP_PORTSC, PORTSC_W1C_BITS | PORTSC_PP,
1142                                                                 PORTSC_PP);
1143                 hw_write(ci, OP_PORTSC, PORTSC_W1C_BITS | PORTSC_WKCN,
1144                                                                 PORTSC_WKCN);
1145         }
1146 }
1147
1148 /* Handle SRP when wakeup by data pulse */
1149 static void ci_otg_fsm_wakeup_by_srp(struct ci_hdrc *ci)
1150 {
1151         if ((ci->fsm.otg->state == OTG_STATE_A_IDLE) &&
1152                 (ci->fsm.a_bus_drop == 1) && (ci->fsm.a_bus_req == 0)) {
1153                 if (!hw_read_otgsc(ci, OTGSC_ID)) {
1154                         ci->fsm.a_srp_det = 1;
1155                         ci->fsm.a_bus_drop = 0;
1156                 } else {
1157                         ci->fsm.id = 1;
1158                 }
1159                 ci_otg_queue_work(ci);
1160         }
1161 }
1162
1163 static void ci_controller_suspend(struct ci_hdrc *ci)
1164 {
1165         disable_irq(ci->irq);
1166         ci_hdrc_enter_lpm(ci, true);
1167         if (ci->platdata->phy_clkgate_delay_us)
1168                 usleep_range(ci->platdata->phy_clkgate_delay_us,
1169                              ci->platdata->phy_clkgate_delay_us + 50);
1170         usb_phy_set_suspend(ci->usb_phy, 1);
1171         ci->in_lpm = true;
1172         enable_irq(ci->irq);
1173 }
1174
1175 /*
1176  * Handle the wakeup interrupt triggered by extcon connector
1177  * We need to call ci_irq again for extcon since the first
1178  * interrupt (wakeup int) only let the controller be out of
1179  * low power mode, but not handle any interrupts.
1180  */
1181 static void ci_extcon_wakeup_int(struct ci_hdrc *ci)
1182 {
1183         struct ci_hdrc_cable *cable_id, *cable_vbus;
1184         u32 otgsc = hw_read_otgsc(ci, ~0);
1185
1186         cable_id = &ci->platdata->id_extcon;
1187         cable_vbus = &ci->platdata->vbus_extcon;
1188
1189         if (!IS_ERR(cable_id->edev) && ci->is_otg &&
1190                 (otgsc & OTGSC_IDIE) && (otgsc & OTGSC_IDIS))
1191                 ci_irq(ci);
1192
1193         if (!IS_ERR(cable_vbus->edev) && ci->is_otg &&
1194                 (otgsc & OTGSC_BSVIE) && (otgsc & OTGSC_BSVIS))
1195                 ci_irq(ci);
1196 }
1197
1198 static int ci_controller_resume(struct device *dev)
1199 {
1200         struct ci_hdrc *ci = dev_get_drvdata(dev);
1201         int ret;
1202
1203         dev_dbg(dev, "at %s\n", __func__);
1204
1205         if (!ci->in_lpm) {
1206                 WARN_ON(1);
1207                 return 0;
1208         }
1209
1210         ci_hdrc_enter_lpm(ci, false);
1211
1212         ret = ci_ulpi_resume(ci);
1213         if (ret)
1214                 return ret;
1215
1216         if (ci->usb_phy) {
1217                 usb_phy_set_suspend(ci->usb_phy, 0);
1218                 usb_phy_set_wakeup(ci->usb_phy, false);
1219                 hw_wait_phy_stable();
1220         }
1221
1222         ci->in_lpm = false;
1223         if (ci->wakeup_int) {
1224                 ci->wakeup_int = false;
1225                 pm_runtime_mark_last_busy(ci->dev);
1226                 pm_runtime_put_autosuspend(ci->dev);
1227                 enable_irq(ci->irq);
1228                 if (ci_otg_is_fsm_mode(ci))
1229                         ci_otg_fsm_wakeup_by_srp(ci);
1230                 ci_extcon_wakeup_int(ci);
1231         }
1232
1233         return 0;
1234 }
1235
1236 #ifdef CONFIG_PM_SLEEP
1237 static int ci_suspend(struct device *dev)
1238 {
1239         struct ci_hdrc *ci = dev_get_drvdata(dev);
1240
1241         if (ci->wq)
1242                 flush_workqueue(ci->wq);
1243         /*
1244          * Controller needs to be active during suspend, otherwise the core
1245          * may run resume when the parent is at suspend if other driver's
1246          * suspend fails, it occurs before parent's suspend has not started,
1247          * but the core suspend has finished.
1248          */
1249         if (ci->in_lpm)
1250                 pm_runtime_resume(dev);
1251
1252         if (ci->in_lpm) {
1253                 WARN_ON(1);
1254                 return 0;
1255         }
1256
1257         if (device_may_wakeup(dev)) {
1258                 if (ci_otg_is_fsm_mode(ci))
1259                         ci_otg_fsm_suspend_for_srp(ci);
1260
1261                 usb_phy_set_wakeup(ci->usb_phy, true);
1262                 enable_irq_wake(ci->irq);
1263         }
1264
1265         ci_controller_suspend(ci);
1266
1267         return 0;
1268 }
1269
1270 static int ci_resume(struct device *dev)
1271 {
1272         struct ci_hdrc *ci = dev_get_drvdata(dev);
1273         int ret;
1274
1275         if (device_may_wakeup(dev))
1276                 disable_irq_wake(ci->irq);
1277
1278         ret = ci_controller_resume(dev);
1279         if (ret)
1280                 return ret;
1281
1282         if (ci->supports_runtime_pm) {
1283                 pm_runtime_disable(dev);
1284                 pm_runtime_set_active(dev);
1285                 pm_runtime_enable(dev);
1286         }
1287
1288         return ret;
1289 }
1290 #endif /* CONFIG_PM_SLEEP */
1291
1292 static int ci_runtime_suspend(struct device *dev)
1293 {
1294         struct ci_hdrc *ci = dev_get_drvdata(dev);
1295
1296         dev_dbg(dev, "at %s\n", __func__);
1297
1298         if (ci->in_lpm) {
1299                 WARN_ON(1);
1300                 return 0;
1301         }
1302
1303         if (ci_otg_is_fsm_mode(ci))
1304                 ci_otg_fsm_suspend_for_srp(ci);
1305
1306         usb_phy_set_wakeup(ci->usb_phy, true);
1307         ci_controller_suspend(ci);
1308
1309         return 0;
1310 }
1311
1312 static int ci_runtime_resume(struct device *dev)
1313 {
1314         return ci_controller_resume(dev);
1315 }
1316
1317 #endif /* CONFIG_PM */
1318 static const struct dev_pm_ops ci_pm_ops = {
1319         SET_SYSTEM_SLEEP_PM_OPS(ci_suspend, ci_resume)
1320         SET_RUNTIME_PM_OPS(ci_runtime_suspend, ci_runtime_resume, NULL)
1321 };
1322
1323 static struct platform_driver ci_hdrc_driver = {
1324         .probe  = ci_hdrc_probe,
1325         .remove = ci_hdrc_remove,
1326         .driver = {
1327                 .name   = "ci_hdrc",
1328                 .pm     = &ci_pm_ops,
1329         },
1330 };
1331
1332 static int __init ci_hdrc_platform_register(void)
1333 {
1334         ci_hdrc_host_driver_init();
1335         return platform_driver_register(&ci_hdrc_driver);
1336 }
1337 module_init(ci_hdrc_platform_register);
1338
1339 static void __exit ci_hdrc_platform_unregister(void)
1340 {
1341         platform_driver_unregister(&ci_hdrc_driver);
1342 }
1343 module_exit(ci_hdrc_platform_unregister);
1344
1345 MODULE_ALIAS("platform:ci_hdrc");
1346 MODULE_LICENSE("GPL v2");
1347 MODULE_AUTHOR("David Lopo <dlopo@chipidea.mips.com>");
1348 MODULE_DESCRIPTION("ChipIdea HDRC Driver");