drivers/usb/gadget/function/f_uvc.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 /*
   3  *      uvc_gadget.c  --  USB Video Class Gadget driver
   4  *
   5  *      Copyright (C) 2009-2010
   6  *          Laurent Pinchart (laurent.pinchart@ideasonboard.com)
   7  */
   8
   9 #include <linux/device.h>
  10 #include <linux/errno.h>
  11 #include <linux/fs.h>
  12 #include <linux/kernel.h>
  13 #include <linux/list.h>
  14 #include <linux/module.h>
  15 #include <linux/mutex.h>
  16 #include <linux/string.h>
  17 #include <linux/usb/ch9.h>
  18 #include <linux/usb/gadget.h>
  19 #include <linux/usb/g_uvc.h>
  20 #include <linux/usb/video.h>
  21 #include <linux/vmalloc.h>
  22 #include <linux/wait.h>
  23
  24 #include <media/v4l2-dev.h>
  25 #include <media/v4l2-event.h>
  26
  27 #include "uvc.h"
  28 #include "uvc_configfs.h"
  29 #include "uvc_v4l2.h"
  30 #include "uvc_video.h"
  31
  32 unsigned int uvc_gadget_trace_param;
  33 module_param_named(trace, uvc_gadget_trace_param, uint, 0644);
  34 MODULE_PARM_DESC(trace, "Trace level bitmask");
  35
  36 /* --------------------------------------------------------------------------
  37  * Function descriptors
  38  */
  39
  40 /* string IDs are assigned dynamically */
  41
  42 static struct usb_string uvc_en_us_strings[] = {
  43         /* [UVC_STRING_CONTROL_IDX].s = DYNAMIC, */
  44         [UVC_STRING_STREAMING_IDX].s = "Video Streaming",
  45         {  }
  46 };
  47
  48 static struct usb_gadget_strings uvc_stringtab = {
  49         .language = 0x0409,     /* en-us */
  50         .strings = uvc_en_us_strings,
  51 };
  52
  53 static struct usb_gadget_strings *uvc_function_strings[] = {
  54         &uvc_stringtab,
  55         NULL,
  56 };
  57
  58 #define UVC_INTF_VIDEO_CONTROL                  0
  59 #define UVC_INTF_VIDEO_STREAMING                1
  60
  61 #define UVC_STATUS_MAX_PACKET_SIZE              16      /* 16 bytes status */
  62
  63 static struct usb_interface_assoc_descriptor uvc_iad = {
  64         .bLength                = sizeof(uvc_iad),
  65         .bDescriptorType        = USB_DT_INTERFACE_ASSOCIATION,
  66         .bFirstInterface        = 0,
  67         .bInterfaceCount        = 2,
  68         .bFunctionClass         = USB_CLASS_VIDEO,
  69         .bFunctionSubClass      = UVC_SC_VIDEO_INTERFACE_COLLECTION,
  70         .bFunctionProtocol      = 0x00,
  71         .iFunction              = 0,
  72 };
  73
  74 static struct usb_interface_descriptor uvc_control_intf = {
  75         .bLength                = USB_DT_INTERFACE_SIZE,
  76         .bDescriptorType        = USB_DT_INTERFACE,
  77         .bInterfaceNumber       = UVC_INTF_VIDEO_CONTROL,
  78         .bAlternateSetting      = 0,
  79         .bNumEndpoints          = 0,
  80         .bInterfaceClass        = USB_CLASS_VIDEO,
  81         .bInterfaceSubClass     = UVC_SC_VIDEOCONTROL,
  82         .bInterfaceProtocol     = 0x00,
  83         .iInterface             = 0,
  84 };
  85
  86 static struct usb_endpoint_descriptor uvc_interrupt_ep = {
  87         .bLength                = USB_DT_ENDPOINT_SIZE,
  88         .bDescriptorType        = USB_DT_ENDPOINT,
  89         .bEndpointAddress       = USB_DIR_IN,
  90         .bmAttributes           = USB_ENDPOINT_XFER_INT,
  91         .wMaxPacketSize         = cpu_to_le16(UVC_STATUS_MAX_PACKET_SIZE),
  92         .bInterval              = 8,
  93 };
  94
  95 static struct usb_ss_ep_comp_descriptor uvc_ss_interrupt_comp = {
  96         .bLength                = sizeof(uvc_ss_interrupt_comp),
  97         .bDescriptorType        = USB_DT_SS_ENDPOINT_COMP,
  98         /* The following 3 values can be tweaked if necessary. */
  99         .bMaxBurst              = 0,
 100         .bmAttributes           = 0,
 101         .wBytesPerInterval      = cpu_to_le16(UVC_STATUS_MAX_PACKET_SIZE),
 102 };
 103
 104 static struct uvc_control_endpoint_descriptor uvc_interrupt_cs_ep = {
 105         .bLength                = UVC_DT_CONTROL_ENDPOINT_SIZE,
 106         .bDescriptorType        = USB_DT_CS_ENDPOINT,
 107         .bDescriptorSubType     = UVC_EP_INTERRUPT,
 108         .wMaxTransferSize       = cpu_to_le16(UVC_STATUS_MAX_PACKET_SIZE),
 109 };
 110
 111 static struct usb_interface_descriptor uvc_streaming_intf_alt0 = {
 112         .bLength                = USB_DT_INTERFACE_SIZE,
 113         .bDescriptorType        = USB_DT_INTERFACE,
 114         .bInterfaceNumber       = UVC_INTF_VIDEO_STREAMING,
 115         .bAlternateSetting      = 0,
 116         .bNumEndpoints          = 0,
 117         .bInterfaceClass        = USB_CLASS_VIDEO,
 118         .bInterfaceSubClass     = UVC_SC_VIDEOSTREAMING,
 119         .bInterfaceProtocol     = 0x00,
 120         .iInterface             = 0,
 121 };
 122
 123 static struct usb_interface_descriptor uvc_streaming_intf_alt1 = {
 124         .bLength                = USB_DT_INTERFACE_SIZE,
 125         .bDescriptorType        = USB_DT_INTERFACE,
 126         .bInterfaceNumber       = UVC_INTF_VIDEO_STREAMING,
 127         .bAlternateSetting      = 1,
 128         .bNumEndpoints          = 1,
 129         .bInterfaceClass        = USB_CLASS_VIDEO,
 130         .bInterfaceSubClass     = UVC_SC_VIDEOSTREAMING,
 131         .bInterfaceProtocol     = 0x00,
 132         .iInterface             = 0,
 133 };
 134
 135 static struct usb_endpoint_descriptor uvc_fs_streaming_ep = {
 136         .bLength                = USB_DT_ENDPOINT_SIZE,
 137         .bDescriptorType        = USB_DT_ENDPOINT,
 138         .bEndpointAddress       = USB_DIR_IN,
 139         .bmAttributes           = USB_ENDPOINT_SYNC_ASYNC
 140                                 | USB_ENDPOINT_XFER_ISOC,
 141         /*
 142          * The wMaxPacketSize and bInterval values will be initialized from
 143          * module parameters.
 144          */
 145 };
 146
 147 static struct usb_endpoint_descriptor uvc_hs_streaming_ep = {
 148         .bLength                = USB_DT_ENDPOINT_SIZE,
 149         .bDescriptorType        = USB_DT_ENDPOINT,
 150         .bEndpointAddress       = USB_DIR_IN,
 151         .bmAttributes           = USB_ENDPOINT_SYNC_ASYNC
 152                                 | USB_ENDPOINT_XFER_ISOC,
 153         /*
 154          * The wMaxPacketSize and bInterval values will be initialized from
 155          * module parameters.
 156          */
 157 };
 158
 159 static struct usb_endpoint_descriptor uvc_ss_streaming_ep = {
 160         .bLength                = USB_DT_ENDPOINT_SIZE,
 161         .bDescriptorType        = USB_DT_ENDPOINT,
 162
 163         .bEndpointAddress       = USB_DIR_IN,
 164         .bmAttributes           = USB_ENDPOINT_SYNC_ASYNC
 165                                 | USB_ENDPOINT_XFER_ISOC,
 166         /*
 167          * The wMaxPacketSize and bInterval values will be initialized from
 168          * module parameters.
 169          */
 170 };
 171
 172 static struct usb_ss_ep_comp_descriptor uvc_ss_streaming_comp = {
 173         .bLength                = sizeof(uvc_ss_streaming_comp),
 174         .bDescriptorType        = USB_DT_SS_ENDPOINT_COMP,
 175         /*
 176          * The bMaxBurst, bmAttributes and wBytesPerInterval values will be
 177          * initialized from module parameters.
 178          */
 179 };
 180
 181 static const struct usb_descriptor_header * const uvc_fs_streaming[] = {
 182         (struct usb_descriptor_header *) &uvc_streaming_intf_alt1,
 183         (struct usb_descriptor_header *) &uvc_fs_streaming_ep,
 184         NULL,
 185 };
 186
 187 static const struct usb_descriptor_header * const uvc_hs_streaming[] = {
 188         (struct usb_descriptor_header *) &uvc_streaming_intf_alt1,
 189         (struct usb_descriptor_header *) &uvc_hs_streaming_ep,
 190         NULL,
 191 };
 192
 193 static const struct usb_descriptor_header * const uvc_ss_streaming[] = {
 194         (struct usb_descriptor_header *) &uvc_streaming_intf_alt1,
 195         (struct usb_descriptor_header *) &uvc_ss_streaming_ep,
 196         (struct usb_descriptor_header *) &uvc_ss_streaming_comp,
 197         NULL,
 198 };
 199
 200 /* --------------------------------------------------------------------------
 201  * Control requests
 202  */
 203
 204 static void
 205 uvc_function_ep0_complete(struct usb_ep *ep, struct usb_request *req)
 206 {
 207         struct uvc_device *uvc = req->context;
 208         struct v4l2_event v4l2_event;
 209         struct uvc_event *uvc_event = (void *)&v4l2_event.u.data;
 210
 211         if (uvc->event_setup_out) {
 212                 uvc->event_setup_out = 0;
 213
 214                 memset(&v4l2_event, 0, sizeof(v4l2_event));
 215                 v4l2_event.type = UVC_EVENT_DATA;
 216                 uvc_event->data.length = min_t(unsigned int, req->actual,
 217                         sizeof(uvc_event->data.data));
 218                 memcpy(&uvc_event->data.data, req->buf, uvc_event->data.length);
 219                 v4l2_event_queue(&uvc->vdev, &v4l2_event);
 220         }
 221 }
 222
 223 static int
 224 uvc_function_setup(struct usb_function *f, const struct usb_ctrlrequest *ctrl)
 225 {
 226         struct uvc_device *uvc = to_uvc(f);
 227         struct v4l2_event v4l2_event;
 228         struct uvc_event *uvc_event = (void *)&v4l2_event.u.data;
 229         unsigned int interface = le16_to_cpu(ctrl->wIndex) & 0xff;
 230         struct usb_ctrlrequest *mctrl;
 231
 232         if ((ctrl->bRequestType & USB_TYPE_MASK) != USB_TYPE_CLASS) {
 233                 uvcg_info(f, "invalid request type\n");
 234                 return -EINVAL;
 235         }
 236
 237         /* Stall too big requests. */
 238         if (le16_to_cpu(ctrl->wLength) > UVC_MAX_REQUEST_SIZE)
 239                 return -EINVAL;
 240
 241         /*
 242          * Tell the complete callback to generate an event for the next request
 243          * that will be enqueued by UVCIOC_SEND_RESPONSE.
 244          */
 245         uvc->event_setup_out = !(ctrl->bRequestType & USB_DIR_IN);
 246         uvc->event_length = le16_to_cpu(ctrl->wLength);
 247
 248         memset(&v4l2_event, 0, sizeof(v4l2_event));
 249         v4l2_event.type = UVC_EVENT_SETUP;
 250         memcpy(&uvc_event->req, ctrl, sizeof(uvc_event->req));
 251
 252         /* check for the interface number, fixup the interface number in
 253          * the ctrl request so the userspace doesn't have to bother with
 254          * offset and configfs parsing
 255          */
 256         mctrl = &uvc_event->req;
 257         mctrl->wIndex &= ~cpu_to_le16(0xff);
 258         if (interface == uvc->streaming_intf)
 259                 mctrl->wIndex = cpu_to_le16(UVC_STRING_STREAMING_IDX);
 260
 261         v4l2_event_queue(&uvc->vdev, &v4l2_event);
 262
 263         return 0;
 264 }
 265
 266 void uvc_function_setup_continue(struct uvc_device *uvc)
 267 {
 268         struct usb_composite_dev *cdev = uvc->func.config->cdev;
 269
 270         usb_composite_setup_continue(cdev);
 271 }
 272
 273 static int
 274 uvc_function_get_alt(struct usb_function *f, unsigned interface)
 275 {
 276         struct uvc_device *uvc = to_uvc(f);
 277
 278         uvcg_info(f, "%s(%u)\n", __func__, interface);
 279
 280         if (interface == uvc->control_intf)
 281                 return 0;
 282         else if (interface != uvc->streaming_intf)
 283                 return -EINVAL;
 284         else
 285                 return uvc->video.ep->enabled ? 1 : 0;
 286 }
 287
 288 static int
 289 uvc_function_set_alt(struct usb_function *f, unsigned interface, unsigned alt)
 290 {
 291         struct uvc_device *uvc = to_uvc(f);
 292         struct usb_composite_dev *cdev = f->config->cdev;
 293         struct v4l2_event v4l2_event;
 294         struct uvc_event *uvc_event = (void *)&v4l2_event.u.data;
 295         int ret;
 296
 297         uvcg_info(f, "%s(%u, %u)\n", __func__, interface, alt);
 298
 299         if (interface == uvc->control_intf) {
 300                 if (alt)
 301                         return -EINVAL;
 302
 303                 if (uvc->enable_interrupt_ep) {
 304                         uvcg_info(f, "reset UVC interrupt endpoint\n");
 305                         usb_ep_disable(uvc->interrupt_ep);
 306
 307                         if (!uvc->interrupt_ep->desc)
 308                                 if (config_ep_by_speed(cdev->gadget, f,
 309                                                        uvc->interrupt_ep))
 310                                         return -EINVAL;
 311
 312                         usb_ep_enable(uvc->interrupt_ep);
 313                 }
 314
 315                 if (uvc->state == UVC_STATE_DISCONNECTED) {
 316                         memset(&v4l2_event, 0, sizeof(v4l2_event));
 317                         v4l2_event.type = UVC_EVENT_CONNECT;
 318                         uvc_event->speed = cdev->gadget->speed;
 319                         v4l2_event_queue(&uvc->vdev, &v4l2_event);
 320
 321                         uvc->state = UVC_STATE_CONNECTED;
 322                 }
 323
 324                 return 0;
 325         }
 326
 327         if (interface != uvc->streaming_intf)
 328                 return -EINVAL;
 329
 330         /* TODO
 331         if (usb_endpoint_xfer_bulk(&uvc->desc.vs_ep))
 332                 return alt ? -EINVAL : 0;
 333         */
 334
 335         switch (alt) {
 336         case 0:
 337                 if (uvc->state != UVC_STATE_STREAMING)
 338                         return 0;
 339
 340                 if (uvc->video.ep)
 341                         usb_ep_disable(uvc->video.ep);
 342
 343                 memset(&v4l2_event, 0, sizeof(v4l2_event));
 344                 v4l2_event.type = UVC_EVENT_STREAMOFF;
 345                 v4l2_event_queue(&uvc->vdev, &v4l2_event);
 346
 347                 uvc->state = UVC_STATE_CONNECTED;
 348                 return 0;
 349
 350         case 1:
 351                 if (uvc->state != UVC_STATE_CONNECTED)
 352                         return 0;
 353
 354                 if (!uvc->video.ep)
 355                         return -EINVAL;
 356
 357                 uvcg_info(f, "reset UVC\n");
 358                 usb_ep_disable(uvc->video.ep);
 359
 360                 ret = config_ep_by_speed(f->config->cdev->gadget,
 361                                 &(uvc->func), uvc->video.ep);
 362                 if (ret)
 363                         return ret;
 364                 usb_ep_enable(uvc->video.ep);
 365
 366                 memset(&v4l2_event, 0, sizeof(v4l2_event));
 367                 v4l2_event.type = UVC_EVENT_STREAMON;
 368                 v4l2_event_queue(&uvc->vdev, &v4l2_event);
 369                 return USB_GADGET_DELAYED_STATUS;
 370
 371         default:
 372                 return -EINVAL;
 373         }
 374 }
 375
 376 static void
 377 uvc_function_disable(struct usb_function *f)
 378 {
 379         struct uvc_device *uvc = to_uvc(f);
 380         struct v4l2_event v4l2_event;
 381
 382         uvcg_info(f, "%s()\n", __func__);
 383
 384         memset(&v4l2_event, 0, sizeof(v4l2_event));
 385         v4l2_event.type = UVC_EVENT_DISCONNECT;
 386         v4l2_event_queue(&uvc->vdev, &v4l2_event);
 387
 388         uvc->state = UVC_STATE_DISCONNECTED;
 389
 390         usb_ep_disable(uvc->video.ep);
 391         if (uvc->enable_interrupt_ep)
 392                 usb_ep_disable(uvc->interrupt_ep);
 393 }
 394
 395 /* --------------------------------------------------------------------------
 396  * Connection / disconnection
 397  */
 398
 399 void
 400 uvc_function_connect(struct uvc_device *uvc)
 401 {
 402         int ret;
 403
 404         if ((ret = usb_function_activate(&uvc->func)) < 0)
 405                 uvcg_info(&uvc->func, "UVC connect failed with %d\n", ret);
 406 }
 407
 408 void
 409 uvc_function_disconnect(struct uvc_device *uvc)
 410 {
 411         int ret;
 412
 413         if ((ret = usb_function_deactivate(&uvc->func)) < 0)
 414                 uvcg_info(&uvc->func, "UVC disconnect failed with %d\n", ret);
 415 }
 416
 417 /* --------------------------------------------------------------------------
 418  * USB probe and disconnect
 419  */
 420
 421 static ssize_t function_name_show(struct device *dev,
 422                                   struct device_attribute *attr, char *buf)
 423 {
 424         struct uvc_device *uvc = dev_get_drvdata(dev);
 425
 426         return sprintf(buf, "%s\n", uvc->func.fi->group.cg_item.ci_name);
 427 }
 428
 429 static DEVICE_ATTR_RO(function_name);
 430
 431 static int
 432 uvc_register_video(struct uvc_device *uvc)
 433 {
 434         struct usb_composite_dev *cdev = uvc->func.config->cdev;
 435         int ret;
 436
 437         /* TODO reference counting. */
 438         memset(&uvc->vdev, 0, sizeof(uvc->vdev));
 439         uvc->vdev.v4l2_dev = &uvc->v4l2_dev;
 440         uvc->vdev.v4l2_dev->dev = &cdev->gadget->dev;
 441         uvc->vdev.fops = &uvc_v4l2_fops;
 442         uvc->vdev.ioctl_ops = &uvc_v4l2_ioctl_ops;
 443         uvc->vdev.release = video_device_release_empty;
 444         uvc->vdev.vfl_dir = VFL_DIR_TX;
 445         uvc->vdev.lock = &uvc->video.mutex;
 446         uvc->vdev.device_caps = V4L2_CAP_VIDEO_OUTPUT | V4L2_CAP_STREAMING;
 447         strscpy(uvc->vdev.name, cdev->gadget->name, sizeof(uvc->vdev.name));
 448
 449         video_set_drvdata(&uvc->vdev, uvc);
 450
 451         ret = video_register_device(&uvc->vdev, VFL_TYPE_VIDEO, -1);
 452         if (ret < 0)
 453                 return ret;
 454
 455         ret = device_create_file(&uvc->vdev.dev, &dev_attr_function_name);
 456         if (ret < 0) {
 457                 video_unregister_device(&uvc->vdev);
 458                 return ret;
 459         }
 460
 461         return 0;
 462 }
 463
 464 #define UVC_COPY_DESCRIPTOR(mem, dst, desc) \
 465         do { \
 466                 memcpy(mem, desc, (desc)->bLength); \
 467                 *(dst)++ = mem; \
 468                 mem += (desc)->bLength; \
 469         } while (0);
 470
 471 #define UVC_COPY_DESCRIPTORS(mem, dst, src) \
 472         do { \
 473                 const struct usb_descriptor_header * const *__src; \
 474                 for (__src = src; *__src; ++__src) { \
 475                         memcpy(mem, *__src, (*__src)->bLength); \
 476                         *dst++ = mem; \
 477                         mem += (*__src)->bLength; \
 478                 } \
 479         } while (0)
 480
 481 #define UVC_COPY_XU_DESCRIPTOR(mem, dst, desc)                                  \
 482         do {                                                                    \
 483                 *(dst)++ = mem;                                                 \
 484                 memcpy(mem, desc, 22); /* bLength to bNrInPins */               \
 485                 mem += 22;                                                      \
 486                                                                                 \
 487                 memcpy(mem, (desc)->baSourceID, (desc)->bNrInPins);             \
 488                 mem += (desc)->bNrInPins;                                       \
 489                                                                                 \
 490                 memcpy(mem, &(desc)->bControlSize, 1);                          \
 491                 mem++;                                                          \
 492                                                                                 \
 493                 memcpy(mem, (desc)->bmControls, (desc)->bControlSize);          \
 494                 mem += (desc)->bControlSize;                                    \
 495                                                                                 \
 496                 memcpy(mem, &(desc)->iExtension, 1);                            \
 497                 mem++;                                                          \
 498         } while (0)
 499
 500 static struct usb_descriptor_header **
 501 uvc_copy_descriptors(struct uvc_device *uvc, enum usb_device_speed speed)
 502 {
 503         struct uvc_input_header_descriptor *uvc_streaming_header;
 504         struct uvc_header_descriptor *uvc_control_header;
 505         const struct uvc_descriptor_header * const *uvc_control_desc;
 506         const struct uvc_descriptor_header * const *uvc_streaming_cls;
 507         const struct usb_descriptor_header * const *uvc_streaming_std;
 508         const struct usb_descriptor_header * const *src;
 509         struct usb_descriptor_header **dst;
 510         struct usb_descriptor_header **hdr;
 511         struct uvcg_extension *xu;
 512         unsigned int control_size;
 513         unsigned int streaming_size;
 514         unsigned int n_desc;
 515         unsigned int bytes;
 516         void *mem;
 517
 518         switch (speed) {
 519         case USB_SPEED_SUPER_PLUS:
 520         case USB_SPEED_SUPER:
 521                 uvc_control_desc = uvc->desc.ss_control;
 522                 uvc_streaming_cls = uvc->desc.ss_streaming;
 523                 uvc_streaming_std = uvc_ss_streaming;
 524                 break;
 525
 526         case USB_SPEED_HIGH:
 527                 uvc_control_desc = uvc->desc.fs_control;
 528                 uvc_streaming_cls = uvc->desc.hs_streaming;
 529                 uvc_streaming_std = uvc_hs_streaming;
 530                 break;
 531
 532         case USB_SPEED_FULL:
 533         default:
 534                 uvc_control_desc = uvc->desc.fs_control;
 535                 uvc_streaming_cls = uvc->desc.fs_streaming;
 536                 uvc_streaming_std = uvc_fs_streaming;
 537                 break;
 538         }
 539
 540         if (!uvc_control_desc || !uvc_streaming_cls)
 541                 return ERR_PTR(-ENODEV);
 542
 543         /*
 544          * Descriptors layout
 545          *
 546          * uvc_iad
 547          * uvc_control_intf
 548          * Class-specific UVC control descriptors
 549          * uvc_interrupt_ep
 550          * uvc_interrupt_cs_ep
 551          * uvc_ss_interrupt_comp (for SS only)
 552          * uvc_streaming_intf_alt0
 553          * Class-specific UVC streaming descriptors
 554          * uvc_{fs|hs}_streaming
 555          */
 556
 557         /* Count descriptors and compute their size. */
 558         control_size = 0;
 559         streaming_size = 0;
 560         bytes = uvc_iad.bLength + uvc_control_intf.bLength
 561               + uvc_streaming_intf_alt0.bLength;
 562
 563         n_desc = 3;
 564         if (uvc->enable_interrupt_ep) {
 565                 bytes += uvc_interrupt_ep.bLength + uvc_interrupt_cs_ep.bLength;
 566                 n_desc += 2;
 567
 568                 if (speed == USB_SPEED_SUPER ||
 569                     speed == USB_SPEED_SUPER_PLUS) {
 570                         bytes += uvc_ss_interrupt_comp.bLength;
 571                         n_desc += 1;
 572                 }
 573         }
 574
 575         for (src = (const struct usb_descriptor_header **)uvc_control_desc;
 576              *src; ++src) {
 577                 control_size += (*src)->bLength;
 578                 bytes += (*src)->bLength;
 579                 n_desc++;
 580         }
 581
 582         list_for_each_entry(xu, uvc->desc.extension_units, list) {
 583                 control_size += xu->desc.bLength;
 584                 bytes += xu->desc.bLength;
 585                 n_desc++;
 586         }
 587
 588         for (src = (const struct usb_descriptor_header **)uvc_streaming_cls;
 589              *src; ++src) {
 590                 streaming_size += (*src)->bLength;
 591                 bytes += (*src)->bLength;
 592                 n_desc++;
 593         }
 594         for (src = uvc_streaming_std; *src; ++src) {
 595                 bytes += (*src)->bLength;
 596                 n_desc++;
 597         }
 598
 599         mem = kmalloc((n_desc + 1) * sizeof(*src) + bytes, GFP_KERNEL);
 600         if (mem == NULL)
 601                 return NULL;
 602
 603         hdr = mem;
 604         dst = mem;
 605         mem += (n_desc + 1) * sizeof(*src);
 606
 607         /* Copy the descriptors. */
 608         UVC_COPY_DESCRIPTOR(mem, dst, &uvc_iad);
 609         UVC_COPY_DESCRIPTOR(mem, dst, &uvc_control_intf);
 610
 611         uvc_control_header = mem;
 612         UVC_COPY_DESCRIPTORS(mem, dst,
 613                 (const struct usb_descriptor_header **)uvc_control_desc);
 614
 615         list_for_each_entry(xu, uvc->desc.extension_units, list)
 616                 UVC_COPY_XU_DESCRIPTOR(mem, dst, &xu->desc);
 617
 618         uvc_control_header->wTotalLength = cpu_to_le16(control_size);
 619         uvc_control_header->bInCollection = 1;
 620         uvc_control_header->baInterfaceNr[0] = uvc->streaming_intf;
 621
 622         if (uvc->enable_interrupt_ep) {
 623                 UVC_COPY_DESCRIPTOR(mem, dst, &uvc_interrupt_ep);
 624                 if (speed == USB_SPEED_SUPER ||
 625                     speed == USB_SPEED_SUPER_PLUS)
 626                         UVC_COPY_DESCRIPTOR(mem, dst, &uvc_ss_interrupt_comp);
 627
 628                 UVC_COPY_DESCRIPTOR(mem, dst, &uvc_interrupt_cs_ep);
 629         }
 630
 631         UVC_COPY_DESCRIPTOR(mem, dst, &uvc_streaming_intf_alt0);
 632
 633         uvc_streaming_header = mem;
 634         UVC_COPY_DESCRIPTORS(mem, dst,
 635                 (const struct usb_descriptor_header**)uvc_streaming_cls);
 636         uvc_streaming_header->wTotalLength = cpu_to_le16(streaming_size);
 637         uvc_streaming_header->bEndpointAddress = uvc->video.ep->address;
 638
 639         UVC_COPY_DESCRIPTORS(mem, dst, uvc_streaming_std);
 640
 641         *dst = NULL;
 642         return hdr;
 643 }
 644
 645 static int
 646 uvc_function_bind(struct usb_configuration *c, struct usb_function *f)
 647 {
 648         struct usb_composite_dev *cdev = c->cdev;
 649         struct uvc_device *uvc = to_uvc(f);
 650         struct uvcg_extension *xu;
 651         struct usb_string *us;
 652         unsigned int max_packet_mult;
 653         unsigned int max_packet_size;
 654         struct usb_ep *ep;
 655         struct f_uvc_opts *opts;
 656         int ret = -EINVAL;
 657
 658         uvcg_info(f, "%s()\n", __func__);
 659
 660         opts = fi_to_f_uvc_opts(f->fi);
 661         /* Sanity check the streaming endpoint module parameters. */
 662         opts->streaming_interval = clamp(opts->streaming_interval, 1U, 16U);
 663         opts->streaming_maxpacket = clamp(opts->streaming_maxpacket, 1U, 3072U);
 664         opts->streaming_maxburst = min(opts->streaming_maxburst, 15U);
 665
 666         /* For SS, wMaxPacketSize has to be 1024 if bMaxBurst is not 0 */
 667         if (opts->streaming_maxburst &&
 668             (opts->streaming_maxpacket % 1024) != 0) {
 669                 opts->streaming_maxpacket = roundup(opts->streaming_maxpacket, 1024);
 670                 uvcg_info(f, "overriding streaming_maxpacket to %d\n",
 671                           opts->streaming_maxpacket);
 672         }
 673
 674         /*
 675          * Fill in the FS/HS/SS Video Streaming specific descriptors from the
 676          * module parameters.
 677          *
 678          * NOTE: We assume that the user knows what they are doing and won't
 679          * give parameters that their UDC doesn't support.
 680          */
 681         if (opts->streaming_maxpacket <= 1024) {
 682                 max_packet_mult = 1;
 683                 max_packet_size = opts->streaming_maxpacket;
 684         } else if (opts->streaming_maxpacket <= 2048) {
 685                 max_packet_mult = 2;
 686                 max_packet_size = opts->streaming_maxpacket / 2;
 687         } else {
 688                 max_packet_mult = 3;
 689                 max_packet_size = opts->streaming_maxpacket / 3;
 690         }
 691
 692         uvc_fs_streaming_ep.wMaxPacketSize =
 693                 cpu_to_le16(min(opts->streaming_maxpacket, 1023U));
 694         uvc_fs_streaming_ep.bInterval = opts->streaming_interval;
 695
 696         uvc_hs_streaming_ep.wMaxPacketSize =
 697                 cpu_to_le16(max_packet_size | ((max_packet_mult - 1) << 11));
 698
 699         /* A high-bandwidth endpoint must specify a bInterval value of 1 */
 700         if (max_packet_mult > 1)
 701                 uvc_hs_streaming_ep.bInterval = 1;
 702         else
 703                 uvc_hs_streaming_ep.bInterval = opts->streaming_interval;
 704
 705         uvc_ss_streaming_ep.wMaxPacketSize = cpu_to_le16(max_packet_size);
 706         uvc_ss_streaming_ep.bInterval = opts->streaming_interval;
 707         uvc_ss_streaming_comp.bmAttributes = max_packet_mult - 1;
 708         uvc_ss_streaming_comp.bMaxBurst = opts->streaming_maxburst;
 709         uvc_ss_streaming_comp.wBytesPerInterval =
 710                 cpu_to_le16(max_packet_size * max_packet_mult *
 711                             (opts->streaming_maxburst + 1));
 712
 713         /* Allocate endpoints. */
 714         if (opts->enable_interrupt_ep) {
 715                 ep = usb_ep_autoconfig(cdev->gadget, &uvc_interrupt_ep);
 716                 if (!ep) {
 717                         uvcg_info(f, "Unable to allocate interrupt EP\n");
 718                         goto error;
 719                 }
 720                 uvc->interrupt_ep = ep;
 721                 uvc_control_intf.bNumEndpoints = 1;
 722         }
 723         uvc->enable_interrupt_ep = opts->enable_interrupt_ep;
 724
 725         /*
 726          * gadget_is_{super|dual}speed() API check UDC controller capitblity. It should pass down
 727          * highest speed endpoint descriptor to UDC controller. So UDC controller driver can reserve
 728          * enough resource at check_config(), especially mult and maxburst. So UDC driver (such as
 729          * cdns3) can know need at least (mult + 1) * (maxburst + 1) * wMaxPacketSize internal
 730          * memory for this uvc functions. This is the only straightforward method to resolve the UDC
 731          * resource allocation issue in the current gadget framework.
 732          */
 733         if (gadget_is_superspeed(c->cdev->gadget))
 734                 ep = usb_ep_autoconfig_ss(cdev->gadget, &uvc_ss_streaming_ep,
 735                                           &uvc_ss_streaming_comp);
 736         else if (gadget_is_dualspeed(cdev->gadget))
 737                 ep = usb_ep_autoconfig(cdev->gadget, &uvc_hs_streaming_ep);
 738         else
 739                 ep = usb_ep_autoconfig(cdev->gadget, &uvc_fs_streaming_ep);
 740
 741         if (!ep) {
 742                 uvcg_info(f, "Unable to allocate streaming EP\n");
 743                 goto error;
 744         }
 745         uvc->video.ep = ep;
 746
 747         uvc_fs_streaming_ep.bEndpointAddress = uvc->video.ep->address;
 748         uvc_hs_streaming_ep.bEndpointAddress = uvc->video.ep->address;
 749         uvc_ss_streaming_ep.bEndpointAddress = uvc->video.ep->address;
 750
 751         /*
 752          * XUs can have an arbitrary string descriptor describing them. If they
 753          * have one pick up the ID.
 754          */
 755         list_for_each_entry(xu, &opts->extension_units, list)
 756                 if (xu->string_descriptor_index)
 757                         xu->desc.iExtension = cdev->usb_strings[xu->string_descriptor_index].id;
 758
 759         /*
 760          * We attach the hard-coded defaults incase the user does not provide
 761          * any more appropriate strings through configfs.
 762          */
 763         uvc_en_us_strings[UVC_STRING_CONTROL_IDX].s = opts->function_name;
 764         us = usb_gstrings_attach(cdev, uvc_function_strings,
 765                                  ARRAY_SIZE(uvc_en_us_strings));
 766         if (IS_ERR(us)) {
 767                 ret = PTR_ERR(us);
 768                 goto error;
 769         }
 770
 771         uvc_iad.iFunction = opts->iad_index ? cdev->usb_strings[opts->iad_index].id :
 772                             us[UVC_STRING_CONTROL_IDX].id;
 773         uvc_streaming_intf_alt0.iInterface = opts->vs0_index ?
 774                                              cdev->usb_strings[opts->vs0_index].id :
 775                                              us[UVC_STRING_STREAMING_IDX].id;
 776         uvc_streaming_intf_alt1.iInterface = opts->vs1_index ?
 777                                              cdev->usb_strings[opts->vs1_index].id :
 778                                              us[UVC_STRING_STREAMING_IDX].id;
 779
 780         /* Allocate interface IDs. */
 781         if ((ret = usb_interface_id(c, f)) < 0)
 782                 goto error;
 783         uvc_iad.bFirstInterface = ret;
 784         uvc_control_intf.bInterfaceNumber = ret;
 785         uvc->control_intf = ret;
 786         opts->control_interface = ret;
 787
 788         if ((ret = usb_interface_id(c, f)) < 0)
 789                 goto error;
 790         uvc_streaming_intf_alt0.bInterfaceNumber = ret;
 791         uvc_streaming_intf_alt1.bInterfaceNumber = ret;
 792         uvc->streaming_intf = ret;
 793         opts->streaming_interface = ret;
 794
 795         /* Copy descriptors */
 796         f->fs_descriptors = uvc_copy_descriptors(uvc, USB_SPEED_FULL);
 797         if (IS_ERR(f->fs_descriptors)) {
 798                 ret = PTR_ERR(f->fs_descriptors);
 799                 f->fs_descriptors = NULL;
 800                 goto error;
 801         }
 802
 803         f->hs_descriptors = uvc_copy_descriptors(uvc, USB_SPEED_HIGH);
 804         if (IS_ERR(f->hs_descriptors)) {
 805                 ret = PTR_ERR(f->hs_descriptors);
 806                 f->hs_descriptors = NULL;
 807                 goto error;
 808         }
 809
 810         f->ss_descriptors = uvc_copy_descriptors(uvc, USB_SPEED_SUPER);
 811         if (IS_ERR(f->ss_descriptors)) {
 812                 ret = PTR_ERR(f->ss_descriptors);
 813                 f->ss_descriptors = NULL;
 814                 goto error;
 815         }
 816
 817         f->ssp_descriptors = uvc_copy_descriptors(uvc, USB_SPEED_SUPER_PLUS);
 818         if (IS_ERR(f->ssp_descriptors)) {
 819                 ret = PTR_ERR(f->ssp_descriptors);
 820                 f->ssp_descriptors = NULL;
 821                 goto error;
 822         }
 823
 824         /* Preallocate control endpoint request. */
 825         uvc->control_req = usb_ep_alloc_request(cdev->gadget->ep0, GFP_KERNEL);
 826         uvc->control_buf = kmalloc(UVC_MAX_REQUEST_SIZE, GFP_KERNEL);
 827         if (uvc->control_req == NULL || uvc->control_buf == NULL) {
 828                 ret = -ENOMEM;
 829                 goto error;
 830         }
 831
 832         uvc->control_req->buf = uvc->control_buf;
 833         uvc->control_req->complete = uvc_function_ep0_complete;
 834         uvc->control_req->context = uvc;
 835
 836         if (v4l2_device_register(&cdev->gadget->dev, &uvc->v4l2_dev)) {
 837                 uvcg_err(f, "failed to register V4L2 device\n");
 838                 goto error;
 839         }
 840
 841         /* Initialise video. */
 842         ret = uvcg_video_init(&uvc->video, uvc);
 843         if (ret < 0)
 844                 goto v4l2_error;
 845
 846         /* Register a V4L2 device. */
 847         ret = uvc_register_video(uvc);
 848         if (ret < 0) {
 849                 uvcg_err(f, "failed to register video device\n");
 850                 goto v4l2_error;
 851         }
 852
 853         return 0;
 854
 855 v4l2_error:
 856         v4l2_device_unregister(&uvc->v4l2_dev);
 857 error:
 858         if (uvc->control_req)
 859                 usb_ep_free_request(cdev->gadget->ep0, uvc->control_req);
 860         kfree(uvc->control_buf);
 861
 862         usb_free_all_descriptors(f);
 863         return ret;
 864 }
 865
 866 /* --------------------------------------------------------------------------
 867  * USB gadget function
 868  */
 869
 870 static void uvc_free_inst(struct usb_function_instance *f)
 871 {
 872         struct f_uvc_opts *opts = fi_to_f_uvc_opts(f);
 873
 874         mutex_destroy(&opts->lock);
 875         kfree(opts);
 876 }
 877
 878 static struct usb_function_instance *uvc_alloc_inst(void)
 879 {
 880         struct f_uvc_opts *opts;
 881         struct uvc_camera_terminal_descriptor *cd;
 882         struct uvc_processing_unit_descriptor *pd;
 883         struct uvc_output_terminal_descriptor *od;
 884         struct uvc_descriptor_header **ctl_cls;
 885         int ret;
 886
 887         opts = kzalloc(sizeof(*opts), GFP_KERNEL);
 888         if (!opts)
 889                 return ERR_PTR(-ENOMEM);
 890         opts->func_inst.free_func_inst = uvc_free_inst;
 891         mutex_init(&opts->lock);
 892
 893         cd = &opts->uvc_camera_terminal;
 894         cd->bLength                     = UVC_DT_CAMERA_TERMINAL_SIZE(3);
 895         cd->bDescriptorType             = USB_DT_CS_INTERFACE;
 896         cd->bDescriptorSubType          = UVC_VC_INPUT_TERMINAL;
 897         cd->bTerminalID                 = 1;
 898         cd->wTerminalType               = cpu_to_le16(0x0201);
 899         cd->bAssocTerminal              = 0;
 900         cd->iTerminal                   = 0;
 901         cd->wObjectiveFocalLengthMin    = cpu_to_le16(0);
 902         cd->wObjectiveFocalLengthMax    = cpu_to_le16(0);
 903         cd->wOcularFocalLength          = cpu_to_le16(0);
 904         cd->bControlSize                = 3;
 905         cd->bmControls[0]               = 2;
 906         cd->bmControls[1]               = 0;
 907         cd->bmControls[2]               = 0;
 908
 909         pd = &opts->uvc_processing;
 910         pd->bLength                     = UVC_DT_PROCESSING_UNIT_SIZE(2);
 911         pd->bDescriptorType             = USB_DT_CS_INTERFACE;
 912         pd->bDescriptorSubType          = UVC_VC_PROCESSING_UNIT;
 913         pd->bUnitID                     = 2;
 914         pd->bSourceID                   = 1;
 915         pd->wMaxMultiplier              = cpu_to_le16(16*1024);
 916         pd->bControlSize                = 2;
 917         pd->bmControls[0]               = 1;
 918         pd->bmControls[1]               = 0;
 919         pd->iProcessing                 = 0;
 920         pd->bmVideoStandards            = 0;
 921
 922         od = &opts->uvc_output_terminal;
 923         od->bLength                     = UVC_DT_OUTPUT_TERMINAL_SIZE;
 924         od->bDescriptorType             = USB_DT_CS_INTERFACE;
 925         od->bDescriptorSubType          = UVC_VC_OUTPUT_TERMINAL;
 926         od->bTerminalID                 = 3;
 927         od->wTerminalType               = cpu_to_le16(0x0101);
 928         od->bAssocTerminal              = 0;
 929         od->bSourceID                   = 2;
 930         od->iTerminal                   = 0;
 931
 932         /*
 933          * With the ability to add XUs to the UVC function graph, we need to be
 934          * able to allocate unique unit IDs to them. The IDs are 1-based, with
 935          * the CT, PU and OT above consuming the first 3.
 936          */
 937         opts->last_unit_id              = 3;
 938
 939         /* Prepare fs control class descriptors for configfs-based gadgets */
 940         ctl_cls = opts->uvc_fs_control_cls;
 941         ctl_cls[0] = NULL;      /* assigned elsewhere by configfs */
 942         ctl_cls[1] = (struct uvc_descriptor_header *)cd;
 943         ctl_cls[2] = (struct uvc_descriptor_header *)pd;
 944         ctl_cls[3] = (struct uvc_descriptor_header *)od;
 945         ctl_cls[4] = NULL;      /* NULL-terminate */
 946         opts->fs_control =
 947                 (const struct uvc_descriptor_header * const *)ctl_cls;
 948
 949         /* Prepare hs control class descriptors for configfs-based gadgets */
 950         ctl_cls = opts->uvc_ss_control_cls;
 951         ctl_cls[0] = NULL;      /* assigned elsewhere by configfs */
 952         ctl_cls[1] = (struct uvc_descriptor_header *)cd;
 953         ctl_cls[2] = (struct uvc_descriptor_header *)pd;
 954         ctl_cls[3] = (struct uvc_descriptor_header *)od;
 955         ctl_cls[4] = NULL;      /* NULL-terminate */
 956         opts->ss_control =
 957                 (const struct uvc_descriptor_header * const *)ctl_cls;
 958
 959         INIT_LIST_HEAD(&opts->extension_units);
 960
 961         opts->streaming_interval = 1;
 962         opts->streaming_maxpacket = 1024;
 963         snprintf(opts->function_name, sizeof(opts->function_name), "UVC Camera");
 964
 965         ret = uvcg_attach_configfs(opts);
 966         if (ret < 0) {
 967                 kfree(opts);
 968                 return ERR_PTR(ret);
 969         }
 970
 971         return &opts->func_inst;
 972 }
 973
 974 static void uvc_free(struct usb_function *f)
 975 {
 976         struct uvc_device *uvc = to_uvc(f);
 977         struct f_uvc_opts *opts = container_of(f->fi, struct f_uvc_opts,
 978                                                func_inst);
 979         if (!opts->header)
 980                 config_item_put(&uvc->header->item);
 981         --opts->refcnt;
 982         kfree(uvc);
 983 }
 984
 985 static void uvc_function_unbind(struct usb_configuration *c,
 986                                 struct usb_function *f)
 987 {
 988         struct usb_composite_dev *cdev = c->cdev;
 989         struct uvc_device *uvc = to_uvc(f);
 990         struct uvc_video *video = &uvc->video;
 991         long wait_ret = 1;
 992
 993         uvcg_info(f, "%s()\n", __func__);
 994
 995         if (video->async_wq)
 996                 destroy_workqueue(video->async_wq);
 997
 998         /*
 999          * If we know we're connected via v4l2, then there should be a cleanup
1000          * of the device from userspace either via UVC_EVENT_DISCONNECT or
1001          * though the video device removal uevent. Allow some time for the
1002          * application to close out before things get deleted.
1003          */
1004         if (uvc->func_connected) {
1005                 uvcg_dbg(f, "waiting for clean disconnect\n");
1006                 wait_ret = wait_event_interruptible_timeout(uvc->func_connected_queue,
1007                                 uvc->func_connected == false, msecs_to_jiffies(500));
1008                 uvcg_dbg(f, "done waiting with ret: %ld\n", wait_ret);
1009         }
1010
1011         device_remove_file(&uvc->vdev.dev, &dev_attr_function_name);
1012         video_unregister_device(&uvc->vdev);
1013         v4l2_device_unregister(&uvc->v4l2_dev);
1014
1015         if (uvc->func_connected) {
1016                 /*
1017                  * Wait for the release to occur to ensure there are no longer any
1018                  * pending operations that may cause panics when resources are cleaned
1019                  * up.
1020                  */
1021                 uvcg_warn(f, "%s no clean disconnect, wait for release\n", __func__);
1022                 wait_ret = wait_event_interruptible_timeout(uvc->func_connected_queue,
1023                                 uvc->func_connected == false, msecs_to_jiffies(1000));
1024                 uvcg_dbg(f, "done waiting for release with ret: %ld\n", wait_ret);
1025         }
1026
1027         usb_ep_free_request(cdev->gadget->ep0, uvc->control_req);
1028         kfree(uvc->control_buf);
1029
1030         usb_free_all_descriptors(f);
1031 }
1032
1033 static struct usb_function *uvc_alloc(struct usb_function_instance *fi)
1034 {
1035         struct uvc_device *uvc;
1036         struct f_uvc_opts *opts;
1037         struct uvc_descriptor_header **strm_cls;
1038         struct config_item *streaming, *header, *h;
1039
1040         uvc = kzalloc(sizeof(*uvc), GFP_KERNEL);
1041         if (uvc == NULL)
1042                 return ERR_PTR(-ENOMEM);
1043
1044         mutex_init(&uvc->video.mutex);
1045         uvc->state = UVC_STATE_DISCONNECTED;
1046         init_waitqueue_head(&uvc->func_connected_queue);
1047         opts = fi_to_f_uvc_opts(fi);
1048
1049         mutex_lock(&opts->lock);
1050         if (opts->uvc_fs_streaming_cls) {
1051                 strm_cls = opts->uvc_fs_streaming_cls;
1052                 opts->fs_streaming =
1053                         (const struct uvc_descriptor_header * const *)strm_cls;
1054         }
1055         if (opts->uvc_hs_streaming_cls) {
1056                 strm_cls = opts->uvc_hs_streaming_cls;
1057                 opts->hs_streaming =
1058                         (const struct uvc_descriptor_header * const *)strm_cls;
1059         }
1060         if (opts->uvc_ss_streaming_cls) {
1061                 strm_cls = opts->uvc_ss_streaming_cls;
1062                 opts->ss_streaming =
1063                         (const struct uvc_descriptor_header * const *)strm_cls;
1064         }
1065
1066         uvc->desc.fs_control = opts->fs_control;
1067         uvc->desc.ss_control = opts->ss_control;
1068         uvc->desc.fs_streaming = opts->fs_streaming;
1069         uvc->desc.hs_streaming = opts->hs_streaming;
1070         uvc->desc.ss_streaming = opts->ss_streaming;
1071
1072         if (opts->header) {
1073                 uvc->header = opts->header;
1074         } else {
1075                 streaming = config_group_find_item(&opts->func_inst.group, "streaming");
1076                 if (!streaming)
1077                         goto err_config;
1078
1079                 header = config_group_find_item(to_config_group(streaming), "header");
1080                 config_item_put(streaming);
1081                 if (!header)
1082                         goto err_config;
1083
1084                 h = config_group_find_item(to_config_group(header), "h");
1085                 config_item_put(header);
1086                 if (!h)
1087                         goto err_config;
1088
1089                 uvc->header = to_uvcg_streaming_header(h);
1090                 if (!uvc->header->linked) {
1091                         mutex_unlock(&opts->lock);
1092                         kfree(uvc);
1093                         return ERR_PTR(-EBUSY);
1094                 }
1095         }
1096
1097         uvc->desc.extension_units = &opts->extension_units;
1098
1099         ++opts->refcnt;
1100         mutex_unlock(&opts->lock);
1101
1102         /* Register the function. */
1103         uvc->func.name = "uvc";
1104         uvc->func.bind = uvc_function_bind;
1105         uvc->func.unbind = uvc_function_unbind;
1106         uvc->func.get_alt = uvc_function_get_alt;
1107         uvc->func.set_alt = uvc_function_set_alt;
1108         uvc->func.disable = uvc_function_disable;
1109         uvc->func.setup = uvc_function_setup;
1110         uvc->func.free_func = uvc_free;
1111         uvc->func.bind_deactivated = true;
1112
1113         return &uvc->func;
1114
1115 err_config:
1116         mutex_unlock(&opts->lock);
1117         kfree(uvc);
1118         return ERR_PTR(-ENOENT);
1119 }
1120
1121 DECLARE_USB_FUNCTION_INIT(uvc, uvc_alloc_inst, uvc_alloc);
1122 MODULE_LICENSE("GPL");
1123 MODULE_AUTHOR("Laurent Pinchart");