summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorsakumisu <[email protected]>2022-09-23 22:02:03 +0800
committersakumisu <[email protected]>2022-09-23 22:02:03 +0800
commit07e15636ed66f43e95509c4eef69e442420f1451 (patch)
tree0f23cf4fd2a76665e2fe907b1b5243ca825231bf
parent4cf4e9ea62d3d40acfab5e8ce41b47c4aed47a6f (diff)
add usb host video class
-rw-r--r--README.md1
-rw-r--r--README_zh.md1
-rw-r--r--class/video/usbh_video.c570
-rw-r--r--class/video/usbh_video.h71
4 files changed, 643 insertions, 0 deletions
diff --git a/README.md b/README.md
index a879bce3..5f6a41cf 100644
--- a/README.md
+++ b/README.md
@@ -89,6 +89,7 @@ CherryUSB Host Stack has the following functions:
- Support Communication Device Class (CDC)
- Support Human Interface Device (HID)
- Support Mass Storage Class (MSC)
+- Support USB VIDEO CLASS (UVC1.0, only supports ehci)
- Support Remote NDIS (RNDIS)
- Support Vendor class
diff --git a/README_zh.md b/README_zh.md
index 5b239c14..e8e949c2 100644
--- a/README_zh.md
+++ b/README_zh.md
@@ -88,6 +88,7 @@ CherryUSB Host 协议栈当前实现以下功能:
- 支持 Communication Device Class (CDC)
- 支持 Human Interface Device (HID)
- 支持 Mass Storage Class (MSC)
+- 支持 USB VIDEO CLASS (UVC1.0, only supports ehci)
- 支持 Remote NDIS (RNDIS)
- 支持 Vendor 类 class
diff --git a/class/video/usbh_video.c b/class/video/usbh_video.c
new file mode 100644
index 00000000..a529647d
--- /dev/null
+++ b/class/video/usbh_video.c
@@ -0,0 +1,570 @@
+/*
+ * Copyright (c) 2022, sakumisu
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ */
+#include "usbh_core.h"
+#include "usbh_video.h"
+
+#define DEV_FORMAT "/dev/video%d"
+
+/* general descriptor field offsets */
+#define DESC_bLength 0 /** Length offset */
+#define DESC_bDescriptorType 1 /** Descriptor type offset */
+#define DESC_bDescriptorSubType 2 /** Descriptor subtype offset */
+#define DESC_bNumFormats 3 /** Descriptor numformat offset */
+#define DESC_bNumFrameDescriptors 4 /** Descriptor numframe offset */
+#define DESC_bFormatIndex 3 /** Descriptor format index offset */
+#define DESC_bFrameIndex 3 /** Descriptor frame index offset */
+
+/* interface descriptor field offsets */
+#define INTF_DESC_bInterfaceNumber 2 /** Interface number offset */
+#define INTF_DESC_bAlternateSetting 3 /** Alternate setting offset */
+
+static uint32_t g_devinuse = 0;
+
+USB_NOCACHE_RAM_SECTION USB_MEM_ALIGNX uint8_t g_video_buf[128];
+
+static const char *format_type[] = { "uncompressed", "mjpeg" };
+
+static int __s_r_1370705v[256] = { 0 };
+static int __s_b_1732446u[256] = { 0 };
+static int __s_g_337633u[256] = { 0 };
+static int __s_g_698001v[256] = { 0 };
+
+static void inityuyv2rgb_table(void)
+{
+ for (int i = 0; i < 256; i++) {
+ __s_r_1370705v[i] = (1.370705 * (i - 128));
+ __s_b_1732446u[i] = (1.732446 * (i - 128));
+ __s_g_337633u[i] = (0.337633 * (i - 128));
+ __s_g_698001v[i] = (0.698001 * (i - 128));
+ }
+}
+
+static void yuyv2rgb565(void *input, void *output, uint32_t len)
+{
+ int y0, u, y1, v;
+ uint8_t r, g, b;
+ int val;
+
+ for (uint32_t i = 0; i < len / 4; i++) {
+ y0 = (int)(((uint8_t *)input)[i * 4 + 0]);
+ u = (int)(((uint8_t *)input)[i * 4 + 1]);
+ y1 = (int)(((uint8_t *)input)[i * 4 + 2]);
+ v = (int)(((uint8_t *)input)[i * 4 + 3]);
+ val = y0 + __s_r_1370705v[v];
+ r = (val < 0) ? 0 : ((val > 255) ? 255 : (uint8_t)val);
+ val = y0 - __s_g_337633u[u] - __s_g_698001v[v];
+ g = (val < 0) ? 0 : ((val > 255) ? 255 : (uint8_t)val);
+ val = y0 + __s_b_1732446u[u];
+ b = (val < 0) ? 0 : ((val > 255) ? 255 : (uint8_t)val);
+ ((uint16_t *)output)[i * 2] = (uint16_t)(b >> 3) | ((uint16_t)(g >> 2) << 5) | ((uint16_t)(r >> 3) << 11);
+ val = y1 + __s_r_1370705v[v];
+ r = (val < 0) ? 0 : ((val > 255) ? 255 : (uint8_t)val);
+ val = y1 - __s_g_337633u[u] - __s_g_698001v[v];
+ g = (val < 0) ? 0 : ((val > 255) ? 255 : (uint8_t)val);
+ val = y1 + __s_b_1732446u[u];
+ b = (val < 0) ? 0 : ((val > 255) ? 255 : (uint8_t)val);
+ ((uint16_t *)output)[i * 2 + 1] = (uint16_t)(b >> 3) | ((uint16_t)(g >> 2) << 5) | ((uint16_t)(r >> 3) << 11);
+ }
+}
+
+/****************************************************************************
+ * Name: usbh_video_devno_alloc
+ *
+ * Description:
+ * Allocate a unique /dev/video[n] minor number in the range 0-31.
+ *
+ ****************************************************************************/
+
+static int usbh_video_devno_alloc(struct usbh_video *video_class)
+{
+ size_t flags;
+ int devno;
+
+ flags = usb_osal_enter_critical_section();
+ for (devno = 0; devno < 32; devno++) {
+ uint32_t bitno = 1 << devno;
+ if ((g_devinuse & bitno) == 0) {
+ g_devinuse |= bitno;
+ video_class->minor = devno;
+ usb_osal_leave_critical_section(flags);
+ return 0;
+ }
+ }
+
+ usb_osal_leave_critical_section(flags);
+ return -EMFILE;
+}
+
+/****************************************************************************
+ * Name: usbh_video_devno_free
+ *
+ * Description:
+ * Free a /dev/video[n] minor number so that it can be used.
+ *
+ ****************************************************************************/
+
+static void usbh_video_devno_free(struct usbh_video *video_class)
+{
+ int devno = video_class->minor;
+
+ if (devno >= 0 && devno < 32) {
+ size_t flags = usb_osal_enter_critical_section();
+ g_devinuse &= ~(1 << devno);
+ usb_osal_leave_critical_section(flags);
+ }
+}
+
+int usbh_video_get_cur(struct usbh_video *video_class, uint8_t intf, uint8_t entity_id, uint8_t cs, uint8_t *buf, uint16_t len)
+{
+ struct usb_setup_packet *setup = &video_class->hport->setup;
+ int ret;
+
+ setup->bmRequestType = USB_REQUEST_DIR_IN | USB_REQUEST_CLASS | USB_REQUEST_RECIPIENT_INTERFACE;
+ setup->bRequest = VIDEO_REQUEST_GET_CUR;
+ setup->wValue = cs << 8;
+ setup->wIndex = (entity_id << 8) | intf;
+ setup->wLength = len;
+
+ ret = usbh_control_transfer(video_class->hport->ep0, setup, g_video_buf);
+ if (ret < 0) {
+ return ret;
+ }
+ memcpy(buf, g_video_buf, len);
+ return ret;
+}
+
+int usbh_video_set_cur(struct usbh_video *video_class, uint8_t intf, uint8_t entity_id, uint8_t cs, uint8_t *buf, uint16_t len)
+{
+ struct usb_setup_packet *setup = &video_class->hport->setup;
+
+ setup->bmRequestType = USB_REQUEST_DIR_OUT | USB_REQUEST_CLASS | USB_REQUEST_RECIPIENT_INTERFACE;
+ setup->bRequest = VIDEO_REQUEST_SET_CUR;
+ setup->wValue = cs << 8;
+ setup->wIndex = (entity_id << 8) | intf;
+ setup->wLength = len;
+
+ memcpy(g_video_buf, buf, len);
+
+ return usbh_control_transfer(video_class->hport->ep0, setup, g_video_buf);
+}
+
+int usbh_videostreaming_get_cur_probe(struct usbh_video *video_class)
+{
+ return usbh_video_get_cur(video_class, video_class->data_intf, 0x00, VIDEO_VS_PROBE_CONTROL, (uint8_t *)&video_class->probe, 26);
+}
+
+int usbh_videostreaming_set_cur_probe(struct usbh_video *video_class, uint8_t formatindex, uint8_t frameindex, uint32_t dwMaxVideoFrameSize, uint32_t dwMaxPayloadTransferSize)
+{
+ video_class->probe.bFormatIndex = formatindex;
+ video_class->probe.bFrameIndex = frameindex;
+ video_class->probe.dwMaxVideoFrameSize = dwMaxVideoFrameSize;
+ video_class->probe.dwMaxPayloadTransferSize = dwMaxPayloadTransferSize;
+ return usbh_video_set_cur(video_class, video_class->data_intf, 0x00, VIDEO_VS_PROBE_CONTROL, (uint8_t *)&video_class->probe, 26);
+}
+
+int usbh_videostreaming_set_cur_commit(struct usbh_video *video_class, uint8_t formatindex, uint8_t frameindex, uint32_t dwMaxVideoFrameSize, uint32_t dwMaxPayloadTransferSize)
+{
+ video_class->commit.bFormatIndex = formatindex;
+ video_class->commit.bFrameIndex = frameindex;
+ video_class->commit.dwMaxVideoFrameSize = dwMaxVideoFrameSize;
+ video_class->commit.dwMaxPayloadTransferSize = dwMaxPayloadTransferSize;
+ return usbh_video_set_cur(video_class, video_class->data_intf, 0x00, VIDEO_VS_COMMIT_CONTROL, (uint8_t *)&video_class->probe, 26);
+}
+
+int usbh_video_open(struct usbh_video *video_class, uint8_t altsetting)
+{
+ struct usb_setup_packet *setup = &video_class->hport->setup;
+ struct usb_endpoint_descriptor *ep_desc;
+ uint8_t mult;
+ uint16_t mps;
+ int ret;
+
+ if (video_class->is_opened) {
+ return -EEXIST;
+ }
+
+ setup->bmRequestType = USB_REQUEST_DIR_OUT | USB_REQUEST_STANDARD | USB_REQUEST_RECIPIENT_INTERFACE;
+ setup->bRequest = USB_REQUEST_SET_INTERFACE;
+ setup->wValue = altsetting;
+ setup->wIndex = video_class->data_intf;
+ setup->wLength = 0;
+
+ ret = usbh_control_transfer(video_class->hport->ep0, setup, NULL);
+ if (ret < 0) {
+ return ret;
+ }
+
+ ep_desc = &video_class->hport->config.intf[video_class->data_intf].altsetting[altsetting].ep[0].ep_desc;
+ mult = (ep_desc->wMaxPacketSize & USB_MAXPACKETSIZE_ADDITIONAL_TRANSCATION_MASK) >> USB_MAXPACKETSIZE_ADDITIONAL_TRANSCATION_SHIFT;
+ mps = ep_desc->wMaxPacketSize & USB_MAXPACKETSIZE_MASK;
+ if (ep_desc->bEndpointAddress & 0x80) {
+ video_class->isoin_mps = mps * (mult + 1);
+ usbh_hport_activate_epx(&video_class->isoin, video_class->hport, ep_desc);
+ } else {
+ video_class->isoout_mps = mps * (mult + 1);
+ usbh_hport_activate_epx(&video_class->isoout, video_class->hport, ep_desc);
+ }
+ USB_LOG_INFO("Open video and select altsetting:%u\r\n", altsetting);
+ video_class->is_opened = true;
+ return ret;
+}
+
+int usbh_video_close(struct usbh_video *video_class)
+{
+ struct usb_setup_packet *setup = &video_class->hport->setup;
+ int ret;
+
+ setup->bmRequestType = USB_REQUEST_DIR_OUT | USB_REQUEST_STANDARD | USB_REQUEST_RECIPIENT_INTERFACE;
+ setup->bRequest = USB_REQUEST_SET_INTERFACE;
+ setup->wValue = 0;
+ setup->wIndex = video_class->data_intf;
+ setup->wLength = 0;
+
+ ret = usbh_control_transfer(video_class->hport->ep0, setup, NULL);
+ if (ret < 0) {
+ return ret;
+ }
+ if (video_class->isoin) {
+ usbh_pipe_free(video_class->isoin);
+ video_class->isoin = NULL;
+ }
+
+ if (video_class->isoout) {
+ usbh_pipe_free(video_class->isoout);
+ video_class->isoout = NULL;
+ }
+
+ USB_LOG_INFO("Close video device\r\n");
+ video_class->is_opened = false;
+ return ret;
+}
+
+void usbh_video_list_info(struct usbh_video *video_class)
+{
+ USB_LOG_INFO("============= Video device information ===================\r\n");
+ USB_LOG_INFO("bcdVDC:%04x\r\n", video_class->bcdVDC);
+ USB_LOG_INFO("bNumFormats:%u\r\n", video_class->num_of_formats);
+ for (uint8_t i = 0; i < video_class->num_of_formats; i++) {
+ USB_LOG_INFO(" FormatIndex:%u\r\n", i + 1);
+ USB_LOG_INFO(" FormatType:%s\r\n", format_type[video_class->format[i].format_type]);
+ USB_LOG_INFO(" bNumFrames:%u\r\n", video_class->format[i].num_of_frames);
+ USB_LOG_INFO(" Resolution:\r\n");
+ for (uint8_t j = 0; j < video_class->format[i].num_of_frames; j++) {
+ USB_LOG_INFO(" FrameIndex:%u\r\n", j + 1);
+ USB_LOG_INFO(" wWidth: %d, wHeight: %d\r\n",
+ video_class->format[i].frame[j].wWidth,
+ video_class->format[i].frame[j].wHeight);
+ }
+ }
+
+ usbh_videostreaming_get_cur_probe(video_class);
+
+ USB_LOG_INFO("dwMaxVideoFrameSize:%u,dwMaxPayloadTransferSize:%u\r\n", (int)video_class->probe.dwMaxVideoFrameSize, (int)video_class->probe.dwMaxPayloadTransferSize);
+
+ USB_LOG_INFO("============= Video device information ===================\r\n");
+}
+
+static int usbh_video_ctrl_intf_connect(struct usbh_hubport *hport, uint8_t intf)
+{
+ int ret;
+ uint8_t cur_iface = 0xff;
+ uint8_t cur_alt_setting = 0xff;
+ uint8_t frame_index = 0xff;
+ uint8_t format_index = 0xff;
+ uint8_t num_of_frames = 0xff;
+ uint8_t *p;
+
+ struct usbh_video *video_class = usb_malloc(sizeof(struct usbh_video));
+ if (video_class == NULL) {
+ USB_LOG_ERR("Fail to alloc video_class\r\n");
+ return -ENOMEM;
+ }
+
+ memset(video_class, 0, sizeof(struct usbh_video));
+ usbh_video_devno_alloc(video_class);
+ video_class->hport = hport;
+ video_class->ctrl_intf = intf;
+ video_class->data_intf = intf + 1;
+
+ hport->config.intf[intf].priv = video_class;
+
+ ret = usbh_video_close(video_class);
+ if (ret < 0) {
+ USB_LOG_ERR("Fail to close video device\r\n");
+ return ret;
+ }
+
+ p = hport->raw_config_desc;
+ while (p[DESC_bLength]) {
+ switch (p[DESC_bDescriptorType]) {
+ case USB_DESCRIPTOR_TYPE_INTERFACE:
+ cur_iface = p[INTF_DESC_bInterfaceNumber];
+ //cur_alt_setting = p[INTF_DESC_bAlternateSetting];
+ break;
+ case USB_DESCRIPTOR_TYPE_ENDPOINT:
+ //ep_desc = (struct usb_endpoint_descriptor *)p;
+ break;
+ case VIDEO_CS_INTERFACE_DESCRIPTOR_TYPE:
+ if (cur_iface == video_class->ctrl_intf) {
+ switch (p[DESC_bDescriptorSubType]) {
+ case VIDEO_VC_HEADER_DESCRIPTOR_SUBTYPE:
+ video_class->bcdVDC = ((uint16_t)p[4] << 8) | (uint16_t)p[3];
+ break;
+ case VIDEO_VC_INPUT_TERMINAL_DESCRIPTOR_SUBTYPE:
+ break;
+ case VIDEO_VC_OUTPUT_TERMINAL_DESCRIPTOR_SUBTYPE:
+ break;
+ case VIDEO_VC_PROCESSING_UNIT_DESCRIPTOR_SUBTYPE:
+ break;
+
+ default:
+ break;
+ }
+ } else if (cur_iface == video_class->data_intf) {
+ switch (p[DESC_bDescriptorSubType]) {
+ case VIDEO_VS_INPUT_HEADER_DESCRIPTOR_SUBTYPE:
+ video_class->num_of_formats = p[DESC_bNumFormats];
+ break;
+ case VIDEO_VS_FORMAT_UNCOMPRESSED_DESCRIPTOR_SUBTYPE:
+ format_index = p[DESC_bFormatIndex];
+ num_of_frames = p[DESC_bNumFrameDescriptors];
+
+ video_class->format[format_index - 1].num_of_frames = num_of_frames;
+ video_class->format[format_index - 1].format_type = USBH_VIDEO_FORMAT_UNCOMPRESSED;
+ break;
+ case VIDEO_VS_FORMAT_MJPEG_DESCRIPTOR_SUBTYPE:
+ format_index = p[DESC_bFormatIndex];
+ num_of_frames = p[DESC_bNumFrameDescriptors];
+
+ video_class->format[format_index - 1].num_of_frames = num_of_frames;
+ video_class->format[format_index - 1].format_type = USBH_VIDEO_FORMAT_MJPEG;
+ break;
+ case VIDEO_VS_FRAME_UNCOMPRESSED_DESCRIPTOR_SUBTYPE:
+ frame_index = p[DESC_bFrameIndex];
+
+ video_class->format[format_index - 1].frame[frame_index - 1].wWidth = ((struct video_cs_if_vs_frame_uncompressed_descriptor *)p)->wWidth;
+ video_class->format[format_index - 1].frame[frame_index - 1].wHeight = ((struct video_cs_if_vs_frame_uncompressed_descriptor *)p)->wHeight;
+ break;
+ case VIDEO_VS_FRAME_MJPEG_DESCRIPTOR_SUBTYPE:
+ frame_index = p[DESC_bFrameIndex];
+
+ video_class->format[format_index - 1].frame[frame_index - 1].wWidth = ((struct video_cs_if_vs_frame_mjpeg_descriptor *)p)->wWidth;
+ video_class->format[format_index - 1].frame[frame_index - 1].wHeight = ((struct video_cs_if_vs_frame_mjpeg_descriptor *)p)->wHeight;
+ break;
+ default:
+ break;
+ }
+ }
+
+ break;
+
+ default:
+ break;
+ }
+ /* skip to next descriptor */
+ p += p[DESC_bLength];
+ }
+
+ usbh_video_list_info(video_class);
+
+ snprintf(hport->config.intf[intf].devname, CONFIG_USBHOST_DEV_NAMELEN, DEV_FORMAT, video_class->minor);
+
+ inityuyv2rgb_table();
+ USB_LOG_INFO("Register Video Class:%s\r\n", hport->config.intf[intf].devname);
+
+ return 0;
+}
+
+static int usbh_video_ctrl_intf_disconnect(struct usbh_hubport *hport, uint8_t intf)
+{
+ int ret = 0;
+
+ struct usbh_video *video_class = (struct usbh_video *)hport->config.intf[intf].priv;
+
+ if (video_class) {
+ usbh_video_devno_free(video_class);
+
+ if (video_class->isoin) {
+ usbh_pipe_free(video_class->isoin);
+ }
+
+ if (video_class->isoout) {
+ usbh_pipe_free(video_class->isoout);
+ }
+
+ memset(video_class, 0, sizeof(struct usbh_video));
+ usb_free(video_class);
+
+ if (hport->config.intf[intf].devname[0] != '\0')
+ USB_LOG_INFO("Unregister Video Class:%s\r\n", hport->config.intf[intf].devname);
+ }
+
+ return ret;
+}
+
+static int usbh_video_data_intf_connect(struct usbh_hubport *hport, uint8_t intf)
+{
+ USB_LOG_WRN("Ignore video data intf\r\n");
+ return 0;
+}
+
+static int usbh_video_data_intf_disconnect(struct usbh_hubport *hport, uint8_t intf)
+{
+ return 0;
+}
+
+void usbh_videostreaming_parse_mjpeg(struct usbh_urb *urb, struct usbh_videostreaming *stream)
+{
+ struct usbh_iso_frame_packet *iso_packet;
+ uint32_t num_of_iso_packets;
+ uint8_t *tmp_buf;
+ uint8_t data_offset;
+ uint32_t data_len;
+
+ num_of_iso_packets = urb->num_of_iso_packets;
+ iso_packet = urb->iso_packet;
+
+ for (uint32_t i = 0; i < num_of_iso_packets; i++) {
+ /*
+ uint8_t frameIdentifier : 1U;
+ uint8_t endOfFrame : 1U;
+ uint8_t presentationTimeStamp : 1U;
+ uint8_t sourceClockReference : 1U;
+ uint8_t reserved : 1U;
+ uint8_t stillImage : 1U;
+ uint8_t errorBit : 1U;
+ uint8_t endOfHeader : 1U;
+ */
+
+ if (iso_packet[i].actual_length < iso_packet[i].transfer_buffer[0]) {
+ return;
+ }
+ if (iso_packet[i].transfer_buffer[1] & (1 << 6)) {
+ stream->bufoffset = 0;
+ continue;
+ }
+
+ if (iso_packet[i].actual_length == 0) { /* skip */
+ stream->bufoffset = 0;
+ continue;
+ }
+ if (iso_packet[i].actual_length == iso_packet[i].transfer_buffer[0]) { /* skip frame header */
+ stream->bufoffset = 0;
+ continue;
+ }
+
+ data_offset = iso_packet[i].transfer_buffer[0];
+ data_len = iso_packet[i].actual_length - iso_packet[i].transfer_buffer[0];
+
+ tmp_buf = stream->bufbase + stream->bufoffset;
+ stream->bufoffset += data_len;
+
+ memcpy(tmp_buf, &iso_packet[i].transfer_buffer[data_offset], data_len);
+ if ((stream->bufbase[0] != 0xff) && (stream->bufbase[1] != 0xd8)) {
+ stream->bufoffset = 0;
+ continue;
+ }
+
+ if (iso_packet[i].transfer_buffer[1] & (1 << 1)) {
+ if ((stream->bufbase[stream->bufoffset - 2] != 0xff) && (stream->bufbase[stream->bufoffset - 1] != 0xd9)) {
+ stream->bufoffset = 0;
+ continue;
+ }
+ if (stream->video_one_frame_callback) {
+ stream->video_one_frame_callback(stream);
+ }
+ stream->bufoffset = 0;
+ }
+ }
+}
+
+void usbh_videostreaming_parse_yuyv2rgb565(struct usbh_urb *urb, struct usbh_videostreaming *stream)
+{
+ struct usbh_iso_frame_packet *iso_packet;
+ uint32_t num_of_iso_packets;
+ uint8_t *tmp_buf;
+ uint8_t data_offset;
+ uint32_t data_len;
+
+ num_of_iso_packets = urb->num_of_iso_packets;
+ iso_packet = urb->iso_packet;
+
+ for (uint32_t i = 0; i < num_of_iso_packets; i++) {
+ /*
+ uint8_t frameIdentifier : 1U;
+ uint8_t endOfFrame : 1U;
+ uint8_t presentationTimeStamp : 1U;
+ uint8_t sourceClockReference : 1U;
+ uint8_t reserved : 1U;
+ uint8_t stillImage : 1U;
+ uint8_t errorBit : 1U;
+ uint8_t endOfHeader : 1U;
+ */
+
+ if (iso_packet[i].actual_length < iso_packet[i].transfer_buffer[0]) {
+ return;
+ }
+ if (iso_packet[i].transfer_buffer[1] & (1 << 6)) {
+ stream->bufoffset = 0;
+ continue;
+ }
+
+ if (iso_packet[i].actual_length == 0) { /* skip */
+ stream->bufoffset = 0;
+ continue;
+ }
+ if (iso_packet[i].actual_length == iso_packet[i].transfer_buffer[0]) { /* skip frame header */
+ stream->bufoffset = 0;
+ continue;
+ }
+
+ data_offset = iso_packet[i].transfer_buffer[0];
+ data_len = iso_packet[i].actual_length - iso_packet[i].transfer_buffer[0];
+
+ tmp_buf = stream->bufbase + stream->bufoffset;
+ stream->bufoffset += data_len;
+
+ yuyv2rgb565(&iso_packet[i].transfer_buffer[data_offset], tmp_buf, data_len);
+ if (iso_packet[i].transfer_buffer[1] & (1 << 1)) {
+ if (stream->video_one_frame_callback) {
+ stream->video_one_frame_callback(stream);
+ }
+ stream->bufoffset = 0;
+ }
+ }
+}
+
+const struct usbh_class_driver video_class_ctrl_intf_driver = {
+ .driver_name = "video",
+ .connect = usbh_video_ctrl_intf_connect,
+ .disconnect = usbh_video_ctrl_intf_disconnect
+};
+
+const struct usbh_class_driver video_class_data_intf_driver = {
+ .driver_name = "video",
+ .connect = usbh_video_data_intf_connect,
+ .disconnect = usbh_video_data_intf_disconnect
+};
+
+CLASS_INFO_DEFINE const struct usbh_class_info video_ctrl_intf_class_info = {
+ .match_flags = USB_CLASS_MATCH_INTF_CLASS | USB_CLASS_MATCH_INTF_SUBCLASS | USB_CLASS_MATCH_INTF_PROTOCOL,
+ .class = USB_DEVICE_CLASS_VIDEO,
+ .subclass = VIDEO_SC_VIDEOCONTROL,
+ .protocol = VIDEO_PC_PROTOCOL_UNDEFINED,
+ .vid = 0x00,
+ .pid = 0x00,
+ .class_driver = &video_class_ctrl_intf_driver
+};
+
+CLASS_INFO_DEFINE const struct usbh_class_info video_data_intf_class_info = {
+ .match_flags = USB_CLASS_MATCH_INTF_CLASS | USB_CLASS_MATCH_INTF_SUBCLASS | USB_CLASS_MATCH_INTF_PROTOCOL,
+ .class = USB_DEVICE_CLASS_VIDEO,
+ .subclass = VIDEO_SC_VIDEOSTREAMING,
+ .protocol = VIDEO_PC_PROTOCOL_UNDEFINED,
+ .vid = 0x00,
+ .pid = 0x00,
+ .class_driver = &video_class_data_intf_driver
+}; \ No newline at end of file
diff --git a/class/video/usbh_video.h b/class/video/usbh_video.h
new file mode 100644
index 00000000..50e0b418
--- /dev/null
+++ b/class/video/usbh_video.h
@@ -0,0 +1,71 @@
+/*
+ * Copyright (c) 2022, sakumisu
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ */
+#ifndef USBH_VIDEO_H
+#define USBH_VIDEO_H
+
+#include "usb_video.h"
+
+#define USBH_VIDEO_FORMAT_UNCOMPRESSED 0
+#define USBH_VIDEO_FORMAT_MJPEG 1
+
+struct usbh_video_resolution {
+ uint16_t wWidth;
+ uint16_t wHeight;
+};
+
+struct usbh_video_format {
+ struct usbh_video_resolution frame[8];
+ uint8_t format_type;
+ uint8_t num_of_frames;
+};
+
+struct usbh_videostreaming {
+ uint8_t *bufbase;
+ uint32_t bufoffset;
+ void (*video_one_frame_callback)(struct usbh_videostreaming *stream);
+};
+
+struct usbh_video {
+ struct usbh_hubport *hport;
+
+ uint8_t ctrl_intf; /* interface number */
+ uint8_t data_intf; /* interface number */
+ uint8_t minor;
+ usbh_pipe_t isoin; /* ISO IN endpoint */
+ usbh_pipe_t isoout; /* ISO OUT endpoint */
+ struct video_probe_and_commit_controls probe;
+ struct video_probe_and_commit_controls commit;
+ uint16_t isoin_mps;
+ uint16_t isoout_mps;
+ bool is_opened;
+ uint16_t bcdVDC;
+ uint8_t num_of_formats;
+ struct usbh_video_format format[3];
+};
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+int usbh_video_get_cur(struct usbh_video *video_class, uint8_t intf, uint8_t entity_id, uint8_t cs, uint8_t *buf, uint16_t len);
+int usbh_video_set_cur(struct usbh_video *video_class, uint8_t intf, uint8_t entity_id, uint8_t cs, uint8_t *buf, uint16_t len);
+int usbh_videostreaming_get_cur_probe(struct usbh_video *video_class);
+int usbh_videostreaming_set_cur_probe(struct usbh_video *video_class, uint8_t formatindex, uint8_t frameindex, uint32_t dwMaxVideoFrameSize, uint32_t dwMaxPayloadTransferSize);
+int usbh_videostreaming_set_cur_commit(struct usbh_video *video_class, uint8_t formatindex, uint8_t frameindex, uint32_t dwMaxVideoFrameSize, uint32_t dwMaxPayloadTransferSize);
+
+int usbh_video_open(struct usbh_video *video_class, uint8_t altsetting);
+int usbh_video_close(struct usbh_video *video_class);
+
+void usbh_video_list_info(struct usbh_video *video_class);
+
+void usbh_videostreaming_parse_mjpeg(struct usbh_urb *urb, struct usbh_videostreaming *stream);
+void usbh_videostreaming_parse_yuyv2rgb565(struct usbh_urb *urb, struct usbh_videostreaming *stream);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /* USBH_VIDEO_H */