summaryrefslogtreecommitdiff
path: root/src/class
diff options
context:
space:
mode:
authorkkitayam <[email protected]>2021-07-17 18:51:33 +0900
committerkkitayam <[email protected]>2021-09-29 21:23:14 +0900
commit97d5d1e491565d6d546bcf27af1ff3525f3df722 (patch)
tree2b4f8088e572dea24c7f9c7ea32986ba42e6c624 /src/class
parent5b55b0d2594d86dc17c806d51aa7f28679947990 (diff)
add files for video class device
Diffstat (limited to 'src/class')
-rw-r--r--src/class/video/video.h284
-rw-r--r--src/class/video/video_device.c384
-rw-r--r--src/class/video/video_device.h50
3 files changed, 718 insertions, 0 deletions
diff --git a/src/class/video/video.h b/src/class/video/video.h
new file mode 100644
index 000000000..55ffffa7f
--- /dev/null
+++ b/src/class/video/video.h
@@ -0,0 +1,284 @@
+/*
+ * The MIT License (MIT)
+ *
+ * Copyright (c) 2021 Koji KITAYAMA
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+ * THE SOFTWARE.
+ *
+ * This file is part of the TinyUSB stack.
+ */
+
+#ifndef TUSB_VIDEO_H_
+#define TUSB_VIDEO_H_
+
+#include "common/tusb_common.h"
+
+/* A.2 */
+typedef enum {
+ VIDEO_SUBCLASS_UNDEFINED = 0x00,
+ VIDEO_SUBCLASS_CONTROL,
+ VIDEO_SUBCLASS_STREAMING,
+ VIDEO_SUBCLASS_INTERFACE_COLLECTION,
+} video_subclass_type_t;
+
+/* A.3 */
+typedef enum
+{
+ VIDEO_INT_PROTOCOL_CODE_UNDEF = 0x00,
+ VIDEO_INT_PROTOCOL_CODE_15,
+} video_interface_protocol_code_t;
+
+/* A.5 */
+typedef enum
+{
+ VIDEO_CS_VC_INTERFACE_VC_DESCRIPTOR_UNDEF = 0x00,
+ VIDEO_CS_VC_INTERFACE_HEADER,
+ VIDEO_CS_VC_INTERFACE_INPUT_TERMINAL,
+ VIDEO_CS_VC_INTERFACE_OUTPUT_TERMINAL,
+ VIDEO_CS_VC_INTERFACE_SELECTOR_UNIT,
+ VIDEO_CS_VC_INTERFACE_PROCESSING_UNIT,
+ VIDEO_CS_VC_INTERFACE_EXTENSION_UNIT,
+ VIDEO_CS_VC_INTERFACE_ENCODING_UNIT,
+} vide_cs_vc_interface_subtype_t;
+
+/* A.6 */
+typedef enum
+{
+ VIDEO_CS_VS_INTERFACE_VS_DESCRIPTOR_UNDEF = 0x00,
+ VIDEO_CS_VS_INTERFACE_INPUT_HEADER,
+ VIDEO_CS_VS_INTERFACE_OUTPUT_HEADER,
+ VIDEO_CS_VS_INTERFACE_STILL_IMAGE_FRAME,
+ VIDEO_CS_VS_INTERFACE_FORMAT_UNCOMPRESSED,
+ VIDEO_CS_VS_INTERFACE_FRAME_UNCOMPRESSED,
+ VIDEO_CS_VS_INTERFACE_FORMAT_MJPEG,
+ VIDEO_CS_VS_INTERFACE_FRAME_MJPEG,
+ VIDEO_CS_VS_INTERFACE_FORMAT_MPEG2TS = 0x0A,
+ VIDEO_CS_VS_INTERFACE_FORMAT_DV = 0x0c,
+ VIDEO_CS_VS_INTERFACE_COLORFORMAT,
+ VIDEO_CS_VS_INTERFACE_FORMAT_FRAME_BASED = 0x10,
+ VIDEO_CS_VS_INTERFACE_FRAME_FRAME_BASED,
+ VIDEO_CS_VS_INTERFACE_FORMAT_STREAM_BASED,
+ VIDEO_CS_VS_INTERFACE_FORMAT_H264,
+ VIDEO_CS_VS_INTERFACE_FRAME_H264,
+ VIDEO_CS_VS_INTERFACE_FORMAT_H264_SIMULCAST,
+ VIDEO_CS_VS_INTERFACE_FORMAT_VP8,
+ VIDEO_CS_VS_INTERFACE_FRAME_VP8,
+ VIDEO_CS_VS_INTERFACE_FORMAT_VP8_SIMULCAST,
+} video_cs_vs_interface_subtype_t;
+
+/* A.8 */
+typedef enum
+{
+ VIDEO_REQUEST_UNDEF = 0x00,
+ VIDEO_REQUEST_SET_CUR,
+ VIDEO_REQUEST_SET_CUR_ALL = 0x11,
+ VIDEO_REQUEST_GET = 0x80,
+ VIDEO_REQUEST_GET_CUR,
+ VIDEO_REQUEST_GET_MIN,
+ VIDEO_REQUEST_GET_MAX,
+ VIDEO_REQUEST_GET_RES,
+ VIDEO_REQUEST_GET_LEN,
+ VIDEO_REQUEST_GET_INFO,
+ VIDEO_REQUEST_GET_DEF,
+ VIDEO_REQUEST_GET_CUR_ALL = 0x91,
+ VIDEO_REQUEST_GET_MIN_ALL,
+ VIDEO_REQUEST_GET_MAX_ALL,
+ VIDEO_REQUEST_GET_RES_ALL,
+ VIDEO_REQUEST_GET_DEF_ALL = 0x97
+} video_control_request_t;
+
+/* B. Terminal Types */
+typedef enum
+{
+ VIDEO_TT_VENDOR_SPECIFIC = 0x0100,
+ VIDEO_TT_STREAMING,
+ VIDEO_ITT_VENDOR_SPECIFIC = 0x0200,
+ VIDEO_ITT_CAMERA,
+ VIDEO_ITT_MEDIA_TRANSPORT_INPUT,
+ VIDEO_OTT_VENDOR_SPECIFIC = 0x0300,
+ VIDEO_OTT_DISPLAY,
+ VIDEO_OTT_MEDIA_TRANSPORT_OUTPUT,
+ VIDEO_TT_EXTERNAL_VENDOR_SPEIFIC = 0x0400,
+ VIDEO_TT_COMPOSITE_CONNECTOR,
+ VIDEO_TT_SVIDEO_CONNECTOR,
+ VIDEO_TT_COMPONENT_CONNECTOR,
+} video_terminal_type_t;
+
+/* 2.3.4.2 */
+typedef struct TU_ATTR_PACKED {
+ uint8_t bLength;
+ uint8_t bDescriptorType;
+ uint8_t bDescriptorSubType;
+ uint16_t bcdUVC;
+ uint16_t wTotalLength;
+ uint32_t dwClockFrequency;
+ uint8_t bInCollection;
+ uint8_t baInterfaceNr[];
+} tusb_desc_video_control_interface_t;
+
+/* 3.9.2.1 */
+typedef struct TU_ATTR_PACKED {
+ uint8_t bLength;
+ uint8_t bDescriptorType;
+ uint8_t bDescriptorSubType;
+ uint8_t bNumFormats;
+ uint16_t wTotalLength;
+ uint8_t bEndpointAddress;
+ uint8_t bmInfo;
+ uint8_t bTerminalLink;
+ uint8_t bStillCaptureMethod;
+ uint8_t bTriggerSupport;
+ uint8_t bTriggerUsage;
+ uint8_t bControlSize;
+ uint8_t bmaControls[];
+} tusb_desc_video_streaming_interface_input_t;
+
+/* 3.9.2.2 */
+typedef struct TU_ATTR_PACKED {
+ uint8_t bLength;
+ uint8_t bDescriptorType;
+ uint8_t bDescriptorSubType;
+ uint8_t bNumFormats;
+ uint16_t wTotalLength;
+ uint8_t bEndpointAddress;
+ uint8_t bTerminalLink;
+ uint8_t bControlSize;
+ uint8_t bmaControls[];
+} tusb_desc_video_streaming_interface_output_t;
+
+typedef struct TU_ATTR_PACKED {
+ uint8_t bLength;
+ uint8_t bDescriptorType;
+ uint8_t bDescriptorSubType;
+ uint8_t bNumFormats;
+ uint16_t wTotalLength;
+ uint8_t bEndpointAddress;
+ union {
+ struct {
+ uint8_t bmInfo;
+ uint8_t bTerminalLink;
+ uint8_t bStillCaptureMethod;
+ uint8_t bTriggerSupport;
+ uint8_t bTriggerUsage;
+ uint8_t bControlSize;
+ uint8_t bmaControls[];
+ } in;
+ struct {
+ uint8_t bEndpointAddress;
+ uint8_t bTerminalLink;
+ uint8_t bControlSize;
+ uint8_t bmaControls[];
+ } out;
+} tusb_desc_video_streaming_interface_t;
+
+#define TUD_VIDEO_DESC_IAD_LEN 8
+#define TUD_VIDEO_DESC_STD_VC_LEN 9
+#define TUD_VIDEO_DESC_CS_VC_LEN 12
+#define TUD_VIDEO_DESC_INPUT_TERM_LEN 8
+#define TUD_VIDEO_DESC_OUTPUT_TERM_LEN 9
+#define TUD_VIDEO_DESC_STD_VS_LEN 9
+#define TUD_VIDEO_DESC_CS_VS_IN_LEN 13
+#define TUD_VIDEO_DESC_CS_VS_OUT_LEN 9
+#define TUD_VIDEO_DESC_CS_VS_FMT_UNCOMPR_LEN 27
+#define TUD_VIDEO_DESC_CS_VS_FRM_UNCOMPR_CONT_LEN 38
+#define TUD_VIDEO_DESC_CS_VS_FRM_UNCOMPR_DISC_LEN 26
+
+/* 2.2 compression formats */
+#define TUD_VIDEO_GUID_YUY2 0x59,0x55,0x59,0x32,0x00,0x00,0x10,0x00,0x00,0x80,0x71,0x9B,0x38,0x00,0xAA,0x00
+#define TUD_VIDEO_GUID_NV12 0x4E,0x56,0x31,0x32,0x00,0x00,0x10,0x00,0x00,0x80,0x71,0x9B,0x38,0x00,0xAA,0x00
+#define TUD_VIDEO_GUID_M420 0x4D,0x34,0x32,0x30,0x00,0x00,0x10,0x00,0x00,0x80,0x71,0x9B,0x38,0x00,0xAA,0x00
+#define TUD_VIDEO_GUID_I420 0x49,0x34,0x32,0x30,0x00,0x00,0x10,0x00,0x00,0x80,0x71,0x9B,0x38,0x00,0xAA,0x00
+
+#define TUD_VIDEO_DESC_IAD(_firstitfs, _nitfs, _stridx) \
+ TUD_VIDEO_DESC_IAD_LEN, TUSB_DESC_INTERFACE_ASSOCIATION, \
+ _firstitfs, _nitfs, TUSB_CLASS_VIDEO, VIDEO_SUBCLASS_INTERFACE_COLLECTION, \
+ VIDEO_INT_PROTOCOL_CODE_UNDEF, _stridx
+
+#define TUD_VIDEO_DESC_STD_VC(_itfnum, _nEPs, _stridx) \
+ TUD_VIDEO_DESC_STD_VC_LEN, TUSB_DESC_INTERFACE, _itfnum, /* fixed to zero */ 0x00, \
+ _nEPs, TUSB_CLASS_VIDEO, VIDEO_SUBCLASS_CONTROL, VIDEO_INT_PROTOCOL_CODE_15, _stridx
+
+/* 3.7.2 */
+#define TUD_VIDEO_DESC_CS_VC(_bcdUVC, _totallen, _clkfreq, _coll, ...) \
+ TUD_VIDEO_DESC_CS_VC_LEN + _coll, TUSB_DESC_CS_INTERFACE, VIDEO_CS_VC_INTERFACE_HEADER, \
+ U16_TO_U8S_LE(_bcdUVC), U16_TO_U8S_LE(_totallen + TUD_VIDEO_DESC_CS_AC_LEN), \
+ U32_TO_U8S_LE(_clkfreq), _coll, __VA_ARGS__
+
+/* 3.7.2.1 */
+#define TUD_VIDEO_DESC_INPUT_TERM(_tid, _tt, _at, _stridx) \
+ TUD_VIDEO_DESC_INPUT_TERM_LEN, TUSB_DESC_CS_INTERFACE, VIDEO_CS_VC_INTERFACE_INPUT_TERMINAL, \
+ _tid, U16_TO_U8S_LE(_tt), _at, _ti
+
+/* 3.7.2.2 */
+#define TUD_VIDEO_DESC_OUTPUT_TERM(_tid, _tt, _at, _srcid, _stridx) \
+ TUD_VIDEO_DESC_INPUT_TERM_LEN, TUSB_DESC_CS_INTERFACE, VIDEO_CS_VC_INTERFACE_OUTPUT_TERMINAL, \
+ _tid, U16_TO_U8S_LE(_tt), _at, _ti
+
+/* 3.9.1 */
+#define TUD_VIDEO_DESC_STD_VS(_itfnum, _alt, _epn, _stridx) \
+ TUD_VIDEO_DESC_STD_VC_LEN, TUSB_DESC_INTERFACE, _itfnum, _alt, \
+ _epn, TUSB_CLASS_VIDEO, VIDEO_SUBCLASS_STREAMING, VIDEO_INT_PROTOCOL_CODE_15, _stridx
+
+/* 3.9.2.1 */
+#define TUD_VIDEO_DESC_CS_VS_INPUT(_numfmt, _totlen, _epn, _inf, _termlnk, _sticaptmeth, _trgspt, _trgusg, _ctlsz, ...) \
+ TUD_VIDEO_DESC_CS_VS_IN_LEN + (_numfmt) * (_ctlsz), TUSB_DESC_CS_INTERFACE, \
+ VIDEO_CS_VS_INTERFACE_INPUT_HEADER, _numfmt, \
+ U16_TO_U8S_LE(_totlen + TUD_VIDEO_DESC_CS_VS_IN_LEN + (_numfmt) * (_ctlsz)), \
+ _epn, _inf, _termlnk, _sticaptmeth, _trgspt, _trgusg, _ctlsz, __VA_ARGS__
+
+/* 3.9.2.2 */
+#define TUD_VIDEO_DESC_CS_VS_OUTPUT(_numfmt, _totlen, _epn, _inf, _termlnk, _ctlsz, ...) \
+ TUD_VIDEO_DESC_CS_VS_OUT_LEN + (_numfmt) * (_ctlsz), TUSB_DESC_CS_INTERFACE, \
+ VIDEO_CS_VS_INTERFACE_OUTPUT_HEADER, _numfmt, \
+ U16_TO_U8S_LE(_totlen + TUD_VIDEO_DESC_CS_VS_OUT_LEN + (_numfmt) * (_ctlsz)), \
+ _epn, _inf, _termlnk, _trgusg, _ctlsz, __VA_ARGS__
+
+/* Uncompressed 3.1.1 */
+#define TUD_VIDEO_DESC_CS_VS_FMT_UNCOMPR(_fmtidx, _numfrmdesc, \
+ _g0,_g1,_g2,_g3,_g4,_g5,_g6,_g7,_g8,_g9,_g10,_g11,_g12,_g13,_g14,_g15, \
+ _bitsperpix, _frmidx, _asrx, _asry, _interlace, _cp) \
+ TUD_VIDEO_DESC_CS_VS_FMT_UNCOMPR_LEN, TUSB_DESC_CS_INTERFACE, VIDEO_CS_VS_INTERFACE_FORMAT_UNCOMPRESSED, \
+ _fmtidx, _numfrmdesc,\
+ _g0,_g1,_g2,_g3,_g4,_g5,_g6,_g7,_g8,_g9,_g10,_g11,_g12,_g13,_g14,_g15,\
+ _bitsperpix, _frmidx, _asrx, _asry, _interlace, _cp
+
+/* Uncompressed 3.1.2 Table 3-3 */
+#define TUD_VIDEO_DESC_CS_VS_FRM_UNCOMPR_CONT(_frmidx, _cap, _width, _height, _minbr, _maxbr, _maxfrmbufsz, _frminterval, _minfrminterval, _maxfrminterval, _frmintervalstep) \
+ TUD_VIDEO_DESC_CS_VS_FRM_UNCOMPR_CONT_LEN, TUSB_DESC_CS_INTERFACE, VIDEO_CS_VS_INTERFACE_FRAME_UNCOMPRESSED, \
+ _frmidx, _cap, U16_TO_U8S_LE(_width), U16_TO_U8S_LE(_height), U32_TO_U8S_LE(_minbr), U32_TO_U8S_LE(_maxbr), \
+ U32_TO_U8S_LE(_maxfrmbufsz), U32_TO_U8S_LE(_frminterval), 0, \
+ U32_TO_U8S_LE(_minfrminterval), U32_TO_U8S_LE(_maxfrminterval), U32_TO_U8S_LE(_frmintervalstep)
+
+/* Uncompressed 3.1.2 Table 3-4 */
+#define TUD_VIDEO_DESC_CS_VS_FRM_UNCOMPR_DISC(_frmidx, _cap, _width, _height, _minbr, _maxbr, _maxfrmbufsz, _frminterval, _numfrminterval, ...) \
+ TUD_VIDEO_DESC_CS_VS_FRM_UNCOMPR_DISC_LEN + _numfrminterval * 4, \
+ TUSB_DESC_CS_INTERFACE, VIDEO_CS_VS_INTERFACE_FRAME_UNCOMPRESSED, \
+ _frmidx, _cap, U16_TO_U8S_LE(_width), U16_TO_U8S_LE(_height), U32_TO_U8S_LE(_minbr), U32_TO_U8S_LE(_maxbr), \
+ U32_TO_U8S_LE(_maxfrmbufsz), U32_TO_U8S_LE(_frminterval), _numfrminterval, __VA_ARGS__
+
+/* 3.10.1.1 */
+#define TUD_VIDEO_DESC_EP_ISO(_ep, _epsize, _ep_interval)
+ 7, TUSB_DESC_ENDPOINT, _ep, TUSB_XFER_ISOCHRONOUS | TUSB_ISO_EP_ATT_ASYNCHRONOUS,\
+ U16_TO_U8S_LE(_epsize), _ep_interval
+
+/* 3.10.1.2 */
+#define TUD_VIDEO_DESC_EP_BULK(_ep, _epsize, _ep_interval)
+ 7, TUSB_DESC_ENDPOINT, _ep, TUSB_XFER_BULK, U16_TO_U8S_LE(_epsize), _ep_interval
+
+#endif
diff --git a/src/class/video/video_device.c b/src/class/video/video_device.c
new file mode 100644
index 000000000..12526f43b
--- /dev/null
+++ b/src/class/video/video_device.c
@@ -0,0 +1,384 @@
+/*
+ * The MIT License (MIT)
+ *
+ * Copyright (c) 2019 Ha Thach (tinyusb.org)
+ * Copyright (c) 2020 Reinhard Panhuber, Jerzy Kasenberg
+ * Copyright (c) 2021 Koji KITAYAMA
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+ * THE SOFTWARE.
+ *
+ * This file is part of the TinyUSB stack.
+ */
+
+#include "tusb_option.h"
+
+#if (TUSB_OPT_DEVICE_ENABLED && CFG_TUD_VIDEO)
+
+#include "device/usbd.h"
+#include "device/usbd_pvt.h"
+
+#include "video_device.h"
+
+//--------------------------------------------------------------------+
+// MACRO CONSTANT TYPEDEF
+//--------------------------------------------------------------------+
+typedef struct
+{
+ uint8_t itf_ctl;
+ uint8_t itf_in;
+ uint8_t itf_out;
+ uint8_t const *desc_beg;
+ uint8_t const *desc_end;
+ tusb_desc_video_control_interface_t const *ctl;
+ tusb_desc_video_streaming_interface_input_t const *stm_in;
+ tusb_desc_video_streaming_interface_output_t const *stm_out;
+ uint8_t ep_notif; /* notification */
+ uint8_t ep_in; /* video IN */
+ uint8_t ep_sti; /* still image IN */
+ uint8_t ep_out; /* video OUT */
+
+ /*------------- From this point, data is not cleared by bus reset -------------*/
+
+ // Endpoint Transfer buffer
+ CFG_TUSB_MEM_ALIGN uint8_t epout_buf[CFG_TUD_CDC_EP_BUFSIZE];
+ CFG_TUSB_MEM_ALIGN uint8_t epin_buf[CFG_TUD_CDC_EP_BUFSIZE];
+
+} videod_interface_t;
+
+#define ITF_MEM_RESET_SIZE offsetof(cdcd_interface_t, wanted_char)
+
+//--------------------------------------------------------------------+
+// INTERNAL OBJECT & FUNCTION DECLARATION
+//--------------------------------------------------------------------+
+CFG_TUSB_MEM_SECTION static videod_interface_t _videod_itf[CFG_TUD_VIDEO];
+
+static tusb_desc_interface_t const* videod_next_interface_desc(void const *beg, void const *end)
+{
+ for (void const *cur = tu_desc_next(beg); cur < end; cur = tu_desc_next(cur)) {
+ if (TUSB_DESC_INTERFACE != tu_desc_type(cur))
+ return (uint8_t const*)cur;
+ }
+}
+
+static tusb_desc_interface_t const* videod_find_interface_desc(void const *beg, void const *end, unsigned itfnum)
+{
+ tusb_desc_interface_t const *cur = (tusb_desc_interface_t const *)beg;
+ for (; cur; cur = videod_next_interface_desc(cur, end)) {
+ if (cur->bInterfaceNumber == itfnum)
+ return cur;
+ }
+ return NULL;
+}
+
+static void _prep_out_transaction (cdcd_interface_t* p_cdc)
+{
+ uint8_t const rhport = TUD_OPT_RHPORT;
+ uint16_t available = tu_fifo_remaining(&p_cdc->rx_ff);
+
+ // Prepare for incoming data but only allow what we can store in the ring buffer.
+ // TODO Actually we can still carry out the transfer, keeping count of received bytes
+ // and slowly move it to the FIFO when read().
+ // This pre-check reduces endpoint claiming
+ TU_VERIFY(available >= sizeof(p_cdc->epout_buf), );
+
+ // claim endpoint
+ TU_VERIFY(usbd_edpt_claim(rhport, p_cdc->ep_out), );
+
+ // fifo can be changed before endpoint is claimed
+ available = tu_fifo_remaining(&p_cdc->rx_ff);
+
+ if ( available >= sizeof(p_cdc->epout_buf) )
+ {
+ usbd_edpt_xfer(rhport, p_cdc->ep_out, p_cdc->epout_buf, sizeof(p_cdc->epout_buf));
+ }else
+ {
+ // Release endpoint since we don't make any transfer
+ usbd_edpt_release(rhport, p_cdc->ep_out);
+ }
+}
+
+//--------------------------------------------------------------------+
+// APPLICATION API
+//--------------------------------------------------------------------+
+bool tud_video_n_connected(uint8_t itf)
+{
+ // DTR (bit 0) active is considered as connected
+ return tud_ready() && tu_bit_test(_cdcd_itf[itf].line_state, 0);
+}
+
+//--------------------------------------------------------------------+
+// READ API
+//--------------------------------------------------------------------+
+
+//--------------------------------------------------------------------+
+// WRITE API
+//--------------------------------------------------------------------+
+
+//--------------------------------------------------------------------+
+// USBD Driver API
+//--------------------------------------------------------------------+
+void videod_init(void)
+{
+ tu_memclr(_videod_itf, sizeof(_videod_itf));
+
+ for (unsigned i = 0; i < CFG_TUD_VIDEO; ++i)
+ {
+ videod_interface_t* p_video = &_videod_itf[i];
+
+ // TODO
+ }
+}
+
+void videod_reset(uint8_t rhport)
+{
+ (void) rhport;
+
+ for (unsigned i = 0; i < CFG_TUD_VIDEO; ++i)
+ {
+ videod_interface_t* p_video = &_videod_itf[i];
+
+ // TODO
+ tu_memclr(p_video, ITF_MEM_RESET_SIZE);
+ }
+}
+
+uint16_t videod_open(uint8_t rhport, tusb_desc_interface_t const * itf_desc, uint16_t max_len)
+{
+ TU_VERIFY(TUSB_CLASS_VIDEO == itf_desc->bInterfaceClass &&
+ VIDEO_SUBCLASS_CONTROL == itf_desc->bInterfaceSubClass &&
+ VIDEO_INT_PROTOCOL_CODE_15 == itf_desc->bFunctionProtool, 0);
+
+ /* Find available interface */
+ videod_interface_t *p_video = NULL;
+ for (unsigned video_id = 0; video_id < CFG_TUD_VIDEO; ++video_id) {
+ if (!_videod_itf[video_id].itf_in && !_videod_itf[video_id].itf_out) {
+ p_video = &_videod_itf[video_id];
+ break;
+ }
+ }
+ TU_ASSERT(p_video, 0);
+
+ /*------------- Video Control Interface -------------*/
+ TU_VERIFY(itf_desc->bNumEndpoints < 2, 0); /* support only 1 notification endpoint */
+ unsigned itf_ctl = itf_desc->bInterfaceNumber;
+ unsigned drv_len = sizeof(*itf_desc);
+ tusb_desc_endpoint_t const * desc_ep = NULL;
+
+ uint8_t const *p_desc = tu_desc_next(itf_desc);
+ tusb_desc_video_control_interface_t const *ctl = (tusb_desc_video_control_interface_t const*)p_desc;
+ TU_VERIFY(TUSB_DESC_CS_INTERFACE == ctl->bDescriptorType &&
+ VIDEO_CS_VC_INTERFACE_HEADER == ctl->bDescriptorSubType, 0);
+
+ if (itf_desc->bNumEndpoints) { /* has a notification endpoint */
+ p_desc = tu_desc_next(ctl);
+ /* skip to the notification endpoint descriptor */
+ while (TUSB_DESC_ENDPOINT != tu_desc_type(p_desc) && drv_len <= max_len ) {
+ p_desc = tu_desc_next(p_desc);
+ }
+ desc_ep = (tusb_desc_endpoint_t const *)p_desc;
+ }
+ drv_len += tu_desc_len(ctl) + ctl->wTotalLength;
+ p_desc = tu_desc_next(ctl) + ctl->wTotalLength;
+ TU_VERIFY(drv_len <= max_len, 0);
+
+ /*------------- Video Stream Interface -------------*/
+ uint8_t itf_in = 0, itf_out = 0;
+ tusb_desc_video_streaming_interface_input_t const *stm_in = NULL;
+ tusb_desc_video_streaming_interface_output_t const *stm_out = NULL;
+
+ for (unsigned itf_stm = 0; itf_stm < ctl->bInCollection; ++itf_stm) {
+ itf_desc = (tusb_desc_interface_t const *)p_desc;
+ TU_VERIFY(TUSB_DESC_INTERFACE == itf_desc->bDescriptorType &&
+ 0 == itf_desc->bInterfaceNumber &&
+ TUSB_CLASS_VIDEO == itf_desc->bInterfaceClass &&
+ VIDEO_SUBCLASS_STREAMING == itf_desc->bInterfaceSubClass &&
+ VIDEO_INT_PROTOCOL_CODE_15 == itf_desc->bFunctionProtool &&
+ 0 == itf_desc->bNumEndpoints, 0);
+ drv_len += sizeof(*itf_desc);
+ p_desc = tu_desc_next(itf_desc);
+ TU_VERIFY(TUSB_DESC_CS_INTERFACE == tu_desc_type(p_desc));
+ tusb_desc_video_streaming_interface_t const *stm = (tusb_desc_video_streaming_interface_t const *)p_desc;
+ TU_VERIFY(TUSB_DESC_CS_INTERFACE == stm->bDescriptorType);
+ switch (stm->bDescriptorSubType) {
+ default: return 0;
+ case VIDEO_CS_VS_INTERFACE_INPUT_HEADER:
+ TU_VERIFY(0 == itf_in, 0);
+ itf_in = itf_desc->bInterfaceNumber;
+ stm_in = (tusb_desc_video_streaming_interface_input_t const*)stm;
+ break;
+ case VIDEO_CS_VS_INTERFACE_OUTPUT_HEADER:
+ TU_VERIFY(0 == itf_out, 0);
+ itf_out = itf_desc->bInterfaceNumber;
+ stm_out = (tusb_desc_video_streaming_interface_output_t const*)stm;
+ break;
+ }
+ drv_len += tu_desc_len(stm) + stm->wTotalLength;
+ p_desc = tu_desc_next(stm) + ctl->wTotalLength;
+ }
+ if (desc_ep) {
+ /* open the notification endpoint */
+ TU_ASSERT( usbd_edpt_open(rhport, desc_ep), 0);
+ p_video->ep_notif = desc_ep->bEndpointAddress;
+ }
+ p_video->itf_ctl = itf_ctl;
+ p_video->itf_in = itf_in;
+ p_video->itf_out = itf_out;
+ p_video->ctl = ctl;
+ p_video->stm_in = stm_in;
+ p_video->stm_out = stm_out;
+
+ return drv_len;
+}
+
+// Invoked when a control transfer occurred on an interface of this class
+// Driver response accordingly to the request and the transfer stage (setup/data/ack)
+// return false to stall control endpoint (e.g unsupported request)
+bool videod_control_xfer_cb(uint8_t rhport, uint8_t stage, tusb_control_request_t const * request)
+{
+ /* Standard request */
+ if (p_request->bmRequestType_bit.type == TUSB_REQ_TYPE_STANDARD) {
+ tusb_desc_interface_t const *itf;
+ unsigned itf;
+ switch (p_request->bRequest) {
+ case TUSB_REQ_GET_INTERFACE:
+ itf = tu_u16_low(p_request->wIndex);
+ return audiod_get_interface(rhport, p_request);
+ case TUSB_REQ_SET_INTERFACE:
+ itf = videod_find_interface_desc(void const *beg, void const *end, unsigned itfnum)
+ itf = tu_u16_low(p_request->wIndex);
+
+ return audiod_set_interface(rhport, p_request);
+ /* Unknown/Unsupported request */
+ default: TU_BREAKPOINT(); return false;
+ }
+ }
+
+ uint8_t itf = 0;
+ videod_interface_t* p_video = _videod_itf;
+
+ // Identify which interface to use
+ for ( ; ; itf++, p_video++) {
+ if (itf >= TU_ARRAY_SIZE(_videod_itf)) return false;
+ if ( p_video->itf_num == request->wIndex ) break;
+ }
+
+ if (stage == CONTROL_STAGE_SETUP) {
+ TU_VERIFY((TUSB_DIR_IN_MASK & request->bmRequestType) ==
+ (TUSB_DIR_IN_MASK & request->bRequest));
+ }
+
+
+ unsigned cs = TU_U16_HIGH(request->wValue);
+
+
+ unsigned req = request->bRequest;
+ switch (request->bRequest) {
+ case VIDEO_REQUEST_GET_INFO:
+ TU_VERIFY(1 == request->wLength);
+
+ break;
+ case VIDEO_REQUEST_SET_CUR:
+ if (stage == CONTROL_STAGE_SETUP) {
+ TU_LOG2(" Set Current Setting Attribute\r\n");
+ tud_control_xfer(rhport, request, &p_video->line_coding, sizeof(cdc_line_coding_t));
+ } else if ( stage == CONTROL_STAGE_ACK) {
+ if ( tud_cdc_line_coding_cb ) tud_cdc_line_coding_cb(itf, &p_video->line_coding);
+ }
+ break;
+ case VIDEO_REQUEST_GET_CUR:
+ if (stage == CONTROL_STAGE_SETUP) {
+ TU_LOG2(" Set Current Setting Attribute\r\n");
+ tud_control_xfer(rhport, request, &p_video->line_coding, sizeof(cdc_line_coding_t));
+ } else if ( stage == CONTROL_STAGE_ACK) {
+ if ( tud_cdc_line_coding_cb ) tud_cdc_line_coding_cb(itf, &p_video->line_coding);
+ }
+ break;
+ default: return false; // stall unsupported request
+ }
+
+ return true;
+}
+
+bool videod_xfer_cb(uint8_t rhport, uint8_t ep_addr, xfer_result_t result, uint32_t xferred_bytes)
+{
+ (void) result;
+
+ uint8_t itf;
+ videod_interface_t* p_video;
+
+ // Identify which interface to use
+ for (itf = 0; itf < CFG_TUD_CDC; itf++)
+ {
+ p_video = &_videod_itf[itf];
+ if ( ( ep_addr == p_video->ep_out ) || ( ep_addr == p_video->ep_in ) ) break;
+ }
+ TU_ASSERT(itf < CFG_TUD_CDC);
+
+ // Received new data
+ if ( ep_addr == p_video->ep_out )
+ {
+ tu_fifo_write_n(&p_video->rx_ff, &p_video->epout_buf, xferred_bytes);
+
+ // Check for wanted char and invoke callback if needed
+ if ( tud_cdc_rx_wanted_cb && (((signed char) p_video->wanted_char) != -1) )
+ {
+ for ( uint32_t i = 0; i < xferred_bytes; i++ )
+ {
+ if ( (p_video->wanted_char == p_video->epout_buf[i]) && !tu_fifo_empty(&p_video->rx_ff) )
+ {
+ tud_cdc_rx_wanted_cb(itf, p_video->wanted_char);
+ }
+ }
+ }
+
+ // invoke receive callback (if there is still data)
+ if (tud_cdc_rx_cb && !tu_fifo_empty(&p_video->rx_ff) ) tud_cdc_rx_cb(itf);
+
+ // prepare for OUT transaction
+ _prep_out_transaction(p_video);
+ }
+
+ // Data sent to host, we continue to fetch from tx fifo to send.
+ // Note: This will cause incorrect baudrate set in line coding.
+ // Though maybe the baudrate is not really important !!!
+ if ( ep_addr == p_video->ep_in )
+ {
+ // invoke transmit callback to possibly refill tx fifo
+ if ( tud_cdc_tx_complete_cb ) tud_cdc_tx_complete_cb(itf);
+
+ if ( 0 == tud_cdc_n_write_flush(itf) )
+ {
+ // If there is no data left, a ZLP should be sent if
+ // xferred_bytes is multiple of EP Packet size and not zero
+ if ( !tu_fifo_count(&p_video->tx_ff) && xferred_bytes && (0 == (xferred_bytes & (BULK_PACKET_SIZE-1))) )
+ {
+ if ( usbd_edpt_claim(rhport, p_video->ep_in) )
+ {
+ usbd_edpt_xfer(rhport, p_video->ep_in, NULL, 0);
+ }
+ }
+ }
+ }
+
+ // nothing to do with notif endpoint for now
+
+ return true;
+}
+
+#endif
diff --git a/src/class/video/video_device.h b/src/class/video/video_device.h
new file mode 100644
index 000000000..b077a9a76
--- /dev/null
+++ b/src/class/video/video_device.h
@@ -0,0 +1,50 @@
+/*
+ * The MIT License (MIT)
+ *
+ * Copyright (c) 2019 Ha Thach (tinyusb.org)
+ * Copyright (c) 2021 Koji KITAYAMA
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+ * THE SOFTWARE.
+ *
+ * This file is part of the TinyUSB stack.
+ */
+
+#ifndef TUSB_VIDEO_DEVICE_H_
+#define TUSB_VIDEO_DEVICE_H_
+
+#include "video_device.h"
+
+#ifdef __cplusplus
+ extern "C" {
+#endif
+
+//--------------------------------------------------------------------+
+// INTERNAL USBD-CLASS DRIVER API
+//--------------------------------------------------------------------+
+void videod_init (void);
+void videod_reset (uint8_t rhport);
+uint16_t videod_open (uint8_t rhport, tusb_desc_interface_t const * itf_desc, uint16_t max_len);
+bool videod_control_xfer_cb(uint8_t rhport, uint8_t stage, tusb_control_request_t const * request);
+bool videod_xfer_cb (uint8_t rhport, uint8_t ep_addr, xfer_result_t result, uint32_t xferred_bytes);
+
+#ifdef __cplusplus
+ }
+#endif
+
+#endif