Lines Matching refs:stream
137 static void uvc_fixup_video_ctrl(struct uvc_streaming *stream,
156 if (usb_match_one_id(stream->dev->intf, &elgato_cam_link_4k) &&
160 uvc_dbg(stream->dev, VIDEO,
168 for (i = 0; i < stream->nformats; ++i) {
169 if (stream->formats[i].index == ctrl->bFormatIndex) {
170 format = &stream->formats[i];
190 stream->dev->uvc_version < 0x0110))
204 stream->dev->quirks & UVC_QUIRK_FIX_BANDWIDTH &&
205 stream->intf->num_altsetting > 1) {
223 if (stream->dev->udev->speed == USB_SPEED_HIGH)
241 static size_t uvc_video_ctrl_size(struct uvc_streaming *stream)
247 if (stream->dev->uvc_version < 0x0110)
249 else if (stream->dev->uvc_version < 0x0150)
255 static int uvc_get_video_ctrl(struct uvc_streaming *stream,
258 u16 size = uvc_video_ctrl_size(stream);
262 if ((stream->dev->quirks & UVC_QUIRK_PROBE_DEF) &&
270 ret = __uvc_query_ctrl(stream->dev, query, 0, stream->intfnum,
280 uvc_warn_once(stream->dev, UVC_WARN_MINMAX, "UVC non "
293 uvc_warn_once(stream->dev, UVC_WARN_PROBE_DEF, "UVC non "
299 dev_err(&stream->intf->dev,
325 ctrl->dwClockFrequency = stream->dev->clock_frequency;
337 uvc_fixup_video_ctrl(stream, ctrl);
345 static int uvc_set_video_ctrl(struct uvc_streaming *stream,
348 u16 size = uvc_video_ctrl_size(stream);
376 ret = __uvc_query_ctrl(stream->dev, UVC_SET_CUR, 0, stream->intfnum,
380 dev_err(&stream->intf->dev,
390 int uvc_probe_video(struct uvc_streaming *stream,
405 ret = uvc_set_video_ctrl(stream, probe, 1);
410 if (!(stream->dev->quirks & UVC_QUIRK_PROBE_MINMAX)) {
411 ret = uvc_get_video_ctrl(stream, &probe_min, 1, UVC_GET_MIN);
414 ret = uvc_get_video_ctrl(stream, &probe_max, 1, UVC_GET_MAX);
422 ret = uvc_set_video_ctrl(stream, probe, 1);
425 ret = uvc_get_video_ctrl(stream, probe, 1, UVC_GET_CUR);
429 if (stream->intf->num_altsetting == 1)
432 if (probe->dwMaxPayloadTransferSize <= stream->maxpsize)
435 if (stream->dev->quirks & UVC_QUIRK_PROBE_MINMAX) {
451 static int uvc_commit_video(struct uvc_streaming *stream,
454 return uvc_set_video_ctrl(stream, probe, 0);
470 uvc_video_clock_decode(struct uvc_streaming *stream, struct uvc_buffer *buf,
526 if (dev_sof == stream->clock.last_sof)
529 stream->clock.last_sof = dev_sof;
531 host_sof = usb_get_current_frame_number(stream->dev->udev);
554 if (stream->clock.sof_offset == (u16)-1) {
557 stream->clock.sof_offset = delta_sof;
559 stream->clock.sof_offset = 0;
562 dev_sof = (dev_sof + stream->clock.sof_offset) & 2047;
564 spin_lock_irqsave(&stream->clock.lock, flags);
566 sample = &stream->clock.samples[stream->clock.head];
573 stream->clock.head = (stream->clock.head + 1) % stream->clock.size;
575 if (stream->clock.count < stream->clock.size)
576 stream->clock.count++;
578 spin_unlock_irqrestore(&stream->clock.lock, flags);
581 static void uvc_video_clock_reset(struct uvc_streaming *stream)
583 struct uvc_clock *clock = &stream->clock;
591 static int uvc_video_clock_init(struct uvc_streaming *stream)
593 struct uvc_clock *clock = &stream->clock;
603 uvc_video_clock_reset(stream);
608 static void uvc_video_clock_cleanup(struct uvc_streaming *stream)
610 kfree(stream->clock.samples);
611 stream->clock.samples = NULL;
702 void uvc_video_clock_update(struct uvc_streaming *stream,
706 struct uvc_clock *clock = &stream->clock;
755 uvc_dbg(stream->dev, CLOCK,
757 stream->dev->name, buf->pts,
791 uvc_dbg(stream->dev, CLOCK,
793 stream->dev->name,
810 static void uvc_video_stats_decode(struct uvc_streaming *stream,
820 if (stream->stats.stream.nb_frames == 0 &&
821 stream->stats.frame.nb_packets == 0)
822 stream->stats.stream.start_ts = ktime_get();
845 stream->stats.frame.nb_invalid++;
859 if (has_pts && stream->stats.frame.nb_pts) {
860 if (stream->stats.frame.pts != pts) {
861 stream->stats.frame.nb_pts_diffs++;
862 stream->stats.frame.last_pts_diff =
863 stream->stats.frame.nb_packets;
868 stream->stats.frame.nb_pts++;
869 stream->stats.frame.pts = pts;
876 if (stream->stats.frame.size == 0) {
878 stream->stats.frame.has_initial_pts = has_pts;
880 stream->stats.frame.has_early_pts = true;
884 if (has_scr && stream->stats.frame.nb_scr) {
885 if (stream->stats.frame.scr_stc != scr_stc)
886 stream->stats.frame.nb_scr_diffs++;
891 if (stream->stats.stream.nb_frames > 0 ||
892 stream->stats.frame.nb_scr > 0)
893 stream->stats.stream.scr_sof_count +=
894 (scr_sof - stream->stats.stream.scr_sof) % 2048;
895 stream->stats.stream.scr_sof = scr_sof;
897 stream->stats.frame.nb_scr++;
898 stream->stats.frame.scr_stc = scr_stc;
899 stream->stats.frame.scr_sof = scr_sof;
901 if (scr_sof < stream->stats.stream.min_sof)
902 stream->stats.stream.min_sof = scr_sof;
903 if (scr_sof > stream->stats.stream.max_sof)
904 stream->stats.stream.max_sof = scr_sof;
908 if (stream->stats.frame.size == 0 && len > header_size)
909 stream->stats.frame.first_data = stream->stats.frame.nb_packets;
912 stream->stats.frame.size += len - header_size;
915 stream->stats.frame.nb_packets++;
917 stream->stats.frame.nb_empty++;
920 stream->stats.frame.nb_errors++;
923 static void uvc_video_stats_update(struct uvc_streaming *stream)
925 struct uvc_stats_frame *frame = &stream->stats.frame;
927 uvc_dbg(stream->dev, STATS,
929 stream->sequence, frame->first_data,
937 stream->stats.stream.nb_frames++;
938 stream->stats.stream.nb_packets += stream->stats.frame.nb_packets;
939 stream->stats.stream.nb_empty += stream->stats.frame.nb_empty;
940 stream->stats.stream.nb_errors += stream->stats.frame.nb_errors;
941 stream->stats.stream.nb_invalid += stream->stats.frame.nb_invalid;
944 stream->stats.stream.nb_pts_early++;
946 stream->stats.stream.nb_pts_initial++;
948 stream->stats.stream.nb_pts_constant++;
950 stream->stats.stream.nb_scr_count_ok++;
952 stream->stats.stream.nb_scr_diffs_ok++;
954 memset(&stream->stats.frame, 0, sizeof(stream->stats.frame));
957 size_t uvc_video_stats_dump(struct uvc_streaming *stream, char *buf,
968 duration = ktime_ms_delta(stream->stats.stream.stop_ts,
969 stream->stats.stream.start_ts);
971 scr_sof_freq = stream->stats.stream.scr_sof_count * 1000
979 stream->stats.stream.nb_frames,
980 stream->stats.stream.nb_packets,
981 stream->stats.stream.nb_empty,
982 stream->stats.stream.nb_errors,
983 stream->stats.stream.nb_invalid);
986 stream->stats.stream.nb_pts_early,
987 stream->stats.stream.nb_pts_initial,
988 stream->stats.stream.nb_pts_constant);
991 stream->stats.stream.nb_scr_count_ok,
992 stream->stats.stream.nb_scr_diffs_ok);
995 stream->stats.stream.min_sof,
996 stream->stats.stream.max_sof,
1002 static void uvc_video_stats_start(struct uvc_streaming *stream)
1004 memset(&stream->stats, 0, sizeof(stream->stats));
1005 stream->stats.stream.min_sof = 2048;
1008 static void uvc_video_stats_stop(struct uvc_streaming *stream)
1010 stream->stats.stream.stop_ts = ktime_get();
1053 static int uvc_video_decode_start(struct uvc_streaming *stream,
1065 stream->stats.frame.nb_invalid++;
1075 if (stream->last_fid != fid) {
1076 stream->sequence++;
1077 if (stream->sequence)
1078 uvc_video_stats_update(stream);
1081 uvc_video_clock_decode(stream, buf, data, len);
1082 uvc_video_stats_decode(stream, data, len);
1089 stream->last_fid = fid;
1095 uvc_dbg(stream->dev, FRAME,
1101 * Synchronize to the input stream by waiting for the FID bit to be
1103 * stream->last_fid is initialized to -1, so the first isochronous
1106 * If the device doesn't toggle the FID bit, invert stream->last_fid
1110 if (fid == stream->last_fid) {
1111 uvc_dbg(stream->dev, FRAME,
1113 if ((stream->dev->quirks & UVC_QUIRK_STREAM_NO_FID) &&
1115 stream->last_fid ^= UVC_STREAM_FID;
1120 buf->buf.sequence = stream->sequence;
1135 * stream->last_fid is initialized to -1, so the first isochronous
1143 if (fid != stream->last_fid && buf->bytesused != 0) {
1144 uvc_dbg(stream->dev, FRAME,
1150 stream->last_fid = fid;
1156 struct uvc_streaming *stream)
1158 if (stream->type == V4L2_BUF_TYPE_VIDEO_CAPTURE)
1164 static inline struct device *uvc_stream_to_dmadev(struct uvc_streaming *stream)
1166 return bus_to_hcd(stream->dev->udev->bus)->self.sysdev;
1172 dma_sync_sgtable_for_device(uvc_stream_to_dmadev(uvc_urb->stream),
1174 uvc_stream_dir(uvc_urb->stream));
1201 dev_err(&uvc_urb->stream->intf->dev,
1229 uvc_dbg(uvc_urb->stream->dev, FRAME,
1238 static void uvc_video_decode_end(struct uvc_streaming *stream,
1243 uvc_dbg(stream->dev, FRAME, "Frame complete (EOF found)\n");
1245 uvc_dbg(stream->dev, FRAME, "EOF in empty payload\n");
1247 if (stream->dev->quirks & UVC_QUIRK_STREAM_NO_FID)
1248 stream->last_fid ^= UVC_STREAM_FID;
1264 static int uvc_video_encode_header(struct uvc_streaming *stream,
1269 | (stream->last_fid & UVC_STREAM_FID);
1273 static int uvc_video_encode_data(struct uvc_streaming *stream,
1276 struct uvc_video_queue *queue = &stream->queue;
1283 nbytes = min(stream->bulk.max_payload_size - stream->bulk.payload_size,
1307 static void uvc_video_decode_meta(struct uvc_streaming *stream,
1341 if (stream->meta.format == V4L2_META_FMT_UVC)
1345 !memcmp(scr, stream->clock.last_scr, 6)))
1351 sof = usb_get_current_frame_number(stream->dev->udev);
1357 memcpy(stream->clock.last_scr, scr, 6);
1364 uvc_dbg(stream->dev, FRAME,
1380 static void uvc_video_validate_buffer(const struct uvc_streaming *stream,
1383 if (stream->ctrl.dwMaxVideoFrameSize != buf->bytesused &&
1384 !(stream->cur_format->flags & UVC_FMT_FLAG_COMPRESSED))
1392 static void uvc_video_next_buffers(struct uvc_streaming *stream,
1395 uvc_video_validate_buffer(stream, *video_buf);
1408 *meta_buf = uvc_queue_next_buffer(&stream->meta.queue,
1411 *video_buf = uvc_queue_next_buffer(&stream->queue, *video_buf);
1418 struct uvc_streaming *stream = uvc_urb->stream;
1424 uvc_dbg(stream->dev, FRAME,
1436 ret = uvc_video_decode_start(stream, buf, mem,
1439 uvc_video_next_buffers(stream, &buf, &meta_buf);
1445 uvc_video_decode_meta(stream, meta_buf, mem, ret);
1452 uvc_video_decode_end(stream, buf, mem,
1456 uvc_video_next_buffers(stream, &buf, &meta_buf);
1464 struct uvc_streaming *stream = uvc_urb->stream;
1472 if (urb->actual_length == 0 && stream->bulk.header_size == 0)
1477 stream->bulk.payload_size += len;
1483 if (stream->bulk.header_size == 0 && !stream->bulk.skip_payload) {
1485 ret = uvc_video_decode_start(stream, buf, mem, len);
1487 uvc_video_next_buffers(stream, &buf, &meta_buf);
1492 stream->bulk.skip_payload = 1;
1494 memcpy(stream->bulk.header, mem, ret);
1495 stream->bulk.header_size = ret;
1497 uvc_video_decode_meta(stream, meta_buf, mem, ret);
1511 if (!stream->bulk.skip_payload && buf != NULL)
1519 stream->bulk.payload_size >= stream->bulk.max_payload_size) {
1520 if (!stream->bulk.skip_payload && buf != NULL) {
1521 uvc_video_decode_end(stream, buf, stream->bulk.header,
1522 stream->bulk.payload_size);
1524 uvc_video_next_buffers(stream, &buf, &meta_buf);
1527 stream->bulk.header_size = 0;
1528 stream->bulk.skip_payload = 0;
1529 stream->bulk.payload_size = 0;
1537 struct uvc_streaming *stream = uvc_urb->stream;
1540 int len = stream->urb_size, ret;
1548 if (stream->bulk.header_size == 0) {
1549 ret = uvc_video_encode_header(stream, buf, mem, len);
1550 stream->bulk.header_size = ret;
1551 stream->bulk.payload_size += ret;
1557 ret = uvc_video_encode_data(stream, buf, mem, len);
1559 stream->bulk.payload_size += ret;
1562 if (buf->bytesused == stream->queue.buf_used ||
1563 stream->bulk.payload_size == stream->bulk.max_payload_size) {
1564 if (buf->bytesused == stream->queue.buf_used) {
1565 stream->queue.buf_used = 0;
1567 buf->buf.sequence = ++stream->sequence;
1568 uvc_queue_next_buffer(&stream->queue, buf);
1569 stream->last_fid ^= UVC_STREAM_FID;
1572 stream->bulk.header_size = 0;
1573 stream->bulk.payload_size = 0;
1576 urb->transfer_buffer_length = stream->urb_size - len;
1582 struct uvc_streaming *stream = uvc_urb->stream;
1583 struct uvc_video_queue *queue = &stream->queue;
1584 struct uvc_video_queue *qmeta = &stream->meta.queue;
1585 struct vb2_queue *vb2_qmeta = stream->meta.vdev.queue;
1596 dev_warn(&stream->intf->dev,
1601 if (stream->frozen)
1626 dma_sync_sgtable_for_cpu(uvc_stream_to_dmadev(uvc_urb->stream),
1627 uvc_urb->sgt, uvc_stream_dir(stream));
1629 uvc_urb->stream->urb_size);
1635 stream->decode(uvc_urb, buf, buf_meta);
1641 dev_err(&stream->intf->dev,
1646 queue_work(stream->async_wq, &uvc_urb->work);
1652 static void uvc_free_urb_buffers(struct uvc_streaming *stream)
1654 struct device *dma_dev = uvc_stream_to_dmadev(stream);
1657 for_each_uvc_urb(uvc_urb, stream) {
1662 dma_free_noncontiguous(dma_dev, stream->urb_size, uvc_urb->sgt,
1663 uvc_stream_dir(stream));
1669 stream->urb_size = 0;
1672 static bool uvc_alloc_urb_buffer(struct uvc_streaming *stream,
1675 struct device *dma_dev = uvc_stream_to_dmadev(stream);
1677 uvc_urb->sgt = dma_alloc_noncontiguous(dma_dev, stream->urb_size,
1678 uvc_stream_dir(stream),
1684 uvc_urb->buffer = dma_vmap_noncontiguous(dma_dev, stream->urb_size,
1687 dma_free_noncontiguous(dma_dev, stream->urb_size,
1689 uvc_stream_dir(stream));
1708 static int uvc_alloc_urb_buffers(struct uvc_streaming *stream,
1715 if (stream->urb_size)
1716 return stream->urb_size / psize;
1728 stream->urb_size = psize * npackets;
1731 struct uvc_urb *uvc_urb = &stream->uvc_urb[i];
1733 if (!uvc_alloc_urb_buffer(stream, uvc_urb, gfp_flags)) {
1734 uvc_free_urb_buffers(stream);
1738 uvc_urb->stream = stream;
1742 uvc_dbg(stream->dev, VIDEO,
1749 uvc_dbg(stream->dev, VIDEO,
1758 static void uvc_video_stop_transfer(struct uvc_streaming *stream,
1763 uvc_video_stats_stop(stream);
1770 for_each_uvc_urb(uvc_urb, stream)
1773 flush_workqueue(stream->async_wq);
1775 for_each_uvc_urb(uvc_urb, stream) {
1781 uvc_free_urb_buffers(stream);
1806 static int uvc_init_video_isoc(struct uvc_streaming *stream,
1815 psize = uvc_endpoint_max_bpi(stream->dev->udev, ep);
1816 size = stream->ctrl.dwMaxVideoFrameSize;
1818 npackets = uvc_alloc_urb_buffers(stream, size, psize, gfp_flags);
1824 for_each_uvc_urb(uvc_urb, stream) {
1827 uvc_video_stop_transfer(stream, 1);
1831 urb->dev = stream->dev->udev;
1833 urb->pipe = usb_rcvisocpipe(stream->dev->udev,
1858 static int uvc_init_video_bulk(struct uvc_streaming *stream,
1868 size = stream->ctrl.dwMaxPayloadTransferSize;
1869 stream->bulk.max_payload_size = size;
1871 npackets = uvc_alloc_urb_buffers(stream, size, psize, gfp_flags);
1878 pipe = usb_rcvbulkpipe(stream->dev->udev,
1881 pipe = usb_sndbulkpipe(stream->dev->udev,
1884 if (stream->type == V4L2_BUF_TYPE_VIDEO_OUTPUT)
1887 for_each_uvc_urb(uvc_urb, stream) {
1890 uvc_video_stop_transfer(stream, 1);
1894 usb_fill_bulk_urb(urb, stream->dev->udev, pipe, uvc_urb->buffer,
1908 static int uvc_video_start_transfer(struct uvc_streaming *stream,
1911 struct usb_interface *intf = stream->intf;
1917 stream->sequence = -1;
1918 stream->last_fid = -1;
1919 stream->bulk.header_size = 0;
1920 stream->bulk.skip_payload = 0;
1921 stream->bulk.payload_size = 0;
1923 uvc_video_stats_start(stream);
1930 int intfnum = stream->intfnum;
1933 bandwidth = stream->ctrl.dwMaxPayloadTransferSize;
1936 uvc_dbg(stream->dev, VIDEO,
1940 uvc_dbg(stream->dev, VIDEO,
1951 stream->header.bEndpointAddress);
1956 psize = uvc_endpoint_max_bpi(stream->dev->udev, ep);
1965 uvc_dbg(stream->dev, VIDEO,
1970 uvc_dbg(stream->dev, VIDEO,
1979 if (stream->dev->quirks & UVC_QUIRK_WAKE_AUTOSUSPEND) {
1980 usb_set_interface(stream->dev->udev, intfnum,
1982 usb_set_interface(stream->dev->udev, intfnum, 0);
1985 ret = usb_set_interface(stream->dev->udev, intfnum, altsetting);
1989 ret = uvc_init_video_isoc(stream, best_ep, gfp_flags);
1993 stream->header.bEndpointAddress);
2001 ret = uvc_init_video_bulk(stream, ep, gfp_flags);
2008 for_each_uvc_urb(uvc_urb, stream) {
2011 dev_err(&stream->intf->dev,
2014 uvc_video_stop_transfer(stream, 1);
2023 if (stream->dev->quirks & UVC_QUIRK_RESTORE_CTRLS_ON_INIT)
2024 uvc_ctrl_restore_values(stream->dev);
2040 int uvc_video_suspend(struct uvc_streaming *stream)
2042 if (!uvc_queue_streaming(&stream->queue))
2045 stream->frozen = 1;
2046 uvc_video_stop_transfer(stream, 0);
2047 usb_set_interface(stream->dev->udev, stream->intfnum, 0);
2059 int uvc_video_resume(struct uvc_streaming *stream, int reset)
2070 usb_set_interface(stream->dev->udev, stream->intfnum, 0);
2072 stream->frozen = 0;
2074 uvc_video_clock_reset(stream);
2076 if (!uvc_queue_streaming(&stream->queue))
2079 ret = uvc_commit_video(stream, &stream->ctrl);
2083 return uvc_video_start_transfer(stream, GFP_NOIO);
2100 int uvc_video_init(struct uvc_streaming *stream)
2102 struct uvc_streaming_control *probe = &stream->ctrl;
2109 if (stream->nformats == 0) {
2110 dev_info(&stream->intf->dev,
2115 atomic_set(&stream->active, 0);
2123 usb_set_interface(stream->dev->udev, stream->intfnum, 0);
2131 if (uvc_get_video_ctrl(stream, probe, 1, UVC_GET_DEF) == 0)
2132 uvc_set_video_ctrl(stream, probe, 1);
2140 ret = uvc_get_video_ctrl(stream, probe, 1, UVC_GET_CUR);
2150 usb_match_one_id(stream->dev->intf, &elgato_cam_link_4k)) {
2151 dev_err(&stream->intf->dev, "Elgato Cam Link 4K firmware crash detected\n");
2152 dev_err(&stream->intf->dev, "Resetting the device, unplug and replug to recover\n");
2153 usb_reset_device(stream->dev->udev);
2163 for (i = stream->nformats; i > 0; --i) {
2164 format = &stream->formats[i-1];
2170 dev_info(&stream->intf->dev,
2190 stream->def_format = format;
2191 stream->cur_format = format;
2192 stream->cur_frame = frame;
2195 if (stream->type == V4L2_BUF_TYPE_VIDEO_CAPTURE) {
2196 if (stream->dev->quirks & UVC_QUIRK_BUILTIN_ISIGHT)
2197 stream->decode = uvc_video_decode_isight;
2198 else if (stream->intf->num_altsetting > 1)
2199 stream->decode = uvc_video_decode_isoc;
2201 stream->decode = uvc_video_decode_bulk;
2203 if (stream->intf->num_altsetting == 1)
2204 stream->decode = uvc_video_encode_bulk;
2206 dev_info(&stream->intf->dev,
2213 for_each_uvc_urb(uvc_urb, stream)
2219 int uvc_video_start_streaming(struct uvc_streaming *stream)
2223 ret = uvc_video_clock_init(stream);
2228 ret = uvc_commit_video(stream, &stream->ctrl);
2232 ret = uvc_video_start_transfer(stream, GFP_KERNEL);
2239 usb_set_interface(stream->dev->udev, stream->intfnum, 0);
2241 uvc_video_clock_cleanup(stream);
2246 void uvc_video_stop_streaming(struct uvc_streaming *stream)
2248 uvc_video_stop_transfer(stream, 1);
2250 if (stream->intf->num_altsetting > 1) {
2251 usb_set_interface(stream->dev->udev, stream->intfnum, 0);
2255 * when the video stream is stopped. Windows sends a
2259 unsigned int epnum = stream->header.bEndpointAddress
2261 unsigned int dir = stream->header.bEndpointAddress
2265 pipe = usb_sndbulkpipe(stream->dev->udev, epnum) | dir;
2266 usb_clear_halt(stream->dev->udev, pipe);
2269 uvc_video_clock_cleanup(stream);