2 * VFW capture interface
3 * Copyright (c) 2006-2008 Ramiro Polla.
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
28 /* Defines for VFW missing from MinGW.
29 * Remove this when MinGW incorporates them. */
30 #define WM_CAP_START (0x0400)
31 #define WM_CAP_SET_CALLBACK_VIDEOSTREAM (WM_CAP_START + 6)
32 #define WM_CAP_DRIVER_CONNECT (WM_CAP_START + 10)
33 #define WM_CAP_DRIVER_DISCONNECT (WM_CAP_START + 11)
34 #define WM_CAP_GET_VIDEOFORMAT (WM_CAP_START + 44)
35 #define WM_CAP_SET_VIDEOFORMAT (WM_CAP_START + 45)
36 #define WM_CAP_SET_PREVIEW (WM_CAP_START + 50)
37 #define WM_CAP_SET_OVERLAY (WM_CAP_START + 51)
38 #define WM_CAP_SEQUENCE_NOFILE (WM_CAP_START + 63)
39 #define WM_CAP_SET_SEQUENCE_SETUP (WM_CAP_START + 64)
40 #define WM_CAP_GET_SEQUENCE_SETUP (WM_CAP_START + 65)
42 #define HWND_MESSAGE ((HWND)-3)
46 typedef struct videohdr_tag {
53 DWORD_PTR dwReserved[4];
54 } VIDEOHDR, NEAR *PVIDEOHDR, FAR * LPVIDEOHDR;
57 DWORD dwRequestMicroSecPerFrame;
58 BOOL fMakeUserHitOKToCapture;
59 UINT wPercentDropForError;
62 UINT wChunkGranularity;
64 UINT wNumVideoRequested;
66 UINT wNumAudioRequested;
69 BOOL fAbortRightMouse;
76 BOOL fStepCaptureAt2x;
77 UINT wStepCaptureAverageFrames;
78 DWORD dwAudioBufferSize;
79 BOOL fDisableWriteCache;
82 /* End of missing MinGW defines */
90 unsigned int curbufsize;
91 unsigned int frame_num;
94 static enum PixelFormat vfw_pixfmt(DWORD biCompression, WORD biBitCount)
96 switch(biCompression) {
97 case MKTAG('Y', 'U', 'Y', '2'):
98 return PIX_FMT_YUYV422;
100 switch(biBitCount) { /* 1-8 are untested */
102 return PIX_FMT_MONOWHITE;
108 return PIX_FMT_RGB555;
110 return PIX_FMT_BGR24;
112 return PIX_FMT_RGB32;
118 #define dstruct(pctx, sname, var, type) \
119 av_log(pctx, AV_LOG_DEBUG, #var":\t%"type"\n", sname->var)
121 static void dump_captureparms(AVFormatContext *s, CAPTUREPARMS *cparms)
123 av_log(s, AV_LOG_DEBUG, "CAPTUREPARMS\n");
124 dstruct(s, cparms, dwRequestMicroSecPerFrame, "lu");
125 dstruct(s, cparms, fMakeUserHitOKToCapture, "d");
126 dstruct(s, cparms, wPercentDropForError, "u");
127 dstruct(s, cparms, fYield, "d");
128 dstruct(s, cparms, dwIndexSize, "lu");
129 dstruct(s, cparms, wChunkGranularity, "u");
130 dstruct(s, cparms, fUsingDOSMemory, "d");
131 dstruct(s, cparms, wNumVideoRequested, "u");
132 dstruct(s, cparms, fCaptureAudio, "d");
133 dstruct(s, cparms, wNumAudioRequested, "u");
134 dstruct(s, cparms, vKeyAbort, "u");
135 dstruct(s, cparms, fAbortLeftMouse, "d");
136 dstruct(s, cparms, fAbortRightMouse, "d");
137 dstruct(s, cparms, fLimitEnabled, "d");
138 dstruct(s, cparms, wTimeLimit, "u");
139 dstruct(s, cparms, fMCIControl, "d");
140 dstruct(s, cparms, fStepMCIDevice, "d");
141 dstruct(s, cparms, dwMCIStartTime, "lu");
142 dstruct(s, cparms, dwMCIStopTime, "lu");
143 dstruct(s, cparms, fStepCaptureAt2x, "d");
144 dstruct(s, cparms, wStepCaptureAverageFrames, "u");
145 dstruct(s, cparms, dwAudioBufferSize, "lu");
146 dstruct(s, cparms, fDisableWriteCache, "d");
147 dstruct(s, cparms, AVStreamMaster, "u");
150 static void dump_videohdr(AVFormatContext *s, VIDEOHDR *vhdr)
153 av_log(s, AV_LOG_DEBUG, "VIDEOHDR\n");
154 dstruct(s, vhdr, lpData, "p");
155 dstruct(s, vhdr, dwBufferLength, "lu");
156 dstruct(s, vhdr, dwBytesUsed, "lu");
157 dstruct(s, vhdr, dwTimeCaptured, "lu");
158 dstruct(s, vhdr, dwUser, "lu");
159 dstruct(s, vhdr, dwFlags, "lu");
160 dstruct(s, vhdr, dwReserved[0], "lu");
161 dstruct(s, vhdr, dwReserved[1], "lu");
162 dstruct(s, vhdr, dwReserved[2], "lu");
163 dstruct(s, vhdr, dwReserved[3], "lu");
167 static void dump_bih(AVFormatContext *s, BITMAPINFOHEADER *bih)
169 av_log(s, AV_LOG_DEBUG, "BITMAPINFOHEADER\n");
170 dstruct(s, bih, biSize, "lu");
171 dstruct(s, bih, biWidth, "ld");
172 dstruct(s, bih, biHeight, "ld");
173 dstruct(s, bih, biPlanes, "d");
174 dstruct(s, bih, biBitCount, "d");
175 dstruct(s, bih, biCompression, "lu");
176 av_log(s, AV_LOG_DEBUG, " biCompression:\t\"%.4s\"\n",
177 (char*) &bih->biCompression);
178 dstruct(s, bih, biSizeImage, "lu");
179 dstruct(s, bih, biXPelsPerMeter, "lu");
180 dstruct(s, bih, biYPelsPerMeter, "lu");
181 dstruct(s, bih, biClrUsed, "lu");
182 dstruct(s, bih, biClrImportant, "lu");
185 static int shall_we_drop(struct vfw_ctx *ctx)
187 AVFormatContext *s = ctx->s;
188 const uint8_t dropscore[] = {62, 75, 87, 100};
189 const int ndropscores = sizeof(dropscore)/sizeof(dropscore[0]);
190 unsigned int buffer_fullness = (ctx->curbufsize*100)/s->max_picture_buffer;
192 if(dropscore[++ctx->frame_num%ndropscores] <= buffer_fullness) {
193 av_log(ctx->s, AV_LOG_ERROR,
194 "real-time buffer %d%% full! frame dropped!\n", buffer_fullness);
201 static LRESULT CALLBACK videostream_cb(HWND hwnd, LPVIDEOHDR vdhdr)
204 AVPacketList **ppktl, *pktl_next;
206 ctx = (struct vfw_ctx *) GetWindowLongPtr(hwnd, GWLP_USERDATA);
208 dump_videohdr(ctx->s, vdhdr);
210 if(shall_we_drop(ctx))
213 WaitForSingleObject(ctx->mutex, INFINITE);
215 pktl_next = av_mallocz(sizeof(AVPacketList));
219 if(av_new_packet(&pktl_next->pkt, vdhdr->dwBytesUsed) < 0) {
224 pktl_next->pkt.pts = vdhdr->dwTimeCaptured;
225 memcpy(pktl_next->pkt.data, vdhdr->lpData, vdhdr->dwBytesUsed);
227 for(ppktl = &ctx->pktl ; *ppktl ; ppktl = &(*ppktl)->next);
230 ctx->curbufsize += vdhdr->dwBytesUsed;
232 SetEvent(ctx->event);
233 ReleaseMutex(ctx->mutex);
237 ReleaseMutex(ctx->mutex);
241 static int vfw_read_close(AVFormatContext *s);
243 static int vfw_read_header(AVFormatContext *s, AVFormatParameters *ap)
245 struct vfw_ctx *ctx = s->priv_data;
246 AVCodecContext *codec;
258 if(!ap->time_base.den) {
259 av_log(s, AV_LOG_ERROR, "A time base must be specified.\n");
265 ctx->hwnd = capCreateCaptureWindow(NULL, 0, 0, 0, 0, 0, HWND_MESSAGE, 0);
267 av_log(s, AV_LOG_ERROR, "Could not create capture window.\n");
271 /* If atoi fails, devnum==0 and the default device is used */
272 devnum = atoi(s->filename);
274 ret = SendMessage(ctx->hwnd, WM_CAP_DRIVER_CONNECT, devnum, 0);
276 av_log(s, AV_LOG_ERROR, "Could not connect to device.\n");
277 DestroyWindow(ctx->hwnd);
278 return AVERROR(ENODEV);
281 SendMessage(ctx->hwnd, WM_CAP_SET_OVERLAY, 0, 0);
282 SendMessage(ctx->hwnd, WM_CAP_SET_PREVIEW, 0, 0);
284 ret = SendMessage(ctx->hwnd, WM_CAP_SET_CALLBACK_VIDEOSTREAM, 0,
285 (LPARAM) videostream_cb);
287 av_log(s, AV_LOG_ERROR, "Could not set video stream callback.\n");
291 SetWindowLongPtr(ctx->hwnd, GWLP_USERDATA, (LONG_PTR) ctx);
293 st = av_new_stream(s, 0);
296 return AVERROR_NOMEM;
299 /* Set video format */
300 bisize = SendMessage(ctx->hwnd, WM_CAP_GET_VIDEOFORMAT, 0, 0);
304 bi = av_malloc(bisize);
307 return AVERROR_NOMEM;
309 ret = SendMessage(ctx->hwnd, WM_CAP_GET_VIDEOFORMAT, bisize, (LPARAM) bi);
315 dump_bih(s, &bi->bmiHeader);
317 width = ap->width ? ap->width : bi->bmiHeader.biWidth ;
318 height = ap->height ? ap->height : bi->bmiHeader.biHeight;
319 bi->bmiHeader.biWidth = width ;
320 bi->bmiHeader.biHeight = height;
322 ret = SendMessage(ctx->hwnd, WM_CAP_SET_VIDEOFORMAT, bisize, (LPARAM) bi);
324 av_log(s, AV_LOG_ERROR, "Could not set Video Format.\n");
329 biCompression = bi->bmiHeader.biCompression;
330 biBitCount = bi->bmiHeader.biBitCount;
334 /* Set sequence setup */
335 ret = SendMessage(ctx->hwnd, WM_CAP_GET_SEQUENCE_SETUP, sizeof(cparms),
341 dump_captureparms(s, &cparms);
343 cparms.fYield = 1; // Spawn a background thread
344 cparms.dwRequestMicroSecPerFrame =
345 (ap->time_base.num*1000000) / ap->time_base.den;
346 cparms.fAbortLeftMouse = 0;
347 cparms.fAbortRightMouse = 0;
348 cparms.fCaptureAudio = 0;
349 cparms.vKeyAbort = 0;
351 ret = SendMessage(ctx->hwnd, WM_CAP_SET_SEQUENCE_SETUP, sizeof(cparms),
358 codec->time_base = ap->time_base;
359 codec->codec_type = CODEC_TYPE_VIDEO;
360 codec->width = width;
361 codec->height = height;
362 codec->codec_id = CODEC_ID_RAWVIDEO;
363 codec->pix_fmt = vfw_pixfmt(biCompression, biBitCount);
364 if(biCompression == BI_RGB)
365 codec->bits_per_sample = biBitCount;
367 av_set_pts_info(st, 32, 1, 1000);
369 if(codec->pix_fmt == -1) {
370 av_log(s, AV_LOG_ERROR, "Unknown compression type."
371 "Please report verbose (-v 99) debug information.\n");
373 return AVERROR_PATCHWELCOME;
376 ctx->mutex = CreateMutex(NULL, 0, NULL);
378 av_log(s, AV_LOG_ERROR, "Could not create Mutex.\n" );
381 ctx->event = CreateEvent(NULL, 1, 0, NULL);
383 av_log(s, AV_LOG_ERROR, "Could not create Event.\n" );
387 ret = SendMessage(ctx->hwnd, WM_CAP_SEQUENCE_NOFILE, 0, 0);
389 av_log(s, AV_LOG_ERROR, "Could not start capture sequence.\n" );
400 static int vfw_read_packet(AVFormatContext *s, AVPacket *pkt)
402 struct vfw_ctx *ctx = s->priv_data;
403 AVPacketList *pktl = NULL;
406 WaitForSingleObject(ctx->mutex, INFINITE);
409 *pkt = ctx->pktl->pkt;
410 ctx->pktl = ctx->pktl->next;
413 ResetEvent(ctx->event);
414 ReleaseMutex(ctx->mutex);
416 if(s->flags & AVFMT_FLAG_NONBLOCK) {
417 return AVERROR(EAGAIN);
419 WaitForSingleObject(ctx->event, INFINITE);
424 ctx->curbufsize -= pkt->size;
429 static int vfw_read_close(AVFormatContext *s)
431 struct vfw_ctx *ctx = s->priv_data;
434 SendMessage(ctx->hwnd, WM_CAP_SET_CALLBACK_VIDEOSTREAM, 0, 0);
435 SendMessage(ctx->hwnd, WM_CAP_DRIVER_DISCONNECT, 0, 0);
436 DestroyWindow(ctx->hwnd);
439 CloseHandle(ctx->mutex);
441 CloseHandle(ctx->event);
446 AVInputFormat vfwcap_demuxer = {
449 sizeof(struct vfw_ctx),
454 .flags = AVFMT_NOFILE,