Mercurial > mplayer.hg
view stream/tvi_v4l2.c @ 37126:6db1f7a10803
Use correct type of timestamps when recording from v4l2. Fix #2176
Patch by Jarek Czekalski <jarekczek at poczta onet pl>.
| author | iive |
|---|---|
| date | Tue, 10 Jun 2014 15:41:02 +0000 |
| parents | 389d43c448b3 |
| children | ca7e13830a05 |
line wrap: on
line source
/* * Video 4 Linux 2 input * * copyright (c) 2003 Martin Olschewski <olschewski@zpr.uni-koeln.de> * copyright (c) 2003 Jindrich Makovicka <makovick@gmail.com> * * Some ideas are based on works from * Alex Beregszaszi <alex@fsn.hu> * Gerd Knorr <kraxel@bytesex.org> * * This file is part of MPlayer. * * MPlayer is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * MPlayer is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License along * with MPlayer; if not, write to the Free Software Foundation, Inc., * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. */ /* known issues: - norm setting isn't consistent with tvi_v4l - the same for volume/bass/treble/balance */ #include "config.h" #include <errno.h> #include <fcntl.h> #include <pthread.h> #include <stdio.h> #include <string.h> #include <strings.h> #include <sys/ioctl.h> #include <sys/mman.h> #include <sys/time.h> #include <sys/types.h> #include <unistd.h> #include <math.h> #ifdef HAVE_SYS_SYSINFO_H #include <sys/sysinfo.h> #endif #ifdef HAVE_SYS_VIDEOIO_H #include <sys/videoio.h> #else #include <linux/types.h> #include <linux/videodev2.h> #endif #include "mp_msg.h" #include "libmpcodecs/img_format.h" #include "libmpcodecs/dec_teletext.h" #include "libaf/af_format.h" #include "tv.h" #include "audio_in.h" // flag introduced in kernel 3.10 #ifndef V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC #define V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC 0x2000 #endif #define info tvi_info_v4l2 static tvi_handle_t *tvi_init_v4l2(tv_param_t* tv_param); /* information about this file */ const tvi_info_t tvi_info_v4l2 = { tvi_init_v4l2, "Video 4 Linux 2 input", "v4l2", "Martin Olschewski <olschewski@zpr.uni-koeln.de>", "first try, more to come ;-)" }; struct map { struct v4l2_buffer buf; void *addr; size_t len; }; #define BUFFER_COUNT 6 /** video ringbuffer entry */ typedef struct { unsigned char *data; ///< frame contents long long timestamp; ///< frame timestamp int framesize; ///< actual frame size } video_buffer_entry; /* private data */ typedef struct priv { /* video */ char *video_dev; int video_fd; char *vbi_dev; int vbi_fd; int vbi_bufsize; int vbi_shutdown; pthread_t vbi_grabber_thread; void *priv_vbi; int mp_format; struct v4l2_capability capability; struct v4l2_input input; struct v4l2_format format; struct v4l2_standard standard; struct v4l2_tuner tuner; struct map *map; int mapcount; int frames; volatile long long first_frame; ///< number of useconds long long curr_frame; ///< usec, using kernel timestamps int clk_id; /**< clk_id from clock_gettime used in frame timestamps */ /* audio video interleaving ;-) */ volatile int streamon; pthread_t audio_grabber_thread; pthread_mutex_t skew_mutex; /* 2nd level video buffers */ int first; int immediate_mode; int video_buffer_size_max; volatile int video_buffer_size_current; video_buffer_entry *video_ringbuffer; volatile int video_head; volatile int video_tail; volatile int video_cnt; pthread_t video_grabber_thread; pthread_mutex_t video_buffer_mutex; /* audio */ char *audio_dev; audio_in_t audio_in; long long audio_start_time; int audio_buffer_size; int aud_skew_cnt; unsigned char *audio_ringbuffer; long long *audio_skew_buffer; long long *audio_skew_delta_buffer; volatile int audio_head; volatile int audio_tail; volatile int audio_cnt; volatile long long audio_skew; volatile double audio_skew_factor; volatile long long audio_skew_measure_time; volatile int audio_drop; volatile int shutdown; int audio_initialized; double audio_secs_per_block; long long audio_usecs_per_block; long long audio_skew_total; long long audio_skew_delta_total; long audio_recv_blocks_total; long audio_sent_blocks_total; pthread_mutex_t audio_mutex; int audio_insert_null_samples; volatile long audio_null_blocks_inserted; volatile long long dropped_frames_timeshift; long long dropped_frames_compensated; tv_param_t *tv_param; } priv_t; #include "tvi_def.h" static void *audio_grabber(void *data); static void *video_grabber(void *data); /**********************************************************************\ Only few of the fourccs are the same in v4l2 and mplayer: IMGFMT_YVU9 == V4L2_PIX_FMT_YVU410 IMGFMT_YV12 == V4L2_PIX_FMT_YVU420 IMGFMT_NV12 == V4L2_PIX_FMT_NV12 IMGFMT_422P == V4L2_PIX_FMT_YUV422P IMGFMT_411P == V4L2_PIX_FMT_YUV411P IMGFMT_UYVY == V4L2_PIX_FMT_UYVY IMGFMT_Y41P == V4L2_PIX_FMT_Y41P This may be an useful translation table for some others: IMGFMT_RGB8 == V4L2_PIX_FMT_RGB332 IMGFMT_BGR15 == V4L2_PIX_FMT_RGB555 IMGFMT_BGR16 == V4L2_PIX_FMT_RGB565 IMGFMT_RGB24 == V4L2_PIX_FMT_RGB24 IMGFMT_RGB32 == V4L2_PIX_FMT_RGB32 IMGFMT_BGR24 == V4L2_PIX_FMT_BGR24 IMGFMT_BGR32 == V4L2_PIX_FMT_BGR32 IMGFMT_Y800 == V4L2_PIX_FMT_GREY IMGFMT_IF09 == V4L2_PIX_FMT_YUV410 IMGFMT_I420 == V4L2_PIX_FMT_YUV420 IMGFMT_YUY2 == V4L2_PIX_FMT_YUYV \**********************************************************************/ /* ** Translate a mplayer fourcc to a video4linux2 pixel format. */ static int fcc_mp2vl(int fcc) { switch (fcc) { case IMGFMT_RGB8: return V4L2_PIX_FMT_RGB332; case IMGFMT_BGR15: return V4L2_PIX_FMT_RGB555; case IMGFMT_BGR16: return V4L2_PIX_FMT_RGB565; case IMGFMT_RGB24: return V4L2_PIX_FMT_RGB24; case IMGFMT_RGB32: return V4L2_PIX_FMT_RGB32; case IMGFMT_BGR24: return V4L2_PIX_FMT_BGR24; case IMGFMT_BGR32: return V4L2_PIX_FMT_BGR32; case IMGFMT_Y800: return V4L2_PIX_FMT_GREY; case IMGFMT_IF09: return V4L2_PIX_FMT_YUV410; case IMGFMT_I420: return V4L2_PIX_FMT_YUV420; case IMGFMT_YUY2: return V4L2_PIX_FMT_YUYV; case IMGFMT_YV12: return V4L2_PIX_FMT_YVU420; case IMGFMT_UYVY: return V4L2_PIX_FMT_UYVY; case IMGFMT_MJPEG: return V4L2_PIX_FMT_MJPEG; } return fcc; } /* ** Translate a video4linux2 fourcc aka pixel format to mplayer. */ static int fcc_vl2mp(int fcc) { switch (fcc) { case V4L2_PIX_FMT_RGB332: return IMGFMT_RGB8; case V4L2_PIX_FMT_RGB555: return IMGFMT_BGR15; case V4L2_PIX_FMT_RGB565: return IMGFMT_BGR16; case V4L2_PIX_FMT_RGB24: return IMGFMT_RGB24; case V4L2_PIX_FMT_RGB32: return IMGFMT_RGB32; case V4L2_PIX_FMT_BGR24: return IMGFMT_BGR24; case V4L2_PIX_FMT_BGR32: return IMGFMT_BGR32; case V4L2_PIX_FMT_GREY: return IMGFMT_Y800; case V4L2_PIX_FMT_YUV410: return IMGFMT_IF09; case V4L2_PIX_FMT_YUV420: return IMGFMT_I420; case V4L2_PIX_FMT_YVU420: return IMGFMT_YV12; case V4L2_PIX_FMT_YUYV: return IMGFMT_YUY2; case V4L2_PIX_FMT_UYVY: return IMGFMT_UYVY; case V4L2_PIX_FMT_MJPEG: return IMGFMT_MJPEG; } return fcc; } /* ** Translate a video4linux2 fourcc aka pixel format ** to a human readable string. */ static const char *pixfmt2name(int pixfmt) { static char unknown[24]; switch (pixfmt) { case V4L2_PIX_FMT_RGB332: return "RGB332"; case V4L2_PIX_FMT_RGB555: return "RGB555"; case V4L2_PIX_FMT_RGB565: return "RGB565"; case V4L2_PIX_FMT_RGB555X: return "RGB555X"; case V4L2_PIX_FMT_RGB565X: return "RGB565X"; case V4L2_PIX_FMT_BGR24: return "BGR24"; case V4L2_PIX_FMT_RGB24: return "RGB24"; case V4L2_PIX_FMT_BGR32: return "BGR32"; case V4L2_PIX_FMT_RGB32: return "RGB32"; case V4L2_PIX_FMT_GREY: return "GREY"; case V4L2_PIX_FMT_YVU410: return "YVU410"; case V4L2_PIX_FMT_YVU420: return "YVU420"; case V4L2_PIX_FMT_YUYV: return "YUYV"; case V4L2_PIX_FMT_UYVY: return "UYVY"; /* case V4L2_PIX_FMT_YVU422P: return "YVU422P"; */ /* case V4L2_PIX_FMT_YVU411P: return "YVU411P"; */ case V4L2_PIX_FMT_YUV422P: return "YUV422P"; case V4L2_PIX_FMT_YUV411P: return "YUV411P"; case V4L2_PIX_FMT_Y41P: return "Y41P"; case V4L2_PIX_FMT_NV12: return "NV12"; case V4L2_PIX_FMT_NV21: return "NV21"; case V4L2_PIX_FMT_YUV410: return "YUV410"; case V4L2_PIX_FMT_YUV420: return "YUV420"; case V4L2_PIX_FMT_YYUV: return "YYUV"; case V4L2_PIX_FMT_HI240: return "HI240"; case V4L2_PIX_FMT_WNVA: return "WNVA"; case V4L2_PIX_FMT_MJPEG: return "MJPEG"; } sprintf(unknown, "unknown (0x%x)", pixfmt); return unknown; } /* ** Gives the depth of a video4linux2 fourcc aka pixel format in bits. */ static int pixfmt2depth(int pixfmt) { switch (pixfmt) { case V4L2_PIX_FMT_RGB332: return 8; case V4L2_PIX_FMT_RGB555: case V4L2_PIX_FMT_RGB565: case V4L2_PIX_FMT_RGB555X: case V4L2_PIX_FMT_RGB565X: return 16; case V4L2_PIX_FMT_BGR24: case V4L2_PIX_FMT_RGB24: return 24; case V4L2_PIX_FMT_BGR32: case V4L2_PIX_FMT_RGB32: return 32; case V4L2_PIX_FMT_GREY: return 8; case V4L2_PIX_FMT_YVU410: return 9; case V4L2_PIX_FMT_YVU420: return 12; case V4L2_PIX_FMT_YUYV: case V4L2_PIX_FMT_UYVY: case V4L2_PIX_FMT_YUV422P: case V4L2_PIX_FMT_YUV411P: return 16; case V4L2_PIX_FMT_Y41P: case V4L2_PIX_FMT_NV12: case V4L2_PIX_FMT_NV21: return 12; case V4L2_PIX_FMT_YUV410: return 9; case V4L2_PIX_FMT_YUV420: return 12; case V4L2_PIX_FMT_YYUV: return 16; case V4L2_PIX_FMT_HI240: return 8; } return 0; } static int amode2v4l(int amode) { switch (amode) { case 0: return V4L2_TUNER_MODE_MONO; case 1: return V4L2_TUNER_MODE_STEREO; case 2: return V4L2_TUNER_MODE_LANG1; case 3: return V4L2_TUNER_MODE_LANG2; default: return -1; } } /* ** Get current FPS. */ static double getfps(priv_t *priv) { if (priv->tv_param->fps > 0) return priv->tv_param->fps; if (priv->standard.frameperiod.denominator && priv->standard.frameperiod.numerator) return (double)priv->standard.frameperiod.denominator / priv->standard.frameperiod.numerator; return 25.0; } // sets and sanitizes audio buffer/block sizes static void setup_audio_buffer_sizes(priv_t *priv) { int bytes_per_sample = priv->audio_in.bytes_per_sample; int seconds = priv->video_buffer_size_max/getfps(priv); if (seconds < 5) seconds = 5; if (seconds > 500) seconds = 500; // make the audio buffer at least as the video buffer capacity (or 5 seconds) long priv->audio_buffer_size = 1 + seconds*priv->audio_in.samplerate *priv->audio_in.channels *bytes_per_sample/priv->audio_in.blocksize; if (priv->audio_buffer_size < 256) priv->audio_buffer_size = 256; // make the skew buffer at least 1 second long priv->aud_skew_cnt = 1 + 1*priv->audio_in.samplerate *priv->audio_in.channels *bytes_per_sample/priv->audio_in.blocksize; if (priv->aud_skew_cnt < 16) priv->aud_skew_cnt = 16; mp_msg(MSGT_TV, MSGL_V, "Audio capture - buffer %d blocks of %d bytes, skew average from %d meas.\n", priv->audio_buffer_size, priv->audio_in.blocksize, priv->aud_skew_cnt); } static void init_audio(priv_t *priv) { if (priv->audio_initialized) return; if (!priv->tv_param->noaudio) { #ifdef CONFIG_ALSA if (priv->tv_param->alsa) audio_in_init(&priv->audio_in, AUDIO_IN_ALSA); else audio_in_init(&priv->audio_in, AUDIO_IN_OSS); #else audio_in_init(&priv->audio_in, AUDIO_IN_OSS); #endif if (priv->audio_dev) { audio_in_set_device(&priv->audio_in, priv->audio_dev); } audio_in_set_samplerate(&priv->audio_in, 44100); if (priv->capability.capabilities & V4L2_CAP_TUNER) { if (priv->tuner.audmode == V4L2_TUNER_MODE_STEREO) { audio_in_set_channels(&priv->audio_in, 2); } else { audio_in_set_channels(&priv->audio_in, 1); } } else { if (priv->tv_param->forcechan >= 0) { audio_in_set_channels(&priv->audio_in, priv->tv_param->forcechan); } else { audio_in_set_channels(&priv->audio_in, 2); } } if (audio_in_setup(&priv->audio_in) < 0) return; priv->audio_initialized = 1; } } #if 0 /* ** the number of milliseconds elapsed between time0 and time1 */ static size_t difftv(struct timeval time1, struct timeval time0) { return (time1.tv_sec - time0.tv_sec) * 1000 + (time1.tv_usec - time0.tv_usec) / 1000; } #endif /* ** Get current video capture format. */ static int getfmt(priv_t *priv) { int i; priv->format.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; if ((i = ioctl(priv->video_fd, VIDIOC_G_FMT, &priv->format)) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl get format failed: %s\n", info.short_name, strerror(errno)); } return i; } /* ** Get current video capture standard. */ static int getstd(priv_t *priv) { v4l2_std_id id; int i=0; if (ioctl(priv->video_fd, VIDIOC_G_STD, &id) < 0) { struct v4l2_streamparm parm; parm.type=V4L2_BUF_TYPE_VIDEO_CAPTURE; if(ioctl(priv->video_fd, VIDIOC_G_PARM, &parm) >= 0) { mp_msg(MSGT_TV, MSGL_WARN, "%s: your device driver does not support VIDIOC_G_STD ioctl," " VIDIOC_G_PARM was used instead.\n", info.short_name); priv->standard.index=0; priv->standard.id=0; priv->standard.frameperiod=parm.parm.capture.timeperframe; return 0; } mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl get standard failed: %s\n", info.short_name, strerror(errno)); return -1; } do { priv->standard.index = i++; if (ioctl(priv->video_fd, VIDIOC_ENUMSTD, &priv->standard) < 0) { return -1; } } while (priv->standard.id != id); return 0; } /* ** Gets current timestamp, using specified clock id. ** @return number of microseconds. */ static long long get_curr_timestamp(int clk_id) { struct timespec ts; clock_gettime(clk_id, &ts); return (long long)ts.tv_sec * 1000000 + ts.tv_nsec / 1000; } /***********************************************************************\ * * * * * Interface to mplayer * * * * * \***********************************************************************/ static int set_mute(priv_t *priv, int value) { struct v4l2_control control; control.id = V4L2_CID_AUDIO_MUTE; control.value = value; if (ioctl(priv->video_fd, VIDIOC_S_CTRL, &control) < 0) { mp_msg(MSGT_TV,MSGL_ERR,"%s: ioctl set mute failed: %s\n", info.short_name, strerror(errno)); return 0; } return 1; } /* ** MPlayer uses values from -100 up to 100 for controls. ** Here they are scaled to what the tv card needs and applied. */ static int set_control(priv_t *priv, struct v4l2_control *control, int val_signed) { struct v4l2_queryctrl qctrl; qctrl.id = control->id; if (ioctl(priv->video_fd, VIDIOC_QUERYCTRL, &qctrl) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl query control failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } if (val_signed) { if (control->value < 0) { control->value = qctrl.default_value + control->value * (qctrl.default_value - qctrl.minimum) / 100; } else { control->value = qctrl.default_value + control->value * (qctrl.maximum - qctrl.default_value) / 100; } } else { if (control->value < 50) { control->value = qctrl.default_value + (control->value-50) * (qctrl.default_value - qctrl.minimum) / 50; } else { control->value = qctrl.default_value + (control->value-50) * (qctrl.maximum - qctrl.default_value) / 50; } } if (ioctl(priv->video_fd, VIDIOC_S_CTRL, control) < 0) { mp_msg(MSGT_TV, MSGL_ERR,"%s: ioctl set %s %d failed: %s\n", info.short_name, qctrl.name, control->value, strerror(errno)); return TVI_CONTROL_FALSE; } mp_msg(MSGT_TV, MSGL_V, "%s: set %s: %d [%d, %d]\n", info.short_name, qctrl.name, control->value, qctrl.minimum, qctrl.maximum); return TVI_CONTROL_TRUE; } /* ** Scale the control values back to what mplayer needs. */ static int get_control(priv_t *priv, struct v4l2_control *control, int val_signed) { struct v4l2_queryctrl qctrl; qctrl.id = control->id; if (ioctl(priv->video_fd, VIDIOC_QUERYCTRL, &qctrl) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl query control failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } if (ioctl(priv->video_fd, VIDIOC_G_CTRL, control) < 0) { mp_msg(MSGT_TV, MSGL_ERR,"%s: ioctl get %s failed: %s\n", info.short_name, qctrl.name, strerror(errno)); return TVI_CONTROL_FALSE; } mp_msg(MSGT_TV, MSGL_V, "%s: get %s: %d [%d, %d]\n", info.short_name, qctrl.name, control->value, qctrl.minimum, qctrl.maximum); if (val_signed) { if (control->value < qctrl.default_value) { control->value = (control->value - qctrl.default_value) * 100 / (qctrl.default_value - qctrl.minimum); } else { control->value = (control->value - qctrl.default_value) * 100 / (qctrl.maximum - qctrl.default_value); } } else { if (control->value < qctrl.default_value) { control->value = (control->value - qctrl.default_value) * 50 / (qctrl.default_value - qctrl.minimum) + 50; } else { control->value = (control->value - qctrl.default_value) * 50 / (qctrl.maximum - qctrl.default_value) + 50; } } return TVI_CONTROL_TRUE; } static int vbi_init(priv_t* priv,char* device) { int vbi_fd=0; struct v4l2_capability cap; struct v4l2_format fmt; int res; if(!device) return TVI_CONTROL_FALSE; priv->vbi_dev=strdup(device); vbi_fd=open(priv->vbi_dev,O_RDWR); if(vbi_fd<0){ mp_msg(MSGT_TV,MSGL_ERR,"vbi: could not open device %s\n",priv->vbi_dev); return TVI_CONTROL_FALSE; } if(ioctl(vbi_fd,VIDIOC_QUERYCAP,&cap)<0){ mp_msg(MSGT_TV,MSGL_ERR,"vbi: Query capabilities failed for %s\n",priv->vbi_dev); close(vbi_fd); return TVI_CONTROL_FALSE; } if(!(cap.capabilities & V4L2_CAP_VBI_CAPTURE)){ mp_msg(MSGT_TV,MSGL_ERR,"vbi: %s does not support VBI capture\n",priv->vbi_dev); close(vbi_fd); return TVI_CONTROL_FALSE; } memset(&fmt,0,sizeof(struct v4l2_format)); fmt.type=V4L2_BUF_TYPE_VBI_CAPTURE; if((res=ioctl(vbi_fd,VIDIOC_G_FMT,&fmt))<0){ mp_msg(MSGT_TV,MSGL_ERR,"vbi: Query format failed: %x\n",res); close(vbi_fd); return TVI_CONTROL_FALSE; } if(fmt.fmt.vbi.sample_format!=V4L2_PIX_FMT_GREY){ mp_msg(MSGT_TV,MSGL_ERR,"vbi: format 0x%x is not supported\n",fmt.fmt.vbi.sample_format); close(vbi_fd); return TVI_CONTROL_FALSE; } priv->vbi_fd=vbi_fd; mp_msg(MSGT_TV,MSGL_DBG3,"vbi: init ok\n"); return TVI_CONTROL_TRUE; } static int vbi_get_props(priv_t* priv,tt_stream_props* ptsp) { struct v4l2_format fmt; int res; if(!priv || !ptsp) return TVI_CONTROL_FALSE; memset(&fmt,0,sizeof(struct v4l2_format)); fmt.type=V4L2_BUF_TYPE_VBI_CAPTURE; if((res=ioctl(priv->vbi_fd,VIDIOC_G_FMT,&fmt))<0){ mp_msg(MSGT_TV,MSGL_ERR,"vbi_get_props: Query format failed: %x\n",res); return TVI_CONTROL_FALSE; } ptsp->interlaced=(fmt.fmt.vbi.flags& V4L2_VBI_INTERLACED?1:0); ptsp->offset=fmt.fmt.vbi.offset; ptsp->sampling_rate=fmt.fmt.vbi.sampling_rate; ptsp->samples_per_line=fmt.fmt.vbi.samples_per_line, ptsp->count[0]=fmt.fmt.vbi.count[0]; ptsp->count[1]=fmt.fmt.vbi.count[1]; ptsp->bufsize = ptsp->samples_per_line * (ptsp->count[0] + ptsp->count[1]); mp_msg(MSGT_TV,MSGL_V,"vbi_get_props: sampling_rate=%d,offset:%d,samples_per_line: %d\n interlaced:%s, count=[%d,%d]\n", ptsp->sampling_rate, ptsp->offset, ptsp->samples_per_line, ptsp->interlaced?"Yes":"No", ptsp->count[0], ptsp->count[1]); return TVI_CONTROL_TRUE; } static void *vbi_grabber(void *data) { priv_t *priv = (priv_t *) data; int bytes,seq,prev_seq; unsigned char* buf; tt_stream_props tsp; if(!priv->priv_vbi){ mp_msg(MSGT_TV,MSGL_WARN,"vbi: vbi not initialized. stopping thread.\n"); return NULL; } if(vbi_get_props(priv,&tsp)!=TVI_CONTROL_TRUE) return NULL; buf=malloc(tsp.bufsize); seq=0; prev_seq=0; mp_msg(MSGT_TV,MSGL_V,"vbi: vbi capture thread started.\n"); while (!priv->vbi_shutdown){ bytes=read(priv->vbi_fd,buf,tsp.bufsize); if(bytes<0 && errno==EINTR) continue; if (bytes!=tsp.bufsize){ mp_msg(MSGT_TV,MSGL_WARN,"vbi: expecting bytes: %d, got: %d\n",tsp.bufsize,bytes); break; } seq=*(int*)(buf+bytes-4); if(seq<=1) continue; if (prev_seq && seq!=prev_seq+1){ prev_seq=0; seq=0; } prev_seq=seq; teletext_control(priv->priv_vbi,TV_VBI_CONTROL_DECODE_PAGE,&buf); mp_msg(MSGT_TV,MSGL_DBG3,"grabber: seq:%d\n",seq); } free(buf); return NULL; } static int control(priv_t *priv, int cmd, void *arg) { struct v4l2_control control; struct v4l2_frequency frequency; switch(cmd) { case TVI_CONTROL_IS_VIDEO: return priv->capability.capabilities & V4L2_CAP_VIDEO_CAPTURE? TVI_CONTROL_TRUE: TVI_CONTROL_FALSE; case TVI_CONTROL_IS_AUDIO: if (priv->tv_param->force_audio) return TVI_CONTROL_TRUE; case TVI_CONTROL_IS_TUNER: return priv->capability.capabilities & V4L2_CAP_TUNER? TVI_CONTROL_TRUE: TVI_CONTROL_FALSE; case TVI_CONTROL_IMMEDIATE: priv->immediate_mode = 1; return TVI_CONTROL_TRUE; case TVI_CONTROL_VID_GET_FPS: *(float *)arg = getfps(priv); mp_msg(MSGT_TV, MSGL_V, "%s: get fps: %f\n", info.short_name, *(float *)arg); return TVI_CONTROL_TRUE; case TVI_CONTROL_VID_GET_BITS: if (getfmt(priv) < 0) return TVI_CONTROL_FALSE; *(int *)arg = pixfmt2depth(priv->format.fmt.pix.pixelformat); mp_msg(MSGT_TV, MSGL_V, "%s: get depth: %d\n", info.short_name, *(int *)arg); return TVI_CONTROL_TRUE; case TVI_CONTROL_VID_GET_FORMAT: if (getfmt(priv) < 0) return TVI_CONTROL_FALSE; *(int *)arg = fcc_vl2mp(priv->format.fmt.pix.pixelformat); mp_msg(MSGT_TV, MSGL_V, "%s: get format: %s\n", info.short_name, pixfmt2name(priv->format.fmt.pix.pixelformat)); return TVI_CONTROL_TRUE; case TVI_CONTROL_VID_SET_FORMAT: if (getfmt(priv) < 0) return TVI_CONTROL_FALSE; priv->format.fmt.pix.pixelformat = fcc_mp2vl(*(int *)arg); priv->format.fmt.pix.field = V4L2_FIELD_ANY; priv->mp_format = *(int *)arg; mp_msg(MSGT_TV, MSGL_V, "%s: set format: %s\n", info.short_name, pixfmt2name(priv->format.fmt.pix.pixelformat)); if (ioctl(priv->video_fd, VIDIOC_S_FMT, &priv->format) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl set format failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } /* according to the v4l2 specs VIDIOC_S_FMT should not fail, inflexible drivers might even always return the default parameters -> update the format here*/ priv->mp_format = fcc_vl2mp(priv->format.fmt.pix.pixelformat); return TVI_CONTROL_TRUE; case TVI_CONTROL_VID_GET_WIDTH: if (getfmt(priv) < 0) return TVI_CONTROL_FALSE; *(int *)arg = priv->format.fmt.pix.width; mp_msg(MSGT_TV, MSGL_V, "%s: get width: %d\n", info.short_name, *(int *)arg); return TVI_CONTROL_TRUE; case TVI_CONTROL_VID_CHK_WIDTH: return TVI_CONTROL_TRUE; case TVI_CONTROL_VID_SET_WIDTH_HEIGHT: if (getfmt(priv) < 0) return TVI_CONTROL_FALSE; priv->format.fmt.pix.width = ((int *)arg)[0]; priv->format.fmt.pix.height = ((int *)arg)[1]; priv->format.fmt.pix.field = V4L2_FIELD_ANY; if (ioctl(priv->video_fd, VIDIOC_S_FMT, &priv->format) < 0) return TVI_CONTROL_FALSE; return TVI_CONTROL_TRUE; case TVI_CONTROL_VID_SET_WIDTH: if (getfmt(priv) < 0) return TVI_CONTROL_FALSE; priv->format.fmt.pix.width = *(int *)arg; mp_msg(MSGT_TV, MSGL_V, "%s: set width: %d\n", info.short_name, *(int *)arg); if (ioctl(priv->video_fd, VIDIOC_S_FMT, &priv->format) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl set width failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } return TVI_CONTROL_TRUE; case TVI_CONTROL_VID_GET_HEIGHT: if (getfmt(priv) < 0) return TVI_CONTROL_FALSE; *(int *)arg = priv->format.fmt.pix.height; mp_msg(MSGT_TV, MSGL_V, "%s: get height: %d\n", info.short_name, *(int *)arg); return TVI_CONTROL_TRUE; case TVI_CONTROL_VID_CHK_HEIGHT: return TVI_CONTROL_TRUE; case TVI_CONTROL_VID_SET_HEIGHT: if (getfmt(priv) < 0) return TVI_CONTROL_FALSE; priv->format.fmt.pix.height = *(int *)arg; priv->format.fmt.pix.field = V4L2_FIELD_ANY; mp_msg(MSGT_TV, MSGL_V, "%s: set height: %d\n", info.short_name, *(int *)arg); if (ioctl(priv->video_fd, VIDIOC_S_FMT, &priv->format) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl set height failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } return TVI_CONTROL_TRUE; case TVI_CONTROL_VID_GET_BRIGHTNESS: control.id = V4L2_CID_BRIGHTNESS; if (get_control(priv, &control, 1) == TVI_CONTROL_TRUE) { *(int *)arg = control.value; return TVI_CONTROL_TRUE; } return TVI_CONTROL_FALSE; case TVI_CONTROL_VID_SET_BRIGHTNESS: control.id = V4L2_CID_BRIGHTNESS; control.value = *(int *)arg; return set_control(priv, &control, 1); case TVI_CONTROL_VID_GET_HUE: control.id = V4L2_CID_HUE; if (get_control(priv, &control, 1) == TVI_CONTROL_TRUE) { *(int *)arg = control.value; return TVI_CONTROL_TRUE; } return TVI_CONTROL_FALSE; case TVI_CONTROL_VID_SET_HUE: control.id = V4L2_CID_HUE; control.value = *(int *)arg; return set_control(priv, &control, 1); case TVI_CONTROL_VID_GET_SATURATION: control.id = V4L2_CID_SATURATION; if (get_control(priv, &control, 1) == TVI_CONTROL_TRUE) { *(int *)arg = control.value; return TVI_CONTROL_TRUE; } return TVI_CONTROL_FALSE; case TVI_CONTROL_VID_SET_SATURATION: control.id = V4L2_CID_SATURATION; control.value = *(int *)arg; return set_control(priv, &control, 1); case TVI_CONTROL_VID_GET_GAIN: { control.id = V4L2_CID_AUTOGAIN; if(get_control(priv,&control,0)!=TVI_CONTROL_TRUE) return TVI_CONTROL_FALSE; if(control.value){ //Auto Gain control is enabled *(int*)arg=0; return TVI_CONTROL_TRUE; } //Manual Gain control control.id = V4L2_CID_GAIN; if(get_control(priv,&control,0)!=TVI_CONTROL_TRUE) return TVI_CONTROL_FALSE; *(int*)arg=control.value?control.value:1; return TVI_CONTROL_TRUE; } case TVI_CONTROL_VID_SET_GAIN: { //value==0 means automatic gain control int value=*(int*)arg; if (value < 0 || value>100) return TVI_CONTROL_FALSE; control.id=value?V4L2_CID_GAIN:V4L2_CID_AUTOGAIN; control.value=value?value:1; return set_control(priv,&control,0); } case TVI_CONTROL_VID_GET_CONTRAST: control.id = V4L2_CID_CONTRAST; if (get_control(priv, &control, 1) == TVI_CONTROL_TRUE) { *(int *)arg = control.value; return TVI_CONTROL_TRUE; } return TVI_CONTROL_FALSE; case TVI_CONTROL_VID_SET_CONTRAST: control.id = V4L2_CID_CONTRAST; control.value = *(int *)arg; return set_control(priv, &control, 1); case TVI_CONTROL_TUN_GET_FREQ: frequency.tuner = 0; frequency.type = V4L2_TUNER_ANALOG_TV; if (ioctl(priv->video_fd, VIDIOC_G_FREQUENCY, &frequency) < 0) { mp_msg(MSGT_TV,MSGL_ERR,"%s: ioctl get frequency failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } *(int *)arg = frequency.frequency; return TVI_CONTROL_TRUE; case TVI_CONTROL_TUN_SET_FREQ: #if 0 set_mute(priv, 1); usleep(100000); // wait to suppress noise during switching #endif frequency.tuner = 0; frequency.type = V4L2_TUNER_ANALOG_TV; frequency.frequency = *(int *)arg; if (ioctl(priv->video_fd, VIDIOC_S_FREQUENCY, &frequency) < 0) { mp_msg(MSGT_TV,MSGL_ERR,"%s: ioctl set frequency failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } #if 0 usleep(100000); // wait to suppress noise during switching set_mute(priv, 0); #endif return TVI_CONTROL_TRUE; case TVI_CONTROL_TUN_GET_TUNER: mp_msg(MSGT_TV, MSGL_V, "%s: get tuner\n",info.short_name); if (ioctl(priv->video_fd, VIDIOC_G_TUNER, &priv->tuner) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl get tuner failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } return TVI_CONTROL_TRUE; case TVI_CONTROL_TUN_SET_TUNER: mp_msg(MSGT_TV, MSGL_V, "%s: set tuner\n",info.short_name); if (ioctl(priv->video_fd, VIDIOC_S_TUNER, &priv->tuner) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl set tuner failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } return TVI_CONTROL_TRUE; case TVI_CONTROL_TUN_GET_NORM: *(int *)arg = priv->standard.index; return TVI_CONTROL_TRUE; case TVI_CONTROL_TUN_GET_SIGNAL: if (ioctl(priv->video_fd, VIDIOC_G_TUNER, &priv->tuner) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl get tuner failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } *(int*)arg=100*(priv->tuner.signal>>8)/255; return TVI_CONTROL_TRUE; case TVI_CONTROL_TUN_SET_NORM: priv->standard.index = *(int *)arg; if (ioctl(priv->video_fd, VIDIOC_ENUMSTD, &priv->standard) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl enum norm failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } mp_msg(MSGT_TV, MSGL_V, "%s: set norm: %s\n", info.short_name, priv->standard.name); if (ioctl(priv->video_fd, VIDIOC_S_STD, &priv->standard.id) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl set norm failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } return TVI_CONTROL_TRUE; case TVI_CONTROL_SPC_GET_NORMID: { int i; for (i = 0;; i++) { struct v4l2_standard standard; memset(&standard, 0, sizeof(standard)); standard.index = i; if (-1 == ioctl(priv->video_fd, VIDIOC_ENUMSTD, &standard)) return TVI_CONTROL_FALSE; if (!strcasecmp(standard.name, (char *)arg)) { *(int *)arg = i; return TVI_CONTROL_TRUE; } } return TVI_CONTROL_FALSE; } case TVI_CONTROL_SPC_GET_INPUT: if (ioctl(priv->video_fd, VIDIOC_G_INPUT, (int *)arg) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl get input failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } return TVI_CONTROL_TRUE; case TVI_CONTROL_SPC_SET_INPUT: mp_msg(MSGT_TV, MSGL_V, "%s: set input: %d\n", info.short_name, *(int *)arg); priv->input.index = *(int *)arg; if (ioctl(priv->video_fd, VIDIOC_ENUMINPUT, &priv->input) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl enum input failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } if (ioctl(priv->video_fd, VIDIOC_S_INPUT, (int *)arg) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl set input failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } return TVI_CONTROL_TRUE; case TVI_CONTROL_AUD_GET_FORMAT: init_audio(priv); if (!priv->audio_initialized) return TVI_CONTROL_FALSE; *(int *)arg = AF_FORMAT_S16_LE; mp_msg(MSGT_TV, MSGL_V, "%s: get audio format: %d\n", info.short_name, *(int *)arg); return TVI_CONTROL_TRUE; case TVI_CONTROL_AUD_GET_SAMPLERATE: init_audio(priv); if (!priv->audio_initialized) return TVI_CONTROL_FALSE; *(int *)arg = priv->audio_in.samplerate; mp_msg(MSGT_TV, MSGL_V, "%s: get audio samplerate: %d\n", info.short_name, *(int *)arg); return TVI_CONTROL_TRUE; case TVI_CONTROL_AUD_GET_SAMPLESIZE: init_audio(priv); if (!priv->audio_initialized) return TVI_CONTROL_FALSE; *(int *)arg = priv->audio_in.bytes_per_sample; mp_msg(MSGT_TV, MSGL_V, "%s: get audio samplesize: %d\n", info.short_name, *(int *)arg); return TVI_CONTROL_TRUE; case TVI_CONTROL_AUD_GET_CHANNELS: init_audio(priv); if (!priv->audio_initialized) return TVI_CONTROL_FALSE; *(int *)arg = priv->audio_in.channels; mp_msg(MSGT_TV, MSGL_V, "%s: get audio channels: %d\n", info.short_name, *(int *)arg); return TVI_CONTROL_TRUE; case TVI_CONTROL_AUD_SET_SAMPLERATE: init_audio(priv); mp_msg(MSGT_TV, MSGL_V, "%s: set audio samplerate: %d\n", info.short_name, *(int *)arg); if (audio_in_set_samplerate(&priv->audio_in, *(int*)arg) < 0) return TVI_CONTROL_FALSE; // setup_audio_buffer_sizes(priv); return TVI_CONTROL_TRUE; case TVI_CONTROL_VBI_INIT: { void* ptr; tt_stream_props tsp; if (vbi_init(priv,*(char**)arg)!=TVI_CONTROL_TRUE) return TVI_CONTROL_FALSE; if(vbi_get_props(priv,&tsp)==TVI_CONTROL_TRUE) { ptr=&tsp; if(teletext_control(NULL,TV_VBI_CONTROL_START,&ptr)==VBI_CONTROL_TRUE) priv->priv_vbi=ptr; else priv->priv_vbi=NULL; } return TVI_CONTROL_TRUE; } case TVI_CONTROL_GET_VBI_PTR: *(void **)arg=priv->priv_vbi; return TVI_CONTROL_TRUE; } mp_msg(MSGT_TV, MSGL_V, "%s: unknown control: %d\n", info.short_name, cmd); return TVI_CONTROL_UNKNOWN; } #define PRIV ((priv_t *) (tvi_handle->priv)) /* handler creator - entry point ! */ static tvi_handle_t *tvi_init_v4l2(tv_param_t* tv_param) { tvi_handle_t *tvi_handle; tvi_handle = tv_new_handle(sizeof(priv_t), &functions); if (!tvi_handle) { return NULL; } PRIV->video_fd = -1; PRIV->video_dev = strdup(tv_param->device? tv_param->device: "/dev/video0"); if (!PRIV->video_dev) { tv_free_handle(tvi_handle); return NULL; } if (tv_param->adevice) { PRIV->audio_dev = strdup(tv_param->adevice); if (!PRIV->audio_dev) { free(PRIV->video_dev); tv_free_handle(tvi_handle); return NULL; } } PRIV->tv_param=tv_param; return tvi_handle; } #undef PRIV static int uninit(priv_t *priv) { int i, frames, dropped = 0; priv->vbi_shutdown=1; if(priv->vbi_grabber_thread) pthread_join(priv->vbi_grabber_thread, NULL); teletext_control(priv->priv_vbi,TV_VBI_CONTROL_STOP,(void*)1); priv->priv_vbi=NULL; if(priv->vbi_fd){ close(priv->vbi_fd); priv->vbi_fd=0; } free(priv->vbi_dev); priv->vbi_dev = NULL; priv->shutdown = 1; if(priv->video_grabber_thread) pthread_join(priv->video_grabber_thread, NULL); pthread_mutex_destroy(&priv->video_buffer_mutex); if (priv->streamon) { struct v4l2_buffer buf; /* get performance */ frames = 1 + lrintf((double)(priv->curr_frame - priv->first_frame) / 1e6 * getfps(priv)); dropped = frames - priv->frames; /* turn off streaming */ if (ioctl(priv->video_fd, VIDIOC_STREAMOFF, &(priv->map[0].buf.type)) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl streamoff failed: %s\n", info.short_name, strerror(errno)); } priv->streamon = 0; /* unqueue all remaining buffers */ memset(&buf,0,sizeof(buf)); buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; buf.memory = V4L2_MEMORY_MMAP; while (!ioctl(priv->video_fd, VIDIOC_DQBUF, &buf)); } /* unmap all buffers */ for (i = 0; i < priv->mapcount; i++) { if (munmap(priv->map[i].addr, priv->map[i].len) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: munmap capture buffer failed: %s\n", info.short_name, strerror(errno)); } } /* stop audio thread */ if (!priv->tv_param->noaudio && priv->audio_grabber_thread) { pthread_join(priv->audio_grabber_thread, NULL); pthread_mutex_destroy(&priv->skew_mutex); pthread_mutex_destroy(&priv->audio_mutex); } set_mute(priv, 1); /* free memory and close device */ free(priv->map); priv->map = NULL; priv->mapcount = 0; if(priv->video_fd!=-1)close(priv->video_fd); priv->video_fd = -1; free(priv->video_dev); priv->video_dev = NULL; if (priv->video_ringbuffer) { int i; for (i = 0; i < priv->video_buffer_size_current; i++) { free(priv->video_ringbuffer[i].data); } free(priv->video_ringbuffer); } if (!priv->tv_param->noaudio) { free(priv->audio_ringbuffer); free(priv->audio_skew_buffer); free(priv->audio_skew_delta_buffer); audio_in_uninit(&priv->audio_in); } /* show some nice statistics ;-) */ mp_msg(MSGT_TV, MSGL_INFO, "%s: %d frames successfully processed, %d frames dropped.\n", info.short_name, priv->frames, dropped); mp_msg(MSGT_TV, MSGL_V, "%s: up to %u video frames buffered.\n", info.short_name, priv->video_buffer_size_current); return 1; } /* initialisation */ static int init(priv_t *priv) { int i; priv->audio_ringbuffer = NULL; priv->audio_skew_buffer = NULL; priv->audio_skew_delta_buffer = NULL; priv->audio_initialized = 0; /* Open the video device. */ priv->video_fd = open(priv->video_dev, O_RDWR); if (priv->video_fd < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: unable to open '%s': %s\n", info.short_name, priv->video_dev, strerror(errno)); uninit(priv); return 0; } mp_msg(MSGT_TV, MSGL_DBG2, "%s: video fd: %s: %d\n", info.short_name, priv->video_dev, priv->video_fd); /* ** Query the video capabilities and current settings ** for further control calls. */ if (ioctl(priv->video_fd, VIDIOC_QUERYCAP, &priv->capability) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl query capabilities failed: %s\n", info.short_name, strerror(errno)); uninit(priv); return 0; } if (!(priv->capability.capabilities & V4L2_CAP_VIDEO_CAPTURE)) { mp_msg(MSGT_TV, MSGL_ERR, "Device %s is not a video capture device.\n", priv->video_dev); return 0; } if (getfmt(priv) < 0) { uninit(priv); return 0; } getstd(priv); /* ** if this device has got a tuner query it's settings ** otherwise set some nice defaults */ if (priv->capability.capabilities & V4L2_CAP_TUNER) { if (ioctl(priv->video_fd, VIDIOC_G_TUNER, &priv->tuner) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl get tuner failed: %s\n", info.short_name, strerror(errno)); uninit(priv); return 0; } } mp_msg(MSGT_TV, MSGL_INFO, "Selected device: %s\n", priv->capability.card); if (priv->capability.capabilities & V4L2_CAP_TUNER) { mp_msg(MSGT_TV, MSGL_INFO, " Tuner cap:%s%s%s\n", (priv->tuner.capability & V4L2_TUNER_CAP_STEREO) ? " STEREO" : "", (priv->tuner.capability & V4L2_TUNER_CAP_LANG1) ? " LANG1" : "", (priv->tuner.capability & V4L2_TUNER_CAP_LANG2) ? " LANG2" : ""); mp_msg(MSGT_TV, MSGL_INFO, " Tuner rxs:%s%s%s%s\n", (priv->tuner.rxsubchans & V4L2_TUNER_SUB_MONO) ? " MONO" : "", (priv->tuner.rxsubchans & V4L2_TUNER_SUB_STEREO) ? " STEREO" : "", (priv->tuner.rxsubchans & V4L2_TUNER_SUB_LANG1) ? " LANG1" : "", (priv->tuner.rxsubchans & V4L2_TUNER_SUB_LANG2) ? " LANG2" : ""); } mp_msg(MSGT_TV, MSGL_INFO, " Capabilities:%s%s%s%s%s%s%s%s%s%s%s\n", priv->capability.capabilities & V4L2_CAP_VIDEO_CAPTURE? " video capture": "", priv->capability.capabilities & V4L2_CAP_VIDEO_OUTPUT? " video output": "", priv->capability.capabilities & V4L2_CAP_VIDEO_OVERLAY? " video overlay": "", priv->capability.capabilities & V4L2_CAP_VBI_CAPTURE? " VBI capture device": "", priv->capability.capabilities & V4L2_CAP_VBI_OUTPUT? " VBI output": "", priv->capability.capabilities & V4L2_CAP_RDS_CAPTURE? " RDS data capture": "", priv->capability.capabilities & V4L2_CAP_TUNER? " tuner": "", priv->capability.capabilities & V4L2_CAP_AUDIO? " audio": "", priv->capability.capabilities & V4L2_CAP_READWRITE? " read/write": "", priv->capability.capabilities & V4L2_CAP_ASYNCIO? " async i/o": "", priv->capability.capabilities & V4L2_CAP_STREAMING? " streaming": ""); mp_msg(MSGT_TV, MSGL_INFO, " supported norms:"); for (i = 0;; i++) { struct v4l2_standard standard; memset(&standard, 0, sizeof(standard)); standard.index = i; if (-1 == ioctl(priv->video_fd, VIDIOC_ENUMSTD, &standard)) break; mp_msg(MSGT_TV, MSGL_INFO, " %d = %s;", i, standard.name); } mp_msg(MSGT_TV, MSGL_INFO, "\n inputs:"); for (i = 0; 1; i++) { struct v4l2_input input; input.index = i; if (ioctl(priv->video_fd, VIDIOC_ENUMINPUT, &input) < 0) { break; } mp_msg(MSGT_TV, MSGL_INFO, " %d = %s;", i, input.name); } i = -1; if (ioctl(priv->video_fd, VIDIOC_G_INPUT, &i) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl get input failed: %s\n", info.short_name, strerror(errno)); } mp_msg(MSGT_TV, MSGL_INFO, "\n Current input: %d\n", i); for (i = 0; ; i++) { struct v4l2_fmtdesc fmtdesc; fmtdesc.index = i; fmtdesc.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; if (ioctl(priv->video_fd, VIDIOC_ENUM_FMT, &fmtdesc) < 0) { break; } mp_msg(MSGT_TV, MSGL_V, " Format %-6s (%2d bits, %s): %s\n", pixfmt2name(fmtdesc.pixelformat), pixfmt2depth(fmtdesc.pixelformat), fmtdesc.description, vo_format_name(fcc_vl2mp(fmtdesc.pixelformat))); } mp_msg(MSGT_TV, MSGL_INFO, " Current format: %s\n", pixfmt2name(priv->format.fmt.pix.pixelformat)); /* set some nice defaults */ if (getfmt(priv) < 0) return 0; priv->format.fmt.pix.width = 640; priv->format.fmt.pix.height = 480; if (ioctl(priv->video_fd, VIDIOC_S_FMT, &priv->format) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl set format failed: %s\n", info.short_name, strerror(errno)); uninit(priv); return 0; } // if (!(priv->capability.capabilities & V4L2_CAP_AUDIO) && !priv->tv_param->force_audio) priv->tv_param->noaudio = 1; if (priv->capability.capabilities & V4L2_CAP_TUNER) { struct v4l2_control control; if (priv->tv_param->amode >= 0) { mp_msg(MSGT_TV, MSGL_V, "%s: setting audio mode\n", info.short_name); priv->tuner.audmode = amode2v4l(priv->tv_param->amode); if (ioctl(priv->video_fd, VIDIOC_S_TUNER, &priv->tuner) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl set tuner failed: %s\n", info.short_name, strerror(errno)); return TVI_CONTROL_FALSE; } } mp_msg(MSGT_TV, MSGL_INFO, "%s: current audio mode is :%s%s%s%s\n", info.short_name, (priv->tuner.audmode == V4L2_TUNER_MODE_MONO) ? " MONO" : "", (priv->tuner.audmode == V4L2_TUNER_MODE_STEREO) ? " STEREO" : "", (priv->tuner.audmode == V4L2_TUNER_MODE_LANG1) ? " LANG1" : "", (priv->tuner.audmode == V4L2_TUNER_MODE_LANG2) ? " LANG2" : ""); if (priv->tv_param->volume >= 0) { control.id = V4L2_CID_AUDIO_VOLUME; control.value = priv->tv_param->volume; set_control(priv, &control, 0); } if (priv->tv_param->bass >= 0) { control.id = V4L2_CID_AUDIO_BASS; control.value = priv->tv_param->bass; set_control(priv, &control, 0); } if (priv->tv_param->treble >= 0) { control.id = V4L2_CID_AUDIO_TREBLE; control.value = priv->tv_param->treble; set_control(priv, &control, 0); } if (priv->tv_param->balance >= 0) { control.id = V4L2_CID_AUDIO_BALANCE; control.value = priv->tv_param->balance; set_control(priv, &control, 0); } } return 1; } static int get_capture_buffer_size(priv_t *priv) { uint64_t bufsize; int cnt; if (priv->tv_param->buffer_size >= 0) { bufsize = priv->tv_param->buffer_size*1024*1024; } else { #ifdef HAVE_SYS_SYSINFO_H struct sysinfo si; sysinfo(&si); bufsize = (si.freeram/2)*si.mem_unit; if ( bufsize < 16*1024*1024) #endif bufsize = 16*1024*1024; } cnt = bufsize/priv->format.fmt.pix.sizeimage; if (cnt < 2) cnt = 2; return cnt; } /* that's the real start, we'got the format parameters (checked with control) */ static int start(priv_t *priv) { struct v4l2_requestbuffers request; unsigned int i; /* setup audio parameters */ init_audio(priv); if (!priv->tv_param->noaudio && !priv->audio_initialized) return 0; /* we need this to size the audio buffer properly */ if (priv->immediate_mode) { priv->video_buffer_size_max = 2; } else { priv->video_buffer_size_max = get_capture_buffer_size(priv); } if (!priv->tv_param->noaudio) { setup_audio_buffer_sizes(priv); priv->audio_skew_buffer = calloc(priv->aud_skew_cnt, sizeof(long long)); if (!priv->audio_skew_buffer) { mp_msg(MSGT_TV, MSGL_ERR, "cannot allocate skew buffer: %s\n", strerror(errno)); return 0; } priv->audio_skew_delta_buffer = calloc(priv->aud_skew_cnt, sizeof(long long)); if (!priv->audio_skew_delta_buffer) { mp_msg(MSGT_TV, MSGL_ERR, "cannot allocate skew buffer: %s\n", strerror(errno)); return 0; } priv->audio_ringbuffer = calloc(priv->audio_in.blocksize, priv->audio_buffer_size); if (!priv->audio_ringbuffer) { mp_msg(MSGT_TV, MSGL_ERR, "cannot allocate audio buffer: %s\n", strerror(errno)); return 0; } priv->audio_secs_per_block = (double)priv->audio_in.blocksize/(priv->audio_in.samplerate *priv->audio_in.channels *priv->audio_in.bytes_per_sample); priv->audio_usecs_per_block = 1e6*priv->audio_secs_per_block; priv->audio_head = 0; priv->audio_tail = 0; priv->audio_cnt = 0; priv->audio_drop = 0; priv->audio_skew = 0; priv->audio_skew_total = 0; priv->audio_skew_delta_total = 0; priv->audio_recv_blocks_total = 0; priv->audio_sent_blocks_total = 0; priv->audio_null_blocks_inserted = 0; priv->audio_insert_null_samples = 0; priv->dropped_frames_timeshift = 0; priv->dropped_frames_compensated = 0; pthread_mutex_init(&priv->skew_mutex, NULL); pthread_mutex_init(&priv->audio_mutex, NULL); } /* setup video parameters */ if (!priv->tv_param->noaudio) { if (priv->video_buffer_size_max < 3*getfps(priv)*priv->audio_secs_per_block) { mp_msg(MSGT_TV, MSGL_ERR, "Video buffer shorter than 3 times audio frame duration.\n" "You will probably experience heavy framedrops.\n"); } } { int bytesperline = priv->format.fmt.pix.width*pixfmt2depth(priv->format.fmt.pix.pixelformat)/8; mp_msg(MSGT_TV, MSGL_V, "Using a ring buffer for maximum %d frames, %d MB total size.\n", priv->video_buffer_size_max, priv->video_buffer_size_max*priv->format.fmt.pix.height*bytesperline/(1024*1024)); } priv->video_ringbuffer = calloc(priv->video_buffer_size_max, sizeof(video_buffer_entry)); if (!priv->video_ringbuffer) { mp_msg(MSGT_TV, MSGL_ERR, "cannot allocate video buffer: %s\n", strerror(errno)); return 0; } memset(priv->video_ringbuffer,0,priv->video_buffer_size_max * sizeof(video_buffer_entry)); pthread_mutex_init(&priv->video_buffer_mutex, NULL); priv->video_head = 0; priv->video_tail = 0; priv->video_cnt = 0; /* request buffers */ if (priv->immediate_mode) { request.count = 2; } else { request.count = BUFFER_COUNT; } request.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; request.memory = V4L2_MEMORY_MMAP; if (ioctl(priv->video_fd, VIDIOC_REQBUFS, &request) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl request buffers failed: %s\n", info.short_name, strerror(errno)); return 0; } /* query buffers */ if (!(priv->map = calloc(request.count, sizeof(struct map)))) { mp_msg(MSGT_TV, MSGL_ERR, "%s: malloc capture buffers failed: %s\n", info.short_name, strerror(errno)); return 0; } /* map and queue buffers */ for (i = 0; i < request.count; i++) { memset(&priv->map[i].buf,0,sizeof(priv->map[i].buf)); priv->map[i].buf.index = i; priv->map[i].buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; priv->map[i].buf.memory = V4L2_MEMORY_MMAP; if (ioctl(priv->video_fd, VIDIOC_QUERYBUF, &(priv->map[i].buf)) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl query buffer failed: %s\n", info.short_name, strerror(errno)); free(priv->map); priv->map = NULL; return 0; } priv->map[i].addr = mmap (0, priv->map[i].buf.length, PROT_READ | PROT_WRITE, MAP_SHARED, priv->video_fd, priv->map[i].buf.m.offset); if (priv->map[i].addr == MAP_FAILED) { mp_msg(MSGT_TV, MSGL_ERR, "%s: mmap capture buffer failed: %s\n", info.short_name, strerror(errno)); priv->map[i].len = 0; return 0; } priv->map[i].len = priv->map[i].buf.length; priv->clk_id = (priv->map[i].buf.flags & V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC) ? CLOCK_MONOTONIC : CLOCK_REALTIME; /* count up to make sure this is correct everytime */ priv->mapcount++; if (ioctl(priv->video_fd, VIDIOC_QBUF, &(priv->map[i].buf)) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl queue buffer failed: %s\n", info.short_name, strerror(errno)); return 0; } } /* start vbi thread */ if(priv->priv_vbi){ priv->vbi_shutdown = 0; pthread_create(&priv->vbi_grabber_thread, NULL, vbi_grabber, priv); } /* start audio thread */ priv->shutdown = 0; priv->audio_skew_measure_time = 0; priv->first_frame = 0; priv->audio_skew = 0; priv->first = 1; set_mute(priv, 0); return 1; } // copies a video frame static inline void copy_frame(priv_t *priv, video_buffer_entry *dest, unsigned char *source,int len) { dest->framesize=len; if(priv->tv_param->automute>0){ if (ioctl(priv->video_fd, VIDIOC_G_TUNER, &priv->tuner) >= 0) { if(priv->tv_param->automute<<8>priv->tuner.signal){ fill_blank_frame(dest->data,dest->framesize,fcc_vl2mp(priv->format.fmt.pix.pixelformat)); set_mute(priv,1); return; } } set_mute(priv,0); } memcpy(dest->data, source, len); } // maximum skew change, in frames #define MAX_SKEW_DELTA 0.6 static void *video_grabber(void *data) { priv_t *priv = (priv_t*)data; long long skew, prev_skew, xskew, interval, prev_interval, delta; int i; int framesize = priv->format.fmt.pix.sizeimage; fd_set rdset; struct timeval timeout; struct v4l2_buffer buf; xskew = 0; skew = 0; interval = 0; prev_interval = 0; prev_skew = 0; mp_msg(MSGT_TV, MSGL_V, "%s: going to capture\n", info.short_name); if (ioctl(priv->video_fd, VIDIOC_STREAMON, &(priv->format.type)) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl streamon failed: %s\n", info.short_name, strerror(errno)); return 0; } priv->streamon = 1; if (!priv->tv_param->noaudio) { pthread_create(&priv->audio_grabber_thread, NULL, audio_grabber, priv); } for (priv->frames = 0; !priv->shutdown;) { int ret; if (priv->immediate_mode) { while (priv->video_cnt == priv->video_buffer_size_max) { usleep(10000); if (priv->shutdown) { return NULL; } } } FD_ZERO (&rdset); FD_SET (priv->video_fd, &rdset); timeout.tv_sec = 1; timeout.tv_usec = 0; i = select(priv->video_fd + 1, &rdset, NULL, NULL, &timeout); if (i < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: select failed: %s\n", info.short_name, strerror(errno)); continue; } else if (i == 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: select timeout\n", info.short_name); continue; } else if (!FD_ISSET(priv->video_fd, &rdset)) { continue; } memset(&buf,0,sizeof(buf)); buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; buf.memory = V4L2_MEMORY_MMAP; ret = ioctl(priv->video_fd, VIDIOC_DQBUF, &buf); if (ret < 0) { /* if there's no signal, the buffer might me dequeued so we query all the buffers to see which one we should put back to queue observed with saa7134 0.2.8 don't know if is it a bug or (mis)feature */ mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl dequeue buffer failed: %s, idx = %d\n", info.short_name, strerror(errno), buf.index); for (i = 0; i < priv->mapcount; i++) { memset(&buf,0,sizeof(buf)); buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; buf.memory = V4L2_MEMORY_MMAP; buf.index = i; ret = ioctl(priv->video_fd, VIDIOC_QUERYBUF, &buf); if (ret < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl query buffer failed: %s, idx = %d\n", info.short_name, strerror(errno), buf.index); return 0; } if ((buf.flags & (V4L2_BUF_FLAG_QUEUED | V4L2_BUF_FLAG_MAPPED | V4L2_BUF_FLAG_DONE)) == V4L2_BUF_FLAG_MAPPED) { if (ioctl(priv->video_fd, VIDIOC_QBUF, &(priv->map[i].buf)) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl queue buffer failed: %s\n", info.short_name, strerror(errno)); return 0; } } } continue; } /* store the timestamp of the very first frame as reference */ if (!priv->frames++) { if (!priv->tv_param->noaudio) pthread_mutex_lock(&priv->skew_mutex); priv->first_frame = (long long)1e6*buf.timestamp.tv_sec + buf.timestamp.tv_usec; if (!priv->tv_param->noaudio) pthread_mutex_unlock(&priv->skew_mutex); } priv->curr_frame = (long long)buf.timestamp.tv_sec*1e6+buf.timestamp.tv_usec; // fprintf(stderr, "idx = %d, ts = %f\n", buf.index, (double)(priv->curr_frame) / 1e6); interval = priv->curr_frame - priv->first_frame; delta = interval - prev_interval; if (!priv->immediate_mode) { // interpolate the skew in time if (!priv->tv_param->noaudio) pthread_mutex_lock(&priv->skew_mutex); xskew = priv->audio_skew + (interval - priv->audio_skew_measure_time)*priv->audio_skew_factor; if (!priv->tv_param->noaudio) pthread_mutex_unlock(&priv->skew_mutex); // correct extreme skew changes to avoid (especially) moving backwards in time if (xskew - prev_skew > delta*MAX_SKEW_DELTA) { skew = prev_skew + delta*MAX_SKEW_DELTA; } else if (xskew - prev_skew < -delta*MAX_SKEW_DELTA) { skew = prev_skew - delta*MAX_SKEW_DELTA; } else { skew = xskew; } } mp_msg(MSGT_TV, MSGL_DBG3, "\nfps = %f, interval = %f, a_skew = %f, corr_skew = %f\n", delta ? (double)1e6/delta : -1, (double)1e-6*interval, (double)1e-6*xskew, (double)1e-6*skew); mp_msg(MSGT_TV, MSGL_DBG3, "vcnt = %d, acnt = %d\n", priv->video_cnt, priv->audio_cnt); prev_skew = skew; prev_interval = interval; /* allocate a new buffer, if needed */ pthread_mutex_lock(&priv->video_buffer_mutex); if (priv->video_buffer_size_current < priv->video_buffer_size_max) { if (priv->video_cnt == priv->video_buffer_size_current) { unsigned char *newbuf = malloc(framesize); if (newbuf) { memmove(priv->video_ringbuffer+priv->video_tail+1, priv->video_ringbuffer+priv->video_tail, (priv->video_buffer_size_current-priv->video_tail)*sizeof(video_buffer_entry)); priv->video_ringbuffer[priv->video_tail].data = newbuf; if ((priv->video_head >= priv->video_tail) && (priv->video_cnt > 0)) priv->video_head++; priv->video_buffer_size_current++; } } } pthread_mutex_unlock(&priv->video_buffer_mutex); if (priv->video_cnt == priv->video_buffer_size_current) { if (!priv->immediate_mode) { mp_msg(MSGT_TV, MSGL_ERR, "\nvideo buffer full - dropping frame\n"); if (priv->audio_insert_null_samples) { pthread_mutex_lock(&priv->audio_mutex); priv->dropped_frames_timeshift += delta; pthread_mutex_unlock(&priv->audio_mutex); } } } else { if (priv->immediate_mode) { priv->video_ringbuffer[priv->video_tail].timestamp = 0; } else { // compensate for audio skew // negative skew => there are more audio samples, increase interval // positive skew => less samples, shorten the interval priv->video_ringbuffer[priv->video_tail].timestamp = interval - skew; if (priv->audio_insert_null_samples && priv->video_ringbuffer[priv->video_tail].timestamp > 0) { pthread_mutex_lock(&priv->audio_mutex); priv->video_ringbuffer[priv->video_tail].timestamp += (priv->audio_null_blocks_inserted - priv->dropped_frames_timeshift/priv->audio_usecs_per_block) *priv->audio_usecs_per_block; pthread_mutex_unlock(&priv->audio_mutex); } } copy_frame(priv, priv->video_ringbuffer+priv->video_tail, priv->map[buf.index].addr,buf.bytesused); priv->video_tail = (priv->video_tail+1)%priv->video_buffer_size_current; priv->video_cnt++; } if (ioctl(priv->video_fd, VIDIOC_QBUF, &buf) < 0) { mp_msg(MSGT_TV, MSGL_ERR, "%s: ioctl queue buffer failed: %s\n", info.short_name, strerror(errno)); return 0; } } return NULL; } #define MAX_LOOP 50 static double grab_video_frame(priv_t *priv, char *buffer, int len) { double interval; int loop_cnt = 0; if (priv->first) { pthread_create(&priv->video_grabber_thread, NULL, video_grabber, priv); priv->first = 0; } while (priv->video_cnt == 0) { usleep(10000); if (loop_cnt++ > MAX_LOOP) return 0; } pthread_mutex_lock(&priv->video_buffer_mutex); interval = (double)priv->video_ringbuffer[priv->video_head].timestamp*1e-6; memcpy(buffer, priv->video_ringbuffer[priv->video_head].data, len); priv->video_cnt--; priv->video_head = (priv->video_head+1)%priv->video_buffer_size_current; pthread_mutex_unlock(&priv->video_buffer_mutex); return interval; } static int get_video_framesize(priv_t *priv) { /* this routine will be called before grab_video_frame thus let's return topmost frame's size */ if (priv->video_cnt) return priv->video_ringbuffer[priv->video_head].framesize; /* no video frames yet available. i don't know what to do in this case, thus let's return some fallback result (for compressed format this will be maximum allowed frame size. */ return priv->format.fmt.pix.sizeimage; } //#define DOUBLESPEED #ifdef DOUBLESPEED // for testing purposes only static void read_doublespeed(priv_t *priv) { char *bufx = calloc(priv->audio_in.blocksize, 2); short *s; short *d; int i; audio_in_read_chunk(&priv->audio_in, bufx); audio_in_read_chunk(&priv->audio_in, bufx+priv->audio_in.blocksize); s = bufx; d = priv->audio_ringbuffer+priv->audio_tail*priv->audio_in.blocksize; for (i = 0; i < priv->audio_in.blocksize/2; i++) { *d++ = *s++; *s++; } } #endif static void *audio_grabber(void *data) { priv_t *priv = (priv_t*)data; int i, audio_skew_ptr = 0; long long current_time, prev_skew = 0, prev_skew_uncorr = 0; long long start_time_avg, curr_timestamp; start_time_avg = priv->audio_start_time = get_curr_timestamp(priv->clk_id); audio_in_start_capture(&priv->audio_in); for (i = 0; i < priv->aud_skew_cnt; i++) priv->audio_skew_buffer[i] = 0; for (i = 0; i < priv->aud_skew_cnt; i++) priv->audio_skew_delta_buffer[i] = 0; for (; !priv->shutdown;) { #ifdef DOUBLESPEED read_doublespeed(priv); #else if (audio_in_read_chunk(&priv->audio_in, priv->audio_ringbuffer+priv->audio_tail*priv->audio_in.blocksize) < 0) continue; #endif pthread_mutex_lock(&priv->skew_mutex); if (priv->first_frame == 0) { // there is no first frame yet (unlikely to happen) start_time_avg = priv->audio_start_time = get_curr_timestamp(priv->clk_id); // fprintf(stderr, "warning - first frame not yet available!\n"); pthread_mutex_unlock(&priv->skew_mutex); continue; } pthread_mutex_unlock(&priv->skew_mutex); priv->audio_recv_blocks_total++; curr_timestamp = get_curr_timestamp(priv->clk_id); current_time = curr_timestamp - priv->audio_start_time; if (priv->audio_recv_blocks_total < priv->aud_skew_cnt*2) { start_time_avg += curr_timestamp - priv->audio_usecs_per_block*priv->audio_recv_blocks_total; priv->audio_start_time = start_time_avg/(priv->audio_recv_blocks_total+1); } // fprintf(stderr, "spb = %f, bs = %d, skew = %f\n", priv->audio_secs_per_block, priv->audio_in.blocksize, // (double)(current_time - 1e6*priv->audio_secs_per_block*priv->audio_recv_blocks_total)/1e6); // put the current skew into the ring buffer priv->audio_skew_total -= priv->audio_skew_buffer[audio_skew_ptr]; priv->audio_skew_buffer[audio_skew_ptr] = current_time - priv->audio_usecs_per_block*priv->audio_recv_blocks_total; priv->audio_skew_total += priv->audio_skew_buffer[audio_skew_ptr]; pthread_mutex_lock(&priv->skew_mutex); // skew calculation // compute the sliding average of the skews if (priv->audio_recv_blocks_total > priv->aud_skew_cnt) { priv->audio_skew = priv->audio_skew_total/priv->aud_skew_cnt; } else { priv->audio_skew = priv->audio_skew_total/priv->audio_recv_blocks_total; } // put the current skew change (skew-prev_skew) into the ring buffer priv->audio_skew_delta_total -= priv->audio_skew_delta_buffer[audio_skew_ptr]; priv->audio_skew_delta_buffer[audio_skew_ptr] = priv->audio_skew - prev_skew_uncorr; priv->audio_skew_delta_total += priv->audio_skew_delta_buffer[audio_skew_ptr]; prev_skew_uncorr = priv->audio_skew; // remember the _uncorrected_ average value audio_skew_ptr = (audio_skew_ptr+1) % priv->aud_skew_cnt; // rotate the buffer pointer // sliding average approximates the value in the middle of the interval // so interpolate the skew value further to the current time priv->audio_skew += priv->audio_skew_delta_total/2; // now finally, priv->audio_skew contains fairly good approximation // of the current value // current skew factor (assuming linearity) // used for further interpolation in video_grabber // probably overkill but seems to be necessary for // stress testing by dropping half of the audio frames ;) // especially when using ALSA with large block sizes // where audio_skew remains a long while behind if ((priv->audio_skew_measure_time != 0) && (current_time - priv->audio_skew_measure_time != 0)) { priv->audio_skew_factor = (double)(priv->audio_skew-prev_skew)/(current_time - priv->audio_skew_measure_time); } else { priv->audio_skew_factor = 0.0; } priv->audio_skew_measure_time = current_time; prev_skew = priv->audio_skew; priv->audio_skew += priv->audio_start_time - priv->first_frame; pthread_mutex_unlock(&priv->skew_mutex); // fprintf(stderr, "audio_skew = %f, delta = %f\n", (double)priv->audio_skew/1e6, (double)priv->audio_skew_delta_total/1e6); pthread_mutex_lock(&priv->audio_mutex); if ((priv->audio_tail+1) % priv->audio_buffer_size == priv->audio_head) { mp_msg(MSGT_TV, MSGL_ERR, "\ntoo bad - dropping audio frame !\n"); priv->audio_drop++; } else { priv->audio_tail = (priv->audio_tail+1) % priv->audio_buffer_size; priv->audio_cnt++; } pthread_mutex_unlock(&priv->audio_mutex); } return NULL; } static double grab_audio_frame(priv_t *priv, char *buffer, int len) { mp_dbg(MSGT_TV, MSGL_DBG2, "grab_audio_frame(priv=%p, buffer=%p, len=%d)\n", priv, buffer, len); // hack: if grab_audio_frame is called first, it means we are used by mplayer // => switch to the mode which outputs audio immediately, even if // it should be silence if (priv->first) priv->audio_insert_null_samples = 1; pthread_mutex_lock(&priv->audio_mutex); while (priv->audio_insert_null_samples && priv->dropped_frames_timeshift - priv->dropped_frames_compensated >= priv->audio_usecs_per_block) { // some frames were dropped - drop the corresponding number of audio blocks if (priv->audio_drop) { priv->audio_drop--; } else { if (priv->audio_head == priv->audio_tail) break; priv->audio_head = (priv->audio_head+1) % priv->audio_buffer_size; } priv->dropped_frames_compensated += priv->audio_usecs_per_block; } // compensate for dropped audio frames if (priv->audio_drop && (priv->audio_head == priv->audio_tail)) { priv->audio_drop--; memset(buffer, 0, len); goto out; } if (priv->audio_insert_null_samples && (priv->audio_head == priv->audio_tail)) { // return silence to avoid desync and stuttering memset(buffer, 0, len); priv->audio_null_blocks_inserted++; goto out; } pthread_mutex_unlock(&priv->audio_mutex); while (priv->audio_head == priv->audio_tail) { // this is mencoder => just wait until some audio is available usleep(10000); } pthread_mutex_lock(&priv->audio_mutex); memcpy(buffer, priv->audio_ringbuffer+priv->audio_head*priv->audio_in.blocksize, len); priv->audio_head = (priv->audio_head+1) % priv->audio_buffer_size; priv->audio_cnt--; out: pthread_mutex_unlock(&priv->audio_mutex); priv->audio_sent_blocks_total++; return (double)priv->audio_sent_blocks_total*priv->audio_secs_per_block; } static int get_audio_framesize(priv_t *priv) { return priv->audio_in.blocksize; }