Mercurial > mplayer.hg
view libmpdemux/muxer_mpeg.c @ 18001:a2683ee7cb5a
fix descrambling of asf file,
where signed buffer could cause erroneous values to be filled in descrable variables,
add misssing check for one of these variables
and restore sign of these variables as insurance that these checks will work even in such case.
author | iive |
---|---|
date | Thu, 30 Mar 2006 23:06:18 +0000 |
parents | e2f06b46dac0 |
children | b693d92e6210 |
line wrap: on
line source
#include <stdio.h> #include <stdlib.h> #include <string.h> #include <sys/types.h> #include "config.h" #include "version.h" #include "mp_msg.h" #include "help_mp.h" #include "bswap.h" #include "aviheader.h" #include "ms_hdr.h" #include "muxer.h" #include "stream.h" #include "demuxer.h" #include "stheader.h" #include "m_option.h" #include "mpeg_hdr.h" #include "mp3_hdr.h" #include "liba52/a52.h" #define PACK_HEADER_START_CODE 0x01ba #define SYSTEM_HEADER_START_CODE 0x01bb #define PSM_START_CODE 0x01bc #define PES_PRIVATE1 0x01bd #define PES_PRIVATE2 0x01bf #define MUX_MPEG1 1 #define MUX_MPEG2 2 #define VIDEO_MPEG1 0x10000001 #define VIDEO_MPEG2 0x10000002 #define AUDIO_MP2 0x50 #define AUDIO_MP3 0x55 #define AUDIO_A52 0x2000 #define AUDIO_LPCM 0x10001 /* only a placeholder at the moment */ #define AUDIO_AAC1 0x706D //#define AUDIO_AAC2 (short) mmioFOURCC('m','p','4','a') #define AUDIO_AAC2 0x504D #define ASPECT_1_1 1 #define ASPECT_4_3 2 #define ASPECT_16_9 3 #define ASPECT_2_21_1 4 #define FRAMERATE_23976 1 #define FRAMERATE_24 2 #define FRAMERATE_25 3 #define FRAMERATE_2997 4 #define FRAMERATE_30 5 #define FRAMERATE_50 6 #define FRAMERATE_5994 7 #define FRAMERATE_60 8 static char ftypes[] = {'?', 'I', 'P', 'B'}; #define FTYPE(x) (ftypes[(x)]) static const char *framerates[] = { "unchanged", "23.976", "24", "25", "29.97", "30", "50", "59.94", "60" }; static const char *aspect_ratios[] = { "unchanged", "1/1", "4/3", "16/9", "2.21/1" }; static char *conf_mux = "mpeg2"; static uint16_t conf_packet_size = 0; //dvd static uint32_t conf_muxrate = 0; //kb/s static float conf_vaspect = 0; static float conf_vframerate = 0; static uint32_t conf_vwidth = 0, conf_vheight = 0, conf_panscan_width = 0, conf_panscan_height = 0; static uint32_t conf_vbitrate = 0; static int conf_init_vpts = 200, conf_init_apts = 200; static int conf_ts_allframes = 0; static int conf_init_adelay = 0; static int conf_drop = 0; static int conf_skip_padding = 0; static int conf_telecine = 0; enum FRAME_TYPE { I_FRAME = 1, P_FRAME = 2, B_FRAME = 3 }; typedef struct { uint8_t *buffer; size_t size; size_t alloc_size; uint8_t type; uint32_t temp_ref; uint64_t pts, dts, idur; uint32_t pos; //start offset for the frame } mpeg_frame_t; typedef struct { uint8_t cnt; // how many entries we use struct { uint8_t id, type; uint32_t bufsize; uint32_t format; } streams[50]; //16 video + 16 audio mpa + 16 audio private + bd/bf for dvd } sys_info_t; typedef struct { uint8_t cnt; // how many entries we use struct { uint8_t id; uint8_t type; uint32_t format; } streams[50]; //16 video + 16 audio mpa + 16 audio private + bd/bf for dvd } psm_info_t; typedef struct { int mux; sys_info_t sys_info; psm_info_t psm_info; uint16_t packet_size; int is_dvd, is_xvcd, is_xsvcd, is_genmpeg1, is_genmpeg2, ts_allframes, has_video, has_audio; int skip_padding; int update_system_header, use_psm; off_t headers_size, data_size; uint64_t scr, vbytes, abytes, init_delay_pts; uint32_t muxrate; uint8_t *buff, *tmp, *abuf; uint32_t headers_cnt; double init_adelay; int drop; //video patching parameters uint8_t vaspect, vframerate; uint16_t vwidth, vheight, panscan_width, panscan_height; uint32_t vbitrate; int patch_seq, patch_sde; int psm_streams_cnt; } muxer_priv_t; typedef struct { int has_pts, has_dts, pes_is_aligned, type, is_late, min_pes_hlen, psm_fixed; int real_framerate, delay_rff; uint64_t pts, last_pts, last_dts, dts, init_pts, init_dts, size, frame_duration, delta_pts, nom_delta_pts, frame_size, last_saved_pts; uint32_t buffer_size; uint8_t pes_priv_headers[4], has_pes_priv_headers; //for A52 and LPCM uint32_t bitrate, rest; int32_t compensate; double delta_clock, timer, aframe_delta_pts, last_dpts; mpeg_frame_t *framebuf; uint16_t framebuf_cnt; uint16_t framebuf_used; uint16_t max_pl_size; int32_t last_tr; int max_tr; uint8_t id, is_mpeg12, telecine; uint64_t vframes; uint8_t trf; mp_mpeg_header_t picture; } muxer_headers_t; #define PULLDOWN32 1 #define TELECINE_FILM2PAL 2 m_option_t mpegopts_conf[] = { {"format", &(conf_mux), CONF_TYPE_STRING, 0, 0 ,0, NULL}, {"size", &(conf_packet_size), CONF_TYPE_INT, CONF_RANGE, 0, 65535, NULL}, {"muxrate", &(conf_muxrate), CONF_TYPE_INT, CONF_RANGE, 0, 12000000, NULL}, //12 Mb/s {"vaspect", &(conf_vaspect), CONF_TYPE_FLOAT, 0, 0, 0, NULL}, {"vframerate", &(conf_vframerate), CONF_TYPE_FLOAT, 0, 0, 0, NULL}, {"vwidth", &(conf_vwidth), CONF_TYPE_INT, CONF_RANGE, 1, 4095, NULL}, {"vheight", &(conf_vheight), CONF_TYPE_INT, CONF_RANGE, 1, 4095, NULL}, {"vpswidth", &(conf_panscan_width), CONF_TYPE_INT, CONF_RANGE, 1, 16383, NULL}, {"vpsheight", &(conf_panscan_height), CONF_TYPE_INT, CONF_RANGE, 1, 16383, NULL}, {"vbitrate", &(conf_vbitrate), CONF_TYPE_INT, CONF_RANGE, 1, 104857599, NULL}, {"init_vpts", &(conf_init_vpts), CONF_TYPE_INT, CONF_RANGE, 100, 700, NULL}, //2*frametime at 60fps {"init_apts", &(conf_init_apts), CONF_TYPE_INT, CONF_RANGE, 100, 700, NULL}, {"vdelay", &conf_init_adelay, CONF_TYPE_INT, CONF_RANGE, 1, 32760, NULL}, {"drop", &conf_drop, CONF_TYPE_FLAG, 0, 0, 1, NULL}, {"tsaf", &conf_ts_allframes, CONF_TYPE_FLAG, 0, 0, 1, NULL}, {"skip_padding", &conf_skip_padding, CONF_TYPE_FLAG, 0, 0, 1, NULL}, {"telecine", &conf_telecine, CONF_TYPE_FLAG, 0, 0, PULLDOWN32, NULL}, {"film2pal", &conf_telecine, CONF_TYPE_FLAG, 0, 0, TELECINE_FILM2PAL, NULL}, {NULL, NULL, 0, 0, 0, 0, NULL} }; static void fix_audio_sys_header(muxer_priv_t *priv, uint8_t id, uint8_t newid, uint32_t size) { uint8_t i; for(i = 0; i < priv->sys_info.cnt; i++) { if(priv->sys_info.streams[i].id == id) { priv->sys_info.streams[i].id = newid; priv->sys_info.streams[i].type = 1; priv->sys_info.streams[i].bufsize = size; } } } static void fix_buffer_params(muxer_priv_t *priv, uint8_t id, uint32_t size) { uint8_t i; for(i = 0; i < priv->sys_info.cnt; i++) if(priv->sys_info.streams[i].id == id) priv->sys_info.streams[i].bufsize = size; } static inline int is_mpeg1(uint32_t x) { return ( (x == 0x10000001) || (x == mmioFOURCC('m','p','g','1')) || (x == mmioFOURCC('M','P','G','1')) ); } static inline int is_mpeg2(uint32_t x) { return ( (x == 0x10000002) || (x == mmioFOURCC('m','p','g','2')) || (x == mmioFOURCC('M','P','G','2')) || (x == mmioFOURCC('m','p','e','g')) || (x == mmioFOURCC('M','P','E','G')) ); } static inline int is_mpeg4(uint32_t x) { return ( (x == 0x10000004) || (x == mmioFOURCC('d','i','v','x')) || (x == mmioFOURCC('D','I','V','X')) || (x == mmioFOURCC('x','v','i','d')) || (x == mmioFOURCC('X','V','I','D')) || (x == mmioFOURCC('X','v','i','D')) || (x == mmioFOURCC('x','v','i','x')) || (x == mmioFOURCC('X','V','I','X')) || (x == mmioFOURCC('m','p','4','v')) || (x == mmioFOURCC('M','P','4','V')) || (x == mmioFOURCC('F', 'M','P','4')) || (x == mmioFOURCC('f', 'm','p','4')) ); } //from unrarlib.c static uint32_t CalcCRC32(uint8_t *buff, uint32_t size) { uint32_t i, j, CRCTab[256], crc; for(i = 0;i < 256; i++) { for(crc = i, j = 0; j < 8; j++) crc= (crc & 1) ? (crc >> 1)^0xEDB88320L : (crc >> 1); CRCTab[i] = crc; } crc = 0xffffffff; for(i = 0; i < size; i++) crc = (crc << 8) ^ CRCTab[((crc >> 24) ^ buff[i]) & 0xff]; return crc; } static void add_to_psm(muxer_priv_t *priv, uint8_t id, uint32_t format) { uint8_t i; i = priv->psm_info.cnt; priv->psm_info.streams[i].id = id; priv->psm_info.streams[i].format = format; if(is_mpeg1(format)) priv->psm_info.streams[i].type = 0x01; else if(is_mpeg2(format)) priv->psm_info.streams[i].type = 0x02; else if(is_mpeg4(format)) priv->psm_info.streams[i].type = 0x10; else if(format == AUDIO_MP2 || format == AUDIO_MP3) priv->psm_info.streams[i].type = 0x03; else if(format == AUDIO_AAC1 || format == AUDIO_AAC2) priv->psm_info.streams[i].type = 0x0f; else priv->psm_info.streams[i].type = 0x81; if(format == AUDIO_A52) memcpy((char*) &(priv->psm_info.streams[i].format), "AC-3", 4); priv->psm_info.cnt++; } static mpeg_frame_t *init_frames(uint16_t num, size_t size) { mpeg_frame_t *tmp; uint16_t i; tmp = (mpeg_frame_t *) calloc(num, sizeof(mpeg_frame_t)); if(tmp == NULL) return NULL; for(i=0; i < num; i++) { tmp[i].buffer = (uint8_t *) calloc(1, size); if(tmp[i].buffer == NULL) return NULL; tmp[i].size = 0; tmp[i].pos = 0; tmp[i].alloc_size = size; tmp[i].pts = 0; } return tmp; } static uint32_t calc_pack_hlen(muxer_priv_t *priv, muxer_headers_t *h); static int add_frame(muxer_headers_t *spriv, uint64_t idur, uint8_t *ptr, int len, uint8_t pt, uint32_t temp_ref); static muxer_stream_t* mpegfile_new_stream(muxer_t *muxer,int type){ muxer_priv_t *priv; muxer_stream_t *s; muxer_headers_t *spriv; if (!muxer) return NULL; priv = (muxer_priv_t*) muxer->priv; if(muxer->avih.dwStreams>=MUXER_MAX_STREAMS){ mp_msg(MSGT_MUXER, MSGL_ERR, "Too many streams! increase MUXER_MAX_STREAMS !\n"); return NULL; } switch (type) { case MUXER_TYPE_VIDEO: if (muxer->num_videos >= 16) { mp_msg(MSGT_MUXER, MSGL_ERR, "MPEG files can't contain more than 16 video streams!\n"); return NULL; } break; case MUXER_TYPE_AUDIO: if (muxer->num_audios >= 16) { mp_msg(MSGT_MUXER, MSGL_ERR, "MPEG files can't contain more than 16 audio streams!\n"); return NULL; } break; default: mp_msg(MSGT_MUXER, MSGL_ERR, "Unknown stream type!\n"); return NULL; } s = (muxer_stream_t*) calloc(1, sizeof(muxer_stream_t)); if(!s) return NULL; // no mem!? if (!(s->b_buffer = malloc(priv->packet_size))) { free (s); return NULL; // no mem?! } s->b_buffer_size = priv->packet_size; s->b_buffer_ptr = 0; s->b_buffer_len = 0; s->priv = (muxer_headers_t*) calloc(1, sizeof(muxer_headers_t)); if(s->priv == NULL) { free(s); return NULL; } spriv = (muxer_headers_t *) s->priv; muxer->streams[muxer->avih.dwStreams]=s; s->type=type; s->id=muxer->avih.dwStreams; s->muxer=muxer; if (type == MUXER_TYPE_VIDEO) { spriv->type = 1; spriv->init_dts = 0; spriv->init_pts = conf_init_vpts * 90 * 1024; spriv->last_pts = spriv->init_pts; spriv->last_saved_pts = 0; spriv->init_dts = spriv->last_dts = spriv->init_pts; spriv->pts = spriv->dts = 0; spriv->last_dpts = spriv->timer; spriv->delta_pts = spriv->nom_delta_pts = 0; spriv->id = 0xe0 + muxer->num_videos; s->ckid = be2me_32 (0x100 + spriv->id); if(priv->is_genmpeg1 || priv->is_genmpeg2) { int n = priv->sys_info.cnt; priv->sys_info.streams[n].id = spriv->id; priv->sys_info.streams[n].type = 1; priv->sys_info.streams[n].bufsize = (s->h.dwSuggestedBufferSize > 0 ? s->h.dwSuggestedBufferSize : 46*1024); priv->sys_info.cnt++; } muxer->num_videos++; priv->has_video++; s->h.fccType=streamtypeVIDEO; if(!muxer->def_v) muxer->def_v=s; spriv->framebuf_cnt = 30; spriv->framebuf_used = 0; spriv->framebuf = init_frames(spriv->framebuf_cnt, (size_t) 5000); memset(&(spriv->picture), 0, sizeof(spriv->picture)); if(spriv->framebuf == NULL) { mp_msg(MSGT_MUXER, MSGL_FATAL, "Couldn't allocate initial frames structure, abort!\n"); return NULL; } if(priv->is_xvcd) spriv->min_pes_hlen = 18; else if(priv->is_xsvcd) spriv->min_pes_hlen = 22; spriv->telecine = conf_telecine; mp_msg (MSGT_MUXER, MSGL_DBG2, "Added video stream %d, ckid=%X\n", muxer->num_videos, s->ckid); } else { // MUXER_TYPE_AUDIO spriv->type = 0; spriv->pts = 1; spriv->dts = 0; spriv->max_pl_size = priv->packet_size - calc_pack_hlen(priv, spriv); spriv->init_pts = conf_init_apts * 90 * 1024; spriv->pts = spriv->init_pts; spriv->last_pts = spriv->init_pts; spriv->dts = 0; spriv->id = 0xc0 + muxer->num_audios; s->ckid = be2me_32 (0x100 + spriv->id); if(priv->is_genmpeg1 || priv->is_genmpeg2) { int n = priv->sys_info.cnt; priv->sys_info.streams[n].id = spriv->id; priv->sys_info.streams[n].type = 0; priv->sys_info.streams[n].bufsize = (s->h.dwSuggestedBufferSize > 0 ? s->h.dwSuggestedBufferSize : 4*1024); priv->sys_info.cnt++; } if(priv->is_xvcd) spriv->min_pes_hlen = 13; else if(priv->is_xsvcd) spriv->min_pes_hlen = 17; muxer->num_audios++; priv->has_audio++; s->h.fccType=streamtypeAUDIO; spriv->framebuf_cnt = 30; spriv->framebuf_used = 0; spriv->framebuf = init_frames(spriv->framebuf_cnt, (size_t) 2048); if(spriv->framebuf == NULL) { mp_msg(MSGT_MUXER, MSGL_FATAL, "Couldn't allocate initial frames structure, abort!\n"); return NULL; } mp_msg (MSGT_MUXER, MSGL_DBG2, "Added audio stream %d, ckid=%X\n", s->id - muxer->num_videos + 1, s->ckid); } muxer->avih.dwStreams++; return s; } static void write_mpeg_ts(unsigned char *b, uint64_t ts, uint8_t mod) { ts >>= 10; b[0] = mod | ((ts >> 29) & 0xf) | 1; b[1] = (ts >> 22) & 0xff; b[2] = ((ts >> 14) & 0xff) | 1; b[3] = (ts >> 7) & 0xff; b[4] = ((ts << 1) & 0xff) | 1; } static void write_mpeg_rate(int type, unsigned char *b, unsigned int rate) { rate = (rate+49) / 50; if(type == MUX_MPEG1) { b[0] = ((rate >> 15) & 0x7f) | 0x80; b[1] = (rate >> 7) & 0xff; b[2] = ((rate << 1) & 0xff) | 1; } else { b[0] = (rate >> 14); b[1] = (rate >> 6) & 0xff; b[2] = ((rate & 0x3f) << 2) | 0x03; } } static void write_mpeg_std(unsigned char *b, unsigned int size, unsigned int type, uint8_t mod) { //type = 0:mpeg audio/128, 1:video and pes private streams (including ac3/dts/lpcm)/1024 if(type == 0) //audio size = (size + 127) / 128; else //video or other size = ((size + 1023) / 1024); if(! size) size++; b[0] = ((size >> 8) & 0x3f) | (type==1 ? 0x60 : 0x40) | mod; b[1] = size & 0xff; } static void write_mpeg2_scr(unsigned char *b, uint64_t ts) { uint16_t t1, t2, t3; ts >>= 10; ts &= 0x1FFFFFFFFULL; //33 bits, no extension; input must be * 92160000 t1 = (ts >> 30) & 0x7;; t2 = (ts >> 15) & 0x7fff; t3 = ts & 0x7fff; b[0] = (t1 << 3 ) | 0x44 | ((t2 >> 13) & 0x3); b[1] = (t2 >> 5); b[2] = (t2 & 0x1f) << 3 | 0x4 | ((t3 >> 13) & 0x3); b[3] = (t3 >> 5); b[4] = (t3 & 0x1f) << 3 | 0x4; b[5] = 1; } static int write_mpeg_pack_header(muxer_t *muxer, char *buff) { int len; muxer_priv_t *priv; priv = (muxer_priv_t *) muxer->priv; *(uint32_t *)buff = be2me_32(PACK_HEADER_START_CODE); if(priv->mux==MUX_MPEG1) { write_mpeg_ts(&buff[4], priv->scr, 0x20); // 0010 and SCR write_mpeg_rate(priv->mux, &buff[9], muxer->sysrate); len = 12; } else { write_mpeg2_scr(&buff[4], priv->scr); // 0010 and SCR write_mpeg_rate(priv->mux, &buff[10], muxer->sysrate); buff[13] = 0xf8; //5 bits reserved + 3 set to 0 to indicate 0 stuffing bytes len = 14; } return len; } static int write_mpeg_system_header(muxer_t *muxer, char *buff) { int len; uint8_t i; muxer_priv_t *priv; priv = (muxer_priv_t *) muxer->priv; len = 0; *(uint32_t *)(&buff[len]) = be2me_32(SYSTEM_HEADER_START_CODE); len += 4; *(uint16_t *)(&buff[len]) = 0; //fake length, we'll fix it later len += 2; write_mpeg_rate(MUX_MPEG1, &buff[len], muxer->sysrate); len += 3; buff[len++] = 0x4 | (priv->is_xvcd ? 1 : 0); //1 audio stream bound, no fixed, CSPS only for xvcd buff[len++] = 0xe1; //system_audio_lock, system_video_lock, marker, 1 video stream bound buff[len++] = ((priv->mux == MUX_MPEG1) ? 0xff : 0x7f); //in mpeg2 there's the packet rate restriction for(i = 0; i < priv->sys_info.cnt; i++) { buff[len++] = priv->sys_info.streams[i].id; write_mpeg_std(&buff[len], priv->sys_info.streams[i].bufsize, priv->sys_info.streams[i].type, (priv->sys_info.streams[i].type == 1 ? 0xe0: 0xc0)); len += 2; } *(uint16_t *)(&buff[4]) = be2me_16(len - 6); // length field fixed return len; } static int write_mpeg_psm(muxer_t *muxer, char *buff) { int len; uint8_t i; uint16_t dlen; muxer_priv_t *priv; priv = (muxer_priv_t *) muxer->priv; len = 0; *(uint32_t *)(&buff[len]) = be2me_32(PSM_START_CODE); len += 4; *(uint16_t *)(&buff[len]) = 0; //fake length, we'll fix it later len += 2; buff[len++] = 0xe0; //1 current, 2 bits reserved, 5 version 0 buff[len++] = 0xff; //7 reserved, 1 marker buff[len] = buff[len+1] = 0; //length of the program descriptors (unused) len += 2; *(uint16_t *)(&buff[len]) = 0; //length of the es descriptors len += 2; dlen = 0; for(i = 0; i < priv->psm_info.cnt; i++) { if( (priv->psm_info.streams[i].id == 0xbd) || (priv->psm_info.streams[i].id >= 0xe0 && priv->psm_info.streams[i].id <= 0xef) || (priv->psm_info.streams[i].id >= 0xc0 && priv->psm_info.streams[i].id <= 0xcf) ) { buff[len++] = priv->psm_info.streams[i].type; buff[len++] = priv->psm_info.streams[i].id; buff[len++] = 0; //len of descriptor upper ... buff[len++] = 6; //... lower //registration descriptor buff[len++] = 0x5; //tag buff[len++] = 4; //length: 4 bytes memcpy(&(buff[len]), (char*) &(priv->psm_info.streams[i].format), 4); len += 4; dlen += 10; } } *(uint16_t *)(&buff[10]) = be2me_16(dlen); //length of the es descriptors *(uint16_t *)(&buff[4]) = be2me_16(len - 6 + 4); // length field fixed, including size of CRC32 *(uint32_t *)(&buff[len]) = CalcCRC32(buff, len); len += 4; //for crc return len; } static int write_mpeg_pes_header(muxer_headers_t *h, uint8_t *pes_id, uint8_t *buff, uint16_t plen, int stuffing_len, int mux_type) { int len; len = 0; memcpy(&buff[len], pes_id, 4); len += 4; buff[len] = buff[len+1] = 0; //fake len len += 2; if(mux_type == MUX_MPEG1) { if(stuffing_len > 0) { memset(&buff[len], 0xff, stuffing_len); len += stuffing_len; } if(h->buffer_size > 0) { write_mpeg_std(&buff[len], h->buffer_size, h->type, 0x40); // 01 is pes1 format len += 2; } } else //MPEG2 { buff[len] = (h->pes_is_aligned ? 0x84 : 0x80); //0x10... len++; buff[len] = ((h->buffer_size > 0) ? 1 : 0) | (h->pts ? (h->dts ? 0xC0 : 0x80) : 0); //pes extension + pts/dts flags len++; buff[len] = (h->pts ? (h->dts ? 10 : 5) : 0) + ((h->buffer_size > 0) ? 3 : 0) + stuffing_len;//pts + std + stuffing len++; } if(h->pts) { write_mpeg_ts(&buff[len], h->pts, (h->dts ? 0x30 : 0x20)); // 001x and both PTS/DTS len += 5; if(h->dts) { write_mpeg_ts(&buff[len], h->dts, 0x10); // 0001 before DTS len += 5; } } else { if(mux_type == MUX_MPEG1) { buff[len] = 0x0f; len += 1; } } if(mux_type == MUX_MPEG2) { if(h->buffer_size > 0) { buff[len] = 0x1e; //std flag len++; write_mpeg_std(&buff[len], h->buffer_size, h->type, 0x40); len += 2; } if(stuffing_len > 0) { memset(&buff[len], 0xff, stuffing_len); len += stuffing_len; } } if(h->has_pes_priv_headers > 0) { memcpy(&buff[len], h->pes_priv_headers, h->has_pes_priv_headers); len += h->has_pes_priv_headers; } *((uint16_t*) &buff[4]) = be2me_16(len + plen - 6); //fix pes packet size return len; } static void write_pes_padding(uint8_t *buff, uint16_t len) { //6 header bytes + len-6 0xff chars buff[0] = buff[1] = 0; buff[2] = 1; buff[3] = 0xbe; *((uint16_t*) &buff[4]) = be2me_16(len - 6); memset(&buff[6], 0xff, len - 6); } static void write_psm_block(muxer_t *muxer, FILE *f) { uint16_t offset, stuffing_len; muxer_priv_t *priv = (muxer_priv_t *) muxer->priv; uint8_t *buff = priv->buff; offset = write_mpeg_pack_header(muxer, buff); offset += write_mpeg_psm(muxer, &buff[offset]); stuffing_len = priv->packet_size - offset; if(stuffing_len > 0) { //insert a PES padding packet write_pes_padding(&buff[offset], stuffing_len); offset += stuffing_len; } fwrite(buff, offset, 1, f); priv->headers_size += offset; } static int write_nav_pack(uint8_t *buff) { // concatenation of pes_private2 + 03d4 x 0 and pes_private2 + 03fa x 0 int len; mp_msg(MSGT_MUXER, MSGL_DBG3, "NAV\n"); len = 0; *(uint32_t *)(&buff[len]) = be2me_32(PES_PRIVATE2); len += 4; buff[len++] = 0x3; buff[len++] = 0xd4; memset(&buff[len], 0, 0x03d4); len += 0x03d4; *(uint32_t *)(&buff[len]) = be2me_32(PES_PRIVATE2); len += 4; buff[len++] = 0x3; buff[len++] = 0xfa; memset(&buff[len], 0, 0x03fa); len += 0x03fa; return len; } static uint32_t calc_pes_hlen(int format, muxer_headers_t *h, muxer_priv_t *priv) { uint32_t len; if(format == MUX_MPEG1) len = 6; else len = 9; if(h->pts) { len += 5; if(h->dts) len += 5; } else if(format == MUX_MPEG1) len += 1; if(h->buffer_size > 0) { if(format == MUX_MPEG2) len += 3; else len += 2; } len += h->has_pes_priv_headers; return len; } static uint32_t calc_pack_hlen(muxer_priv_t *priv, muxer_headers_t *h) { uint32_t len, x; if(priv->mux == MUX_MPEG1) len = 12; else len = 14; /*if((priv->is_genmpeg1 || priv->is_genmpeg2) && priv->update_system_header) len += (6 + (3*priv->sys_info.cnt));*/ x = calc_pes_hlen(priv->mux, h, priv); if(h->min_pes_hlen > x) len += h->min_pes_hlen; else len += x; return len; } static int write_mpeg_pack(muxer_t *muxer, muxer_stream_t *s, FILE *f, char *bl, uint32_t len, int isoend) { size_t tot, offset, pes_hlen, pack_hlen; muxer_priv_t *priv; uint8_t *buff; int stuffing_len = 0, stflen; muxer_headers_t *spriv; priv = (muxer_priv_t *) muxer->priv; buff = priv->buff; if(isoend) { buff[0] = buff[1] = 0; buff[2] = 1; buff[3] = 0xb9; fwrite(buff, 4, 1, f); return 1; } if((len == 0) || (bl == NULL)) //PACK headers only { offset = write_mpeg_pack_header(muxer, buff); offset += write_mpeg_system_header(muxer, &buff[offset]); //priv->update_system_header = 0; if(priv->is_dvd) offset += write_nav_pack(&buff[offset]); stuffing_len = priv->packet_size - offset; if(stuffing_len > 0) { //insert a PES padding packet write_pes_padding(&buff[offset], stuffing_len); offset += stuffing_len; } fwrite(buff, offset, 1, f); priv->headers_size += offset; tot = offset; muxer->movi_end += tot; return tot; } else { spriv = (muxer_headers_t *) s->priv; mp_msg(MSGT_MUXER, MSGL_DBG2, "\nwrite_mpeg_pack(MUX=%d, len=%u, rate=%u, id=%X, pts: %"PRIu64", dts: %"PRIu64", scr: %"PRIu64", PACK_size:%u\n", priv->mux, len, muxer->sysrate, s->ckid, spriv->pts, spriv->dts, priv->scr, priv->packet_size); //stflen is the count of stuffing bytes in the pes header itself, //stuffing_len is the size of the stuffing pes stream (must be at least 7 bytes long) stflen = stuffing_len = 0; offset = 0; offset = pack_hlen = write_mpeg_pack_header(muxer, &buff[offset]); if(priv->update_system_header && (priv->is_genmpeg1 || priv->is_genmpeg2)) { pack_hlen += write_mpeg_system_header(muxer, &buff[offset]); priv->update_system_header = 0; } offset = pack_hlen; pes_hlen = calc_pes_hlen(priv->mux, spriv, priv); if(spriv->min_pes_hlen > 0) { if(spriv->min_pes_hlen > pes_hlen) stflen = spriv->min_pes_hlen - pes_hlen; } if((len >= priv->packet_size - pack_hlen - max(pes_hlen, spriv->min_pes_hlen))) stuffing_len = 0; else stuffing_len = priv->packet_size - pack_hlen - max(pes_hlen, spriv->min_pes_hlen) - len; if(stuffing_len > 0) { if(stuffing_len < 7) { if(stflen + stuffing_len > 16) { int x = 7 - stuffing_len; stflen -= x; stuffing_len += x; } else { stflen += stuffing_len; stuffing_len = 0; } } } if(priv->skip_padding) //variable packet size, just for fun and to reduce file size { stuffing_len = 0; len = min(len, priv->packet_size - pack_hlen - pes_hlen - stflen); } else len = priv->packet_size - pack_hlen - pes_hlen - stflen - stuffing_len; mp_msg(MSGT_MUXER, MSGL_DBG2, "LEN=%d, pack: %d, pes: %d, stf: %d, stf2: %d\n", len, pack_hlen, pes_hlen, stflen, stuffing_len); pes_hlen = write_mpeg_pes_header(spriv, (uint8_t *) &s->ckid, &buff[offset], len, stflen, priv->mux); offset += pes_hlen; fwrite(buff, offset, 1, f); mp_msg(MSGT_MUXER, MSGL_DBG2, "pack_len = %u, pes_hlen = %u, stuffing_len: %d+%d, SCRIVO: %d bytes di payload\n", pack_hlen, pes_hlen, stuffing_len, stflen, len); fwrite(bl, len, 1, f); offset += len; if(stuffing_len > 0) { //insert a PES padding packet mp_msg(MSGT_MUXER, MSGL_DBG2, "STUFFING: %d\n", stuffing_len); write_pes_padding(buff, stuffing_len); fwrite(buff, stuffing_len, 1, f); } else stuffing_len = 0; offset += stuffing_len; mp_msg(MSGT_MUXER, MSGL_DBG2, "\nwritten len=%d, spriv: pack(%d), pes(%d), stuffing(%d) tot(%d), offset: %d\n", len, pack_hlen, pes_hlen, stuffing_len, pack_hlen + pes_hlen + stuffing_len, offset); priv->headers_size += pack_hlen + pes_hlen + stuffing_len + stflen; priv->data_size += len; muxer->movi_end += offset; return len; } } static void patch_seq(muxer_priv_t *priv, unsigned char *buf) { if(priv->vwidth > 0) { buf[4] = (priv->vwidth >> 4) & 0xff; buf[5] &= 0x0f; buf[5] |= (priv->vwidth & 0x0f) << 4; } if(priv->vheight > 0) { buf[5] &= 0xf0; buf[5] |= (priv->vheight >> 8) & 0x0f; buf[6] = priv->vheight & 0xff; } if(priv->vaspect > 0) buf[7] = (buf[7] & 0x0f) | (priv->vaspect << 4); if(priv->vframerate > 0) buf[7] = (buf[7] & 0xf0) | priv->vframerate; if(priv->vbitrate > 0) { buf[8] = (priv->vbitrate >> 10); buf[9] = (priv->vbitrate >> 2); buf[10] = (buf[10] & 0x3f) | (unsigned char) ((priv->vbitrate & 0x4) << 2); } } static void patch_panscan(muxer_priv_t *priv, unsigned char *buf) { //patches sequence display extension (display_horizontal_size and display_vertical_size) //1: int offset = 1; if(buf[0] & 0x01) offset += 3; if(priv->panscan_width > 0) { buf[offset] = (priv->panscan_width >> 6); buf[offset+1] = ((priv->panscan_width & 0x3F) << 2) | (buf[offset + 1] & 0x03); } offset++; if(priv->panscan_height > 0) { buf[offset] = (priv->panscan_height >> 13) << 7; buf[offset+1] = (priv->panscan_height >> 5) & 0xFF; buf[offset+2] = ((priv->panscan_height & 0x1F) << 3) | (buf[offset+2] & 0x07); } } #define max(a, b) ((a) >= (b) ? (a) : (b)) #define min(a, b) ((a) <= (b) ? (a) : (b)) static uint32_t dump_audio(muxer_t *muxer, muxer_stream_t *as, uint32_t abytes, int force) { uint32_t len = 0, tlen, sz; uint64_t num_frames = 0, next_pts; uint16_t rest; int64_t tmp; double delta_pts; muxer_priv_t *priv = (muxer_priv_t *) muxer->priv; muxer_headers_t *apriv = (muxer_headers_t*) as->priv; uint32_t j, k, l, n; mpeg_frame_t *frm , frm2; tlen = 0; for(j = 0; j < apriv->framebuf_used; j++) tlen += apriv->framebuf[j].size - apriv->framebuf[j].pos; abytes = min(abytes, tlen); //available bytes if(! abytes) return 0; if(as->ckid == be2me_32(0x1bd)) apriv->has_pes_priv_headers = 4; else apriv->has_pes_priv_headers = 0; rest = apriv->framebuf[0].pos; sz = priv->packet_size - calc_pack_hlen(priv, apriv); //how many payload bytes we are about to write if(abytes < sz && !force) return 0; sz = min(sz, abytes); num_frames = 0; tlen = 0; next_pts = 0; for(j = 0; j < apriv->framebuf_used; j++) { frm = &(apriv->framebuf[j]); k = min(frm->size - frm->pos, sz - tlen); tlen += k; if(!frm->pos) num_frames++; if(!frm->pos && !next_pts) next_pts = frm->pts; if(tlen == sz) break; } if(tlen < sz && !force) return 0; if(!next_pts && force) next_pts = apriv->last_pts; apriv->last_dts = apriv->pts; apriv->pts = next_pts; mp_msg(MSGT_MUXER, MSGL_DBG2, "\nAUDIO: tot=%"PRIu64", sz=%u bytes, FRAMES: %"PRIu64" * %u, REST: %u, DELTA_PTS: %u\n", apriv->size, sz, num_frames, (uint32_t) apriv->frame_size, (uint32_t) rest, (uint32_t) ((num_frames * apriv->delta_pts) >> 10)); if(((priv->scr + (63000*1024)) < next_pts) && (priv->scr < apriv->pts) && (! force)) { apriv->is_late = 1; return 0; } n = 0; //number of complete frames tlen = 0; for(j = 0; j < apriv->framebuf_used; j++) { int frame_size; frm = &(apriv->framebuf[j]); frame_size = frm->size - frm->pos; l = min(sz - tlen, frame_size); memcpy(&(priv->abuf[tlen]), &(frm->buffer[frm->pos]), l); tlen += l; if(l < frame_size) //there are few bytes still to write { frm->pos += l; break; } else { frm->pos = 0; frm->size = 0; n++; } } if(num_frames) apriv->frame_size = tlen/num_frames; else apriv->frame_size = tlen; if(n) { for(j = n; j < apriv->framebuf_used; j++) { apriv->framebuf[j - n].size = apriv->framebuf[j - n].pos = 0; frm2 = apriv->framebuf[j - n]; apriv->framebuf[j - n] = apriv->framebuf[j]; apriv->framebuf[j] = frm2; } apriv->framebuf_used -= n; } if(as->ckid == be2me_32(0x1bd)) { apriv->pes_priv_headers[0] = 0x80; apriv->pes_priv_headers[1] = num_frames; apriv->pes_priv_headers[2] = ((rest+1) >> 8) & 0xff; //256 * 0 ... apriv->pes_priv_headers[3] = (rest+1) & 0xff; // + 1 byte(s) to skip } if((priv->is_xsvcd || priv->is_xvcd) && apriv->size == 0) apriv->buffer_size = 4*1024; len = write_mpeg_pack(muxer, as, muxer->file, priv->abuf, tlen, 0); if((priv->is_xsvcd || priv->is_xvcd) && apriv->size == 0) apriv->buffer_size = 0; apriv->size += len; tmp = apriv->pts - priv->scr; if((abs(tmp) > (63000*1024)) || (apriv->pts <= priv->scr)) { double d; if(tmp > 0) tmp = tmp - (63000*1024); d = -tmp / 92160000.0; d *= apriv->bitrate; apriv->compensate = (int32_t) d; if((tmp) > 92160000) //usually up to 1 second it still acceptable mp_msg(MSGT_MUXER, MSGL_ERR, "\nWARNING: SCR: << APTS, DELTA=%.3lf secs, COMPENSATE=%d, BR: %d\n", (((double) tmp)/92160000.0), apriv->compensate, apriv->bitrate); else if(apriv->pts < priv->scr) mp_msg(MSGT_MUXER, MSGL_ERR, "\nERROR: SCR: %"PRIu64", APTS: %"PRIu64", DELTA=-%.3lf secs, COMPENSATE=%d, BR: %d, lens: %d/%d, frames: %d\n", priv->scr, apriv->pts, (double) ((priv->scr - apriv->pts)/92160000.0), apriv->compensate, apriv->bitrate, tlen, len, n); } mp_msg(MSGT_MUXER, MSGL_DBG2, "\nWRITTEN AUDIO: %u bytes, TIMER: %.3lf, FRAMES: %"PRIu64" * %u, DELTA_PTS: %.3lf\n", len, (double) (apriv->pts/92160000), num_frames, (uint32_t) apriv->frame_size, delta_pts); return len; } static void drop_delayed_audio(muxer_t *muxer, muxer_stream_t *as, int64_t size) { //muxer_priv_t *priv = (muxer_priv_t *) muxer->priv; muxer_headers_t *apriv = (muxer_headers_t *) as->priv; int64_t size1, div, rest; //initial value double rest_pts; div = size / apriv->frame_size; rest = size % apriv->frame_size; if(rest >= apriv->frame_size / 2) size1 = (div+1) * apriv->frame_size; else size1 = (div) * apriv->frame_size; mp_msg(MSGT_MUXER, MSGL_V, "SIZE1: %"PRIu64", LEN: %"PRIu64"\n", size1, (uint64_t)as->b_buffer_len); size1 = min(size1, as->b_buffer_len); memmove(as->b_buffer, &(as->b_buffer[size]), as->b_buffer_len - size1); as->b_buffer_len -= size1; rest = size1 - size; rest_pts = (double) rest / (double) apriv->bitrate; apriv->pts += (int64_t) (92160000.0 * rest_pts); apriv->last_pts += (int64_t) (92160000.0 * rest_pts); mp_msg(MSGT_MUXER, MSGL_DBG2, "DROPPED: %"PRId64" bytes, REST= %"PRId64", REST_PTS: %.3lf, AUDIO_PTS%.3lf\n", size1, rest, rest_pts, (double) (apriv->pts/92160000.0)); } static void save_delayed_audio(muxer_t *muxer, muxer_stream_t *as, uint64_t dur) { muxer_priv_t *priv = (muxer_priv_t *) muxer->priv; muxer_headers_t *apriv = (muxer_headers_t *) as->priv; uint64_t init_pts, last_pts; //initial value init_pts = apriv->pts; mp_msg(MSGT_MUXER, MSGL_DBG2, "DUR: %"PRIu64", DIFF: %"PRIu64"\n", dur, apriv->pts - init_pts); while(dur > apriv->pts - init_pts) { priv->scr = (92160000 * apriv->size) / apriv->bitrate; last_pts = apriv->pts; dump_audio(muxer, as, as->b_buffer_len, 0); mp_msg(MSGT_MUXER, MSGL_DBG2, "DUR: %"PRIu64", DIFF: %"PRIu64", SCR: %"PRIu64"\n", dur, apriv->pts - init_pts, priv->scr); } //priv->init_delay_pts = last_pts; priv->init_delay_pts = (90 * 1024 * abs(conf_init_adelay)) + apriv->init_pts - (90 * 1024 * abs(conf_init_vpts)); if(priv->init_delay_pts <= priv->scr) priv->init_delay_pts = last_pts; mp_msg(MSGT_MUXER, MSGL_INFO, "INIT_VPTS: %"PRIu64" (%.3lf)\n", priv->init_delay_pts, (double) (priv->init_delay_pts/92160000.0)); } static inline void update_scr(muxer_priv_t *priv, uint32_t len, uint32_t totlen, double mult) { uint64_t delta_scr; double perc; perc = (double) len / (double) totlen; delta_scr = (uint64_t) (mult * perc); priv->scr += delta_scr; mp_msg(MSGT_MUXER, MSGL_DBG2, "UPDATE SCR TO %"PRIu64" (%.3lf): mult is %.3lf, perc: %.3lf, %u/%u, delta: %"PRIu64"\n", priv->scr, (double) (priv->scr/92160000.0), mult, perc, len, totlen, delta_scr); } static int calc_frames_to_flush(muxer_headers_t *vpriv) { int n, found = 0; if(vpriv->framebuf_used > 0) { n = 0; //let's count how many frames we'll store in the next pack sequence mp_msg(MSGT_MUXER, MSGL_DBG2, "\n"); while(n < vpriv->framebuf_used) { mp_msg(MSGT_MUXER, MSGL_DBG2, "n=%d, type=%c, temp_ref=%u\n", n, FTYPE(vpriv->framebuf[n].type), vpriv->framebuf[n].temp_ref); if(n+1 < vpriv->framebuf_used) mp_msg(MSGT_MUXER, MSGL_DBG2, "n+1=%d, type=%c, temp_ref=%u\n", n+1, FTYPE(vpriv->framebuf[n+1].type), vpriv->framebuf[n+1].temp_ref); if(vpriv->framebuf[n].type == I_FRAME) { if(n > 0) { found = 1; break; } } n++; } } if(found && (n < vpriv->framebuf_used+1)) return n; else return 0; } static uint64_t fix_pts(muxer_priv_t *priv, muxer_headers_t *vpriv, int n) { int i, j, fixed = 0; uint64_t last_dts, last_idur, ret; uint32_t mintr, maxtr; ret = 0; if((vpriv->size == 0) && (fixed == 0)) //first pts adjustment, only at the beginning of the stream to manage BBI structures { int delay = 0; for(i = 0; i < n; i++) { if(vpriv->framebuf[i].type == I_FRAME) { for(j = i + 1; j < n; j++) { if(vpriv->framebuf[i].temp_ref >= vpriv->framebuf[j].temp_ref) { ret += vpriv->framebuf[j].idur; delay++; fixed = 1; } } if(fixed) break; } } if(! fixed) ret = 0; else vpriv->last_pts += ret; mp_msg(MSGT_MUXER, MSGL_INFO, "INITIAL DELAY of %d frames\n", delay); } //KLUDGE BEGINS: Gop header (0x000001b8 in the video stream that signals a temp_ref wraparound) is _not_ mandatory, //so if we don't detect the right wraparound we will have a totally wrong timestamps assignment; let's go on mintr = vpriv->framebuf[0].temp_ref; maxtr = vpriv->framebuf[0].temp_ref; for(i = 0; i < n; i++) { mintr = min(vpriv->framebuf[i].temp_ref, mintr); maxtr = max(vpriv->framebuf[i].temp_ref, maxtr); } if(maxtr - mintr > 600) //there must be a temp_ref wraparound { mp_msg(MSGT_MUXER, MSGL_V, "\nDETECTED possible temp_ref wraparound in the videostreams: n=%d, mintr=%u, maxtr=%u\n", n, mintr, maxtr); for(i = 0; i < n; i++) { if(vpriv->framebuf[i].temp_ref < 1000) vpriv->framebuf[i].temp_ref += 1024; } } //KLUDGE ENDS for(i = 0; i < n; i++) { vpriv->framebuf[i].pts = vpriv->last_pts; for(j = 0; j < n; j++) { if((vpriv->framebuf[i].temp_ref >= vpriv->framebuf[j].temp_ref) && (i != j)) { vpriv->framebuf[i].pts += vpriv->framebuf[j].idur; } } } if(vpriv->size == 0) last_dts = vpriv->init_dts = vpriv->framebuf[0].pts - (ret + vpriv->framebuf[0].idur); else last_dts = vpriv->last_dts; last_idur = 0; mp_msg(MSGT_MUXER, MSGL_DBG2, "\n"); for(i = 0; i < n; i++) { vpriv->framebuf[i].dts = last_dts + last_idur; last_idur = vpriv->framebuf[i].idur; last_dts = vpriv->framebuf[i].dts; mp_msg(MSGT_MUXER, MSGL_DBG2, "I=%d, type: %c, TR: %u, pts=%.3lf, dts=%.3lf, size=%u\n", i, FTYPE(vpriv->framebuf[i].type), vpriv->framebuf[i].temp_ref, (double) (vpriv->framebuf[i].pts/92160000.0), (double) (vpriv->framebuf[i].dts/92160000.0), vpriv->framebuf[i].size); } if((vpriv->size == 0) && (priv->init_delay_pts > 0)) { uint64_t diff; for(i = 0; i < vpriv->framebuf_used; i++) { vpriv->framebuf[i].pts += priv->init_delay_pts; vpriv->framebuf[i].dts += priv->init_delay_pts; } diff = vpriv->framebuf[0].pts - vpriv->framebuf[0].dts; if(vpriv->init_pts >= diff) vpriv->init_dts = vpriv->init_pts - diff; else vpriv->init_dts = diff; vpriv->last_dts += priv->init_delay_pts; vpriv->init_pts = 0; vpriv->last_pts += priv->init_delay_pts; priv->init_delay_pts = 0; mp_msg(MSGT_MUXER, MSGL_INFO, "INIT delayed video timestamps: PTS=%.3lf, DTS=%.3lf, DUR=%.3lf\n", (double) (vpriv->last_pts/92160000.0), (double) (vpriv->last_dts/92160000.0), (double) (vpriv->framebuf[0].idur/92160000.0)); } return ret; } static void check_pts(muxer_priv_t *priv, muxer_headers_t *vpriv, int i) { uint64_t dpts; dpts = max(vpriv->last_saved_pts, vpriv->pts) - min(vpriv->last_saved_pts, vpriv->pts); dpts += vpriv->framebuf[i].idur; if((!priv->ts_allframes) && ( (priv->is_dvd && (vpriv->framebuf[i].type != I_FRAME)) || ((priv->is_genmpeg1 || priv->is_genmpeg2) && (vpriv->framebuf[i].type != I_FRAME) && (dpts < 64512000))) //0.7 seconds ) vpriv->pts = vpriv->dts = 0; if(vpriv->dts && ((vpriv->dts < priv->scr) || (vpriv->pts <= vpriv->dts))) { mp_msg(MSGT_MUXER, MSGL_V, "\nWARNING, SCR: %.3lf, DTS: %.3lf, PTS: %.3lf\n", (double) priv->scr/92160000.0,(double) vpriv->dts/92160000.0, (double) vpriv->pts/92160000.0); vpriv->dts = 0; } if(vpriv->pts && (vpriv->pts <= priv->scr)) { mp_msg(MSGT_MUXER, MSGL_ERR, "ERROR: SCR: %.3lf, VPTS: %.3lf, DELTA=-%.3lf secs\n", (double) (priv->scr/92160000.0), (double)(vpriv->pts/92160000.0), (double) ((priv->scr - vpriv->pts)/92160000.0)); vpriv->pts = vpriv->dts = 0; } if(vpriv->pts) vpriv->last_saved_pts = vpriv->pts; } static uint32_t calc_audio_chunk_size(muxer_stream_t *as, double duration, int finalize) { muxer_headers_t *apriv; uint32_t div, rest, abytes, available; double adur; uint64_t iaduration; int i; apriv = (muxer_headers_t*) as->priv; iaduration = 0; adur = 0; available = abytes = 0; for(i = 0; i < apriv->framebuf_used; i++) { if(adur < duration) abytes += apriv->framebuf[i].size - apriv->framebuf[i].pos; adur += (double)(apriv->framebuf[i].idur/92160000.0); available += apriv->framebuf[i].size - apriv->framebuf[i].pos; } if(adur < duration && !finalize) return 0; if(abytes > apriv->compensate) abytes -= apriv->compensate; div = abytes / apriv->max_pl_size; rest = abytes % apriv->max_pl_size; if(apriv->compensate > 0) abytes = apriv->max_pl_size * (div - 1); else if(apriv->compensate < 0) abytes = apriv->max_pl_size * (div + 1); else abytes = apriv->max_pl_size * (rest ? div + 1 : div); apriv->compensate = 0; while(abytes > available) abytes -= apriv->max_pl_size; if(finalize) abytes = available; return abytes; } static int flush_buffers(muxer_t *muxer, int finalize) { int i, n, pl_size, found; size_t saved; uint32_t abytes, vbytes, bytes = 0, frame_bytes = 0, audio_rest = 0, tot = 0, muxrate; uint32_t offset; uint64_t idur, init_delay = 0; muxer_stream_t *s, *vs, *as; muxer_headers_t *vpriv = NULL, *apriv = NULL; muxer_priv_t *priv = (muxer_priv_t *) muxer->priv; uint8_t *tmp; double mult, duration; uint64_t iduration; mpeg_frame_t temp_frame; /* analyzes all streams and decides what to flush trying to respect an interleaving distribution equal to the v_bitrate/a_bitrate proportion */ init: n = 0; vs = as = NULL; abytes = vbytes = found = 0; for(i = 0; i < muxer->avih.dwStreams; i++) { s = muxer->streams[i]; if(s->type == MUXER_TYPE_VIDEO) { vs = muxer->streams[i]; vpriv = (muxer_headers_t*) vs->priv; n = found = calc_frames_to_flush(vpriv); } else if(s->type == MUXER_TYPE_AUDIO) as = s; } if((! found) && finalize) { if(vpriv != NULL) found = n = vpriv->framebuf_used; } if(found) { mp_msg(MSGT_MUXER, MSGL_DBG2, "\nVIDEO, FLUSH %d frames (of %d), 0 to %d\n", n, vpriv->framebuf_used, n-1); tmp = priv->tmp; vbytes = 0; vpriv = (muxer_headers_t*) vs->priv; duration = 0; iduration = 0; for(i = 0; i < n; i++) { vbytes += vpriv->framebuf[i].size; iduration += vpriv->framebuf[i].idur; } duration = (double) (iduration / 92160000.0); if(vpriv->is_mpeg12) init_delay = fix_pts(priv, vpriv, n); else init_delay = 0; if(as != NULL) { uint32_t available, i; apriv = (muxer_headers_t*) as->priv; abytes = calc_audio_chunk_size(as, duration, finalize); if(! abytes) return 0; for(i = 0; i < apriv->framebuf_used; i++) available += apriv->framebuf[i].size - apriv->framebuf[i].pos; if((abytes / apriv->max_pl_size) > n) audio_rest = (abytes - (apriv->max_pl_size * n)) / n; else audio_rest = 0; if(available < abytes && !finalize) { mp_msg(MSGT_MUXER, MSGL_DBG2, "Not enough audio data (%u < %u), exit\n", available, abytes); return 0; } } if((as != NULL) && (init_delay > 0)) { if(apriv->size == 0) apriv->pts += init_delay; } saved = 0; bytes = vbytes + abytes; muxrate = (uint32_t) ((double) bytes/duration); if(muxrate > muxer->sysrate && (priv->is_genmpeg1 || priv->is_genmpeg2)) { mp_msg(MSGT_MUXER, MSGL_DBG3, "NEW MUXRATE: %u -> %u\n", muxrate, muxer->sysrate); muxer->sysrate = muxrate; } idur = 0; offset = 0; priv->scr = vpriv->framebuf[0].dts - vpriv->init_dts; if((priv->is_xvcd || priv->is_xsvcd) && (vpriv->size == 0)) vpriv->buffer_size = (priv->is_xvcd ? 46 : 230)*1024; i = 0; while(i < n) { int frame_begin = 1, update; uint32_t pl_size = 0, target_size; uint8_t *buf; mp_msg(MSGT_MUXER, MSGL_DBG2, "FRAME: %d, type: %c, TEMP_REF: %u, SIZE: %u\n", i, FTYPE(vpriv->framebuf[i].type), vpriv->framebuf[i].temp_ref, vpriv->framebuf[i].size); vpriv->pts = vpriv->framebuf[i].pts; vpriv->dts = vpriv->framebuf[i].dts; check_pts(priv, vpriv, i); if(priv->is_dvd && (vpriv->framebuf[i].type == I_FRAME) && (offset == 0)) { write_mpeg_pack(muxer, NULL, muxer->file, NULL, 0, 0); //insert fake Nav Packet vpriv->pes_is_aligned = 1; } offset = 0; vbytes = vpriv->framebuf[i].size; while(vbytes > 0 && (i < n)) { target_size = priv->packet_size - calc_pack_hlen(priv, vpriv); if((vbytes >= target_size) || ((vbytes < target_size) && (i == n-1))) { buf = &(vpriv->framebuf[i].buffer[offset]); pl_size = vbytes; update = 1; } else { uint32_t tmp_offset = 0; if(offset == 0) { vpriv->pts = vpriv->framebuf[i].pts; vpriv->dts = vpriv->framebuf[i].dts; check_pts(priv, vpriv, i); } else if(i < n-1) { vpriv->pts = vpriv->framebuf[i+1].pts; vpriv->dts = vpriv->framebuf[i+1].dts; check_pts(priv, vpriv, i+1); } else vpriv->pts = vpriv->dts = 0; target_size = priv->packet_size - calc_pack_hlen(priv, vpriv); //it was only priv->packet_size update = 0; while((tmp_offset < target_size) && (i < n)) { pl_size = min(target_size - tmp_offset, vbytes); memcpy(&(tmp[tmp_offset]), &(vpriv->framebuf[i].buffer[offset]), pl_size); tmp_offset += pl_size; offset += pl_size; vbytes -= pl_size; if(vbytes == 0) //current frame is saved, pass to the next { if(i+1 >= n) //the current one is the last frame in GOP break; i++; vbytes = vpriv->framebuf[i].size; offset = 0; frame_begin = 1; } } buf = tmp; pl_size = tmp_offset; } if((pl_size < priv->packet_size - calc_pack_hlen(priv, vpriv)) && !finalize && (i >= n - 1)) { if(vpriv->framebuf[n].alloc_size < pl_size + vpriv->framebuf[n].size) { vpriv->framebuf[n].buffer = realloc(vpriv->framebuf[n].buffer, pl_size + vpriv->framebuf[n].size); vpriv->framebuf[n].alloc_size = pl_size + vpriv->framebuf[n].size; } memmove(&(vpriv->framebuf[n].buffer[pl_size]), vpriv->framebuf[n].buffer, vpriv->framebuf[n].size); memcpy(vpriv->framebuf[n].buffer, buf, pl_size); vpriv->framebuf[n].size += pl_size; pl_size = update = vbytes = 0; } if(pl_size) pl_size = write_mpeg_pack(muxer, vs, muxer->file, buf, pl_size, 0); vpriv->pes_is_aligned = 0; vpriv->pts = vpriv->dts = 0; vpriv->buffer_size = 0; vpriv->size += pl_size; if(update) { vbytes -= pl_size; offset += pl_size; } /* this is needed to calculate SCR */ frame_bytes = max(vpriv->framebuf[i].size, priv->packet_size) + priv->packet_size; if(abytes > 0) //frame_bytes += min(apriv->max_pl_size, priv->packet_size) + audio_rest; frame_bytes += min(apriv->max_pl_size, abytes) + audio_rest; if(priv->ts_allframes) { tot = frame_bytes; mult = (double) vpriv->framebuf[min(i, n-1)].idur; } else { tot = bytes; //mult = (double) (max(iduration, iaduration)); mult = (double) (iduration); } update_scr(priv, pl_size, tot, mult); if(abytes > 0 && frame_begin) //it's time to save audio { pl_size = dump_audio(muxer, as, abytes, finalize); if(pl_size > 0) { abytes -= pl_size; update_scr(priv, pl_size, tot, mult); } } frame_begin = 0; } i++; } if(vpriv->is_mpeg12) { for(i = 0; i < n; i++) { vpriv->last_dts = vpriv->framebuf[i].dts; if(vpriv->framebuf[i].pts >= vpriv->last_pts) { vpriv->last_pts = vpriv->framebuf[i].pts; idur = vpriv->framebuf[i].idur; } } vpriv->last_dts += vpriv->framebuf[n-1].idur; vpriv->last_pts += idur; } for(i=0; i<n; i++) vpriv->framebuf[i].pos = vpriv->framebuf[i].size = 0; for(i = n; i < vpriv->framebuf_used; i++) { temp_frame = vpriv->framebuf[i - n]; vpriv->framebuf[i - n] = vpriv->framebuf[i]; vpriv->framebuf[i] = temp_frame; } vpriv->framebuf_used -= n; if((as != NULL) && priv->has_audio) { while(abytes > 0) { mult = iduration; pl_size = dump_audio(muxer, as, abytes, finalize); if(pl_size > 0) { update_scr(priv, pl_size, bytes, mult); abytes -= pl_size; } else break; } } //goto init; } muxer->file_end = priv->scr; return found; } static uint64_t parse_fps(float fps) { // 90000 * 1024 / fps switch((int)(fps*1001+0.5)) { case 24000: return 3843844; case 24024: return 3840000; case 25025: return 3686400; case 30000: return 3075075; case 30030: return 3072000; case 50050: return 1843200; case 60000: return 1537538; case 60060: return 1536000; default: mp_msg(MSGT_MUXER, MSGL_ERR, "ERROR! unknown fps code: %d", (int)(fps*1001+0.5)); return 0; } } static int soft_telecine(muxer_headers_t *vpriv, uint8_t *fps_ptr, uint8_t *se_ptr, uint8_t *pce_ptr, int n) { uint8_t fps, tff, rff; int period; if(! pce_ptr) return 0; period = (vpriv->telecine == TELECINE_FILM2PAL) ? 12 : 4; if(fps_ptr != NULL) { fps = *fps_ptr & 0x0f; if((!fps) || (fps > FRAMERATE_24)) { mp_msg(MSGT_MUXER, MSGL_ERR, "\nERROR! FRAMERATE IS INVALID: %d, disabling telecining\n", (int) fps); vpriv->telecine = 0; return 0; } if(vpriv->telecine == TELECINE_FILM2PAL) { *fps_ptr = (*fps_ptr & 0xf0) | FRAMERATE_25; vpriv->nom_delta_pts = parse_fps(25.0); } else { *fps_ptr = (*fps_ptr & 0xf0) | (fps + 3); vpriv->nom_delta_pts = parse_fps((fps + 3) == FRAMERATE_2997 ? 30000.0/1001.0 : 30.0); } } //in pce_ptr starting from bit 0 bit 24 is tff, bit 30 is rff, if(pce_ptr[3] & 0x2) { mp_msg(MSGT_MUXER, MSGL_ERR, "\nERROR! RFF bit is already set, disabling telecining\n"); vpriv->telecine = 0; return 0; } vpriv->picture.progressive_sequence = 0; vpriv->picture.progressive_frame = 1; if(se_ptr) se_ptr[1] &= 0xf7; if(! vpriv->vframes) //initial value of tff vpriv->trf = (pce_ptr[3] >> 6) & 0x2; while(n < 0) n+=period; vpriv->trf = (vpriv->trf + n) % period; //sets curent tff/rff bits if(vpriv->telecine == TELECINE_FILM2PAL) { //repeat 1 field every 12 frames int rest1 = (vpriv->trf % period) == 11; int rest2 = vpriv->vframes % 999; rff = 0; if(rest1) rff = 2; if(vpriv->real_framerate == FRAMERATE_23976) { //we have to inverse the 1/1000 framedrop, repeating two fields in a sequence of 999 frames //486 and 978 are ideal because they are halfway in the sequence //additionally x % 12 == 6 (halfway between two frames with rff set) //and enough in advance to check if rest1 is valid too, //so we can delay the setting of rff to current_frame+3 with no risk to leave the //current sequence unpatched if(rest2 == 486 || rest2 == 978) { if(rest1) { //delay the setting by 6 frames, so we don't have 2 consecutive rff //and the transition will be smoother (halfway in the 12-frames sequence) vpriv->delay_rff = 7; mp_msg(MSGT_MUXER, MSGL_V, "\r\nDELAYED: %d\r\n", rest2); } else rff = 2; } if(!rest1 && vpriv->delay_rff) { vpriv->delay_rff--; if(vpriv->delay_rff == 1) { rff = 2; vpriv->delay_rff = 0; mp_msg(MSGT_MUXER, MSGL_V, "\r\nRECOVERED: %d\r\n", rest2); } } } pce_ptr[3] = (pce_ptr[3] & 0xfd) | rff; } else { tff = (vpriv->trf & 0x2) ? 0x80 : 0; rff = (vpriv->trf & 0x1) ? 0x2 : 0; pce_ptr[3] = (pce_ptr[3] & 0x7d) | tff | rff; } pce_ptr[4] |= 0x80; //sets progressive frame mp_msg(MSGT_MUXER, MSGL_DBG2, "\nTRF: %d, TFF: %d, RFF: %d, n: %d\n", vpriv->trf, tff >> 7, rff >> 1, n); if(! vpriv->vframes) mp_msg(MSGT_MUXER, MSGL_INFO, "\nENABLED SOFT TELECINING, FPS=%s, INITIAL PATTERN IS TFF:%d, RFF:%d\n", framerates[(vpriv->telecine == TELECINE_FILM2PAL) ? FRAMERATE_25 : fps+3], tff >> 7, rff >> 1); return 1; } static size_t parse_mpeg12_video(muxer_stream_t *s, muxer_priv_t *priv, muxer_headers_t *spriv, float fps, size_t len) { size_t ptr = 0, sz = 0, tmp = 0; uint8_t *fps_ptr = NULL; //pointer to the fps byte in the sequence header uint8_t *se_ptr = NULL; //pointer to sequence extension uint8_t *pce_ptr = NULL; //pointer to picture coding extension int frames_diff, d1, gop_reset = 0; //how any frames we advanced respect to the last one mp_msg(MSGT_MUXER, MSGL_DBG2,"parse_mpeg12_video, len=%u\n", (uint32_t) len); if(s->buffer[0] != 0 || s->buffer[1] != 0 || s->buffer[2] != 1 || len<6) { mp_msg(MSGT_MUXER, MSGL_ERR,"Unknown video format, possibly non-MPEG1/2 stream, len=%d!\n", len); return 0; } if(s->buffer[3] == 0 || s->buffer[3] == 0xb3 || s->buffer[3] == 0xb8) { // Video (0) Sequence header (b3) or GOP (b8) uint32_t temp_ref; int pt; if(s->buffer[3] == 0xb3) //sequence { fps_ptr = &(s->buffer[7]); spriv->real_framerate = *fps_ptr & 0x0f; mp_header_process_sequence_header(&(spriv->picture), &(s->buffer[4])); spriv->delta_pts = spriv->nom_delta_pts = parse_fps(spriv->picture.fps); spriv->delta_clock = (double) 1/fps; //the 2 lines below are needed to handle non-standard frame rates (such as 18) if(! spriv->delta_pts) spriv->delta_pts = spriv->nom_delta_pts = (uint64_t) ((double)92160000.0 * spriv->delta_clock ); mp_msg(MSGT_MUXER, MSGL_DBG2, "\nFPS: %.3f, FRAMETIME: %.3lf\n", fps, (double)1/fps); if(priv->patch_seq) patch_seq(priv, s->buffer); tmp = 12; if(s->buffer[tmp-1] & 2) tmp += 64; if(s->buffer[tmp-1] & 1) tmp += 64; if(s->buffer[tmp] == 0 && s->buffer[tmp+1] == 0 && s->buffer[tmp+2] == 1 && s->buffer[tmp+3] == 0xb5) { se_ptr = &(s->buffer[tmp+4]); mp_header_process_extension(&(spriv->picture), &(s->buffer[tmp+4])); } } if(spriv->picture.mpeg1 == 0 && priv->patch_sde) { while((s->buffer[tmp] != 0 || s->buffer[tmp+1] != 0 || s->buffer[tmp+2] != 1 || s->buffer[tmp+3] != 0xb5 || ((s->buffer[tmp+4] & 0xf0) != 0x20)) && (tmp < len-5)) tmp++; if(tmp < len-5) //found patch_panscan(priv, &(s->buffer[tmp+4])); } if(s->buffer[3]) { // Sequence or GOP -- scan for Picture /*while (ptr < len-5 && (s->buffer[ptr] != 0 || s->buffer[ptr+1] != 0 || s->buffer[ptr+2] != 1 || s->buffer[ptr+3] != 0)) ptr++;*/ do_loop: while (ptr < len-5 && (s->buffer[ptr] != 0 || s->buffer[ptr+1] != 0 || s->buffer[ptr+2] != 1)) ptr++; if(s->buffer[ptr+3] == 0xb8) gop_reset = 1; if(s->buffer[ptr+3]) //not frame { ptr++; goto do_loop; } } if (ptr >= len-5) { pt = 0; // Picture not found?! temp_ref = 0; mp_msg(MSGT_MUXER, MSGL_ERR,"Warning: picture not found in GOP!\n"); } else { if(!spriv->nom_delta_pts) //workaround: lavf doesn't sync to sequence headers before passing demux_packets spriv->delta_pts = spriv->nom_delta_pts = parse_fps(fps); pt = (s->buffer[ptr+5] & 0x1c) >> 3; temp_ref = (s->buffer[ptr+4]<<2)+(s->buffer[ptr+5]>>6); if(!spriv->vframes) spriv->last_tr = spriv->max_tr = temp_ref; d1 = temp_ref - spriv->last_tr; if(gop_reset) { frames_diff = spriv->max_tr + 1 + temp_ref - spriv->last_tr; } else { if(d1 < -6) //there's a wraparound frames_diff = spriv->max_tr + 1 + temp_ref - spriv->last_tr; else if(d1 > 6) //there's a wraparound frames_diff = spriv->max_tr + 1 + spriv->last_tr - temp_ref; else frames_diff = d1; } mp_msg(MSGT_MUXER, MSGL_DBG2, "\nLAST: %d, TR: %d, GOP: %d, DIFF: %d, MAX: %d, d1: %d\n", spriv->last_tr, temp_ref, gop_reset, frames_diff, spriv->max_tr, d1); if(!temp_ref) spriv->max_tr = 0; else if(temp_ref > spriv->max_tr) spriv->max_tr = temp_ref; spriv->last_tr = temp_ref; mp_msg(MSGT_MUXER, MSGL_DBG2, "Video frame type: %c, TR: %d\n", FTYPE(pt), temp_ref); if(spriv->picture.mpeg1 == 0) { size_t tmp = ptr; while (ptr < len-5 && (s->buffer[ptr] != 0 || s->buffer[ptr+1] != 0 || s->buffer[ptr+2] != 1 || s->buffer[ptr+3] != 0xb5)) ptr++; if(ptr < len-5) { pce_ptr = &(s->buffer[ptr+4]); if(spriv->telecine) soft_telecine(spriv, fps_ptr, se_ptr, pce_ptr, frames_diff); mp_header_process_extension(&(spriv->picture), &(s->buffer[ptr+4])); if(spriv->picture.display_time >= 50 && spriv->picture.display_time <= 300) spriv->delta_pts = (spriv->nom_delta_pts * spriv->picture.display_time) / 100; } else spriv->delta_pts = spriv->nom_delta_pts; ptr = tmp; } } switch (pt) { case 2: // predictive if (s->ipb[0]) { sz = len + s->ipb[0]; s->ipb[0] = max(s->ipb[0], s->ipb[2]); s->ipb[2] = 0; } else if (s->ipb[2]) { sz = len + s->ipb[2]; s->ipb[0] = s->ipb[2]; s->ipb[2] = 0; } else sz = 4 * len; // no bidirectional frames yet? s->ipb[1] = len; break; case 3: // bidirectional s->ipb[2] += len; sz = s->ipb[1] + s->ipb[2]; break; default: // intra-coded sz = len; // no extra buffer for it... } spriv->vframes++; add_frame(spriv, spriv->delta_pts, s->buffer, len, pt, temp_ref); } mp_msg(MSGT_MUXER, MSGL_DBG2,"parse_mpeg12_video, return %u\n", (uint32_t) len); return sz; } static uint64_t fix_mp4_frame_duration(muxer_headers_t *vpriv) { uint64_t mn, md, mx, diff; uint32_t i; mn = mx = vpriv->framebuf[0].pts; for(i = 0; i < 3; i++) { mp_msg(MSGT_DECVIDEO,MSGL_DBG2, "PTS: %"PRIu64"\n", vpriv->framebuf[i].pts); if(vpriv->framebuf[i].pts < mn) mn = vpriv->framebuf[i].pts; if(vpriv->framebuf[i].pts > mx) mx = vpriv->framebuf[i].pts; } md = mn; for(i=0; i<3; i++) { if((vpriv->framebuf[i].pts > mn) && (vpriv->framebuf[i].pts < mx)) md = vpriv->framebuf[i].pts; } mp_msg(MSGT_DECVIDEO,MSGL_DBG2, "MIN: %"PRIu64", mid: %"PRIu64", max: %"PRIu64"\n", mn, md, mx); if(mx - md > md - mn) diff = md - mn; else diff = mx - md; if(diff > 0) { for(i=0; i<3; i++) { vpriv->framebuf[i].pts += diff; vpriv->framebuf[i].dts += i * diff; mp_msg(MSGT_MUXER, MSGL_DBG2, "FIXED_PTS: %.3lf, FIXED_DTS: %.3lf\n", (double) (vpriv->framebuf[i].pts/92160000.0), (double) (vpriv->framebuf[i].dts/92160000.0)); } return diff; } else return 0; } static size_t parse_mpeg4_video(muxer_stream_t *s, muxer_priv_t *priv, muxer_headers_t *vpriv, float fps, size_t len) { size_t ptr = 0; int64_t delta_pts=0; uint8_t pt; mp_msg(MSGT_MUXER, MSGL_DBG2,"parse_mpeg4_video, len=%u\n", (uint32_t) len); if(len<6) { mp_msg(MSGT_MUXER, MSGL_ERR,"Frame too short: %d, exit!\n", len); return 0; } while(ptr < len - 5) { if(s->buffer[ptr] != 0 || s->buffer[ptr+1] != 0 || s->buffer[ptr+2] != 1) { ptr++; continue; } if(s->buffer[ptr+3] >= 0x20 && s->buffer[ptr+3] <= 0x2f) //VOL { mp4_header_process_vol(&(vpriv->picture), &(s->buffer[ptr+4])); } else if(s->buffer[ptr+3] == 0xb3) //gov { //fprintf(stderr, "\nGOV\n"); } else if(s->buffer[ptr+3] == 0xb6) //vop { int32_t delta; mp4_header_process_vop(&(vpriv->picture), &(s->buffer[ptr+4])); delta = vpriv->picture.timeinc_unit - vpriv->last_tr; if((delta > 0) && (delta > (vpriv->picture.timeinc_resolution/2))) delta -= vpriv->picture.timeinc_resolution; else if((delta < 0) && (delta < (-vpriv->picture.timeinc_resolution/2))) delta += vpriv->picture.timeinc_resolution; delta_pts = (92160000 * (int64_t) delta) / vpriv->picture.timeinc_resolution; pt = vpriv->picture.picture_type + 1; mp_msg(MSGT_MUXER, MSGL_DBG2, "\nTYPE: %c, RESOLUTION: %d, TEMP: %d, delta: %d, delta_pts: %"PRId64" = %.3lf, delta2: %.3lf\n", FTYPE(pt), vpriv->picture.timeinc_resolution, vpriv->picture.timeinc_unit, delta, delta_pts, (double) (delta_pts/92160000.0), (double) delta / (double) vpriv->picture.timeinc_resolution); vpriv->last_tr = vpriv->picture.timeinc_unit; break; } ptr++; } vpriv->last_dts += vpriv->frame_duration; vpriv->last_pts += delta_pts; add_frame(vpriv, delta_pts, s->buffer, len, pt, 0); vpriv->framebuf[vpriv->framebuf_used-1].pts = vpriv->last_pts; vpriv->framebuf[vpriv->framebuf_used-1].dts = vpriv->last_dts; vpriv->framebuf[vpriv->framebuf_used-1].idur = vpriv->frame_duration; /*mp_msg(MSGT_MUXER, MSGL_DBG2, "\nMPEG4V, PT: %c, LEN=%u, DELTA_PTS: %.3lf, PTS: %.3lf, DTS: %.3lf\n", FTYPE(pt), len, (delta_pts/92160000.0), (double) (vpriv->framebuf[vpriv->framebuf_used-1].pts/92160000.0), (double) (vpriv->framebuf[vpriv->framebuf_used-1].dts/92160000.0), len);*/ if(!vpriv->frame_duration && vpriv->framebuf_used == 3) { vpriv->frame_duration = fix_mp4_frame_duration(vpriv); if(vpriv->frame_duration) { vpriv->last_pts += vpriv->frame_duration; vpriv->last_dts = vpriv->framebuf[vpriv->framebuf_used-1].dts; vpriv->delta_clock = ((double) vpriv->frame_duration)/92160000.0; mp_msg(MSGT_MUXER, MSGL_INFO, "FRAME DURATION: %"PRIu64" %.3lf\n", vpriv->frame_duration, (double) (vpriv->frame_duration/92160000.0)); } } mp_msg(MSGT_MUXER, MSGL_DBG2, "LAST_PTS: %.3lf, LAST_DTS: %.3lf\n", (double) (vpriv->last_pts/92160000.0), (double) (vpriv->last_dts/92160000.0)); return len; } static int fill_last_frame(muxer_headers_t *spriv, uint8_t *ptr, int len) { int idx; if(!len) return 0; if(spriv->framebuf_used == 0) idx = spriv->framebuf_used; else idx = spriv->framebuf_used - 1; if(spriv->framebuf[idx].alloc_size < spriv->framebuf[idx].size + len) { spriv->framebuf[idx].buffer = (uint8_t*) realloc(spriv->framebuf[idx].buffer, spriv->framebuf[idx].size + len); if(! spriv->framebuf[idx].buffer) return 0; spriv->framebuf[idx].alloc_size = spriv->framebuf[idx].size + len; } memcpy(&(spriv->framebuf[idx].buffer[spriv->framebuf[idx].size]), ptr, len); spriv->framebuf[idx].size += len; return len; } static int add_frame(muxer_headers_t *spriv, uint64_t idur, uint8_t *ptr, int len, uint8_t pt, uint32_t temp_ref) { int idx, i; idx = spriv->framebuf_used; if(idx >= spriv->framebuf_cnt) { spriv->framebuf = (mpeg_frame_t*) realloc(spriv->framebuf, (spriv->framebuf_cnt+1)*sizeof(mpeg_frame_t)); if(spriv->framebuf == NULL) { mp_msg(MSGT_MUXER, MSGL_FATAL, "Couldn't realloc frame buffer(idx), abort\n"); return -1; } spriv->framebuf[spriv->framebuf_cnt].size = 0; spriv->framebuf[spriv->framebuf_cnt].alloc_size = 0; spriv->framebuf[spriv->framebuf_cnt].pos = 0; spriv->framebuf[spriv->framebuf_cnt].buffer = (uint8_t*) malloc(len); if(spriv->framebuf[spriv->framebuf_cnt].buffer == NULL) { mp_msg(MSGT_MUXER, MSGL_FATAL, "Couldn't realloc frame buffer(frame), abort\n"); return -1; } spriv->framebuf[spriv->framebuf_cnt].alloc_size = len; spriv->framebuf_cnt++; } if(spriv->framebuf[idx].alloc_size < spriv->framebuf[idx].size + len) { spriv->framebuf[idx].buffer = realloc(spriv->framebuf[idx].buffer, spriv->framebuf[idx].size + len); if(spriv->framebuf[idx].buffer == NULL) { mp_msg(MSGT_MUXER, MSGL_FATAL, "Couldn't realloc frame buffer(frame), abort\n"); return -1; } spriv->framebuf[idx].alloc_size = spriv->framebuf[idx].size + len; } memcpy(&(spriv->framebuf[idx].buffer[spriv->framebuf[idx].size]), ptr, len); spriv->framebuf[idx].size += len; spriv->framebuf[idx].pos = 0; spriv->framebuf[idx].temp_ref = temp_ref; spriv->framebuf[idx].type = pt; spriv->framebuf[idx].idur = idur; spriv->framebuf_used++; return idx; } extern int aac_parse_frame(uint8_t *buf, int *srate, int *num); static int parse_audio(muxer_stream_t *s, int finalize, int *nf, double *timer) { int i, j, len, chans, srate, spf, layer, dummy, tot, num, frames, frm_idx; uint64_t idur; muxer_headers_t *spriv = (muxer_headers_t *) s->priv; i = tot = frames = 0; switch(s->wf->wFormatTag) { case AUDIO_MP2: case AUDIO_MP3: { while(i + 3 < s->b_buffer_len) { if(s->b_buffer[i] == 0xFF && ((s->b_buffer[i+1] & 0xE0) == 0xE0)) { len = mp_get_mp3_header(&(s->b_buffer[i]), &chans, &srate, &spf, &layer, NULL); if(len > 0 && (srate == s->wf->nSamplesPerSec) && (i + len <= s->b_buffer_len)) { frames++; fill_last_frame(spriv, &(s->b_buffer[tot]), i - tot); idur = (92160000ULL * spf) / srate; frm_idx = add_frame(spriv, idur, &(s->b_buffer[i]), len, 0, 0); if(frm_idx < 0) continue; for(j = frm_idx; j < spriv->framebuf_cnt; j++) spriv->framebuf[j].pts = spriv->last_pts; spriv->last_pts += idur; i += len; tot = i; continue; } } i++; } } break; case AUDIO_A52: { while(i + 6 < s->b_buffer_len) { if(s->b_buffer[i] == 0x0B && s->b_buffer[i+1] == 0x77) { srate = 0; #ifdef USE_LIBA52 len = a52_syncinfo(&(s->b_buffer[i]), &dummy, &srate, &dummy); #else len = mp_a52_framesize(&(s->b_buffer[i]), &srate); #endif if((len > 0) && (srate == s->wf->nSamplesPerSec) && (i + len <= s->b_buffer_len)) { frames++; fill_last_frame(spriv, &(s->b_buffer[tot]), i - tot); idur = (92160000ULL * 1536) / srate; frm_idx = add_frame(spriv, idur, &(s->b_buffer[i]), len, 0, 0); if(frm_idx < 0) continue; for(j = frm_idx; j < spriv->framebuf_cnt; j++) spriv->framebuf[j].pts = spriv->last_pts; spriv->last_pts += idur; i += len; tot = i; continue; } } i++; } } break; case AUDIO_AAC1: case AUDIO_AAC2: { while(i + 7 < s->b_buffer_len) { if(s->b_buffer[i] == 0xFF && ((s->b_buffer[i+1] & 0xF6) == 0xF0)) { len = aac_parse_frame(&(s->b_buffer[i]), &srate, &num); if((len > 0) && (srate == s->wf->nSamplesPerSec) && (i + len <= s->b_buffer_len)) { frames++; fill_last_frame(spriv, &(s->b_buffer[tot]), i - tot); idur = (92160000ULL * 1024 * num) / srate; frm_idx = add_frame(spriv, idur, &(s->b_buffer[i]), len, 0, 0); if(frm_idx < 0) continue; for(j = frm_idx; j < spriv->framebuf_cnt; j++) spriv->framebuf[j].pts = spriv->last_pts; spriv->last_pts += idur; i += len; tot = i; continue; } } i++; } } } if(tot) { memmove(s->b_buffer, &(s->b_buffer[tot]), s->b_buffer_len - tot); s->b_buffer_len -= tot; s->b_buffer_ptr += tot; if(s->b_buffer_len > 0) memmove(s->b_buffer, &(s->b_buffer[s->b_buffer_ptr]), s->b_buffer_len); s->b_buffer_ptr = 0; } if(finalize) { frm_idx = add_frame(spriv, 0, s->b_buffer, s->b_buffer_len, 0, 0); if(frm_idx >= 0) { for(j = frm_idx; j < spriv->framebuf_cnt; j++) spriv->framebuf[j].pts = spriv->last_pts; } } *nf = frames; *timer = (double) (spriv->last_pts - spriv->init_pts)/92160000.0; return tot; } static void mpegfile_write_chunk(muxer_stream_t *s,size_t len,unsigned int flags, double dts_arg, double pts_arg){ size_t ptr=0, sz = 0; uint64_t pts, tmp; muxer_t *muxer = s->muxer; muxer_priv_t *priv = (muxer_priv_t *)muxer->priv; muxer_headers_t *spriv = (muxer_headers_t*) s->priv; FILE *f; float fps; uint32_t stream_format, nf; f = muxer->file; if(s->buffer == NULL) return; pts = 0; if (s->type == MUXER_TYPE_VIDEO) { // try to recognize frame type... fps = (float) s->h.dwRate/ (float) s->h.dwScale; spriv->type = 1; spriv->has_pes_priv_headers = 0; stream_format = s->bih->biCompression; if(is_mpeg1(stream_format) || is_mpeg2(stream_format)) { spriv->is_mpeg12 = 1; if(len) sz = parse_mpeg12_video(s, priv, spriv, fps, len); else { tmp = (uint64_t) (92160000 / fps); spriv->last_pts += tmp; spriv->last_dts += tmp; } } else if(is_mpeg4(stream_format)) { spriv->is_mpeg12 = 0; spriv->telecine = 0; if(spriv->size == 0) priv->use_psm = 1; if(len) sz = parse_mpeg4_video(s, priv, spriv, fps, len); else { tmp = (uint64_t) (92160000 / fps); spriv->last_pts += tmp; spriv->last_dts += tmp; } } mp_msg(MSGT_MUXER, MSGL_DBG2,"mpegfile_write_chunk, Video codec=%x, len=%u, mpeg12 returned %u\n", stream_format, (uint32_t) len, (uint32_t) sz); ptr = 0; priv->vbytes += len; sz <<= 1; } else { // MUXER_TYPE_AUDIO double fake_timer; spriv->type = 0; stream_format = s->wf->wFormatTag; mp_msg(MSGT_MUXER, MSGL_DBG2,"\nmpegfile_write_chunk, Audio codec=%x, len=%u, frame size=%u\n", stream_format, (uint32_t) len, (uint32_t) spriv->frame_size); if(spriv->bitrate == 0) spriv->bitrate = s->wf->nAvgBytesPerSec; if(s->b_buffer_size - s->b_buffer_len < len) { s->b_buffer = realloc(s->b_buffer, len + s->b_buffer_len); if(s->b_buffer == NULL) { mp_msg(MSGT_MUXER, MSGL_FATAL, "\nFATAL! couldn't realloc %d bytes\n", len + s->b_buffer_len); return; } s->b_buffer_size = len + s->b_buffer_len; mp_msg(MSGT_MUXER, MSGL_DBG2, "REALLOC(%d) bytes to AUDIO backbuffer\n", s->b_buffer_size); } memcpy(&(s->b_buffer[s->b_buffer_ptr + s->b_buffer_len]), s->buffer, len); s->b_buffer_len += len; if(stream_format == AUDIO_A52) { s->type = 1; s->ckid = be2me_32 (0x1bd); if(s->size == 0) { spriv->max_pl_size -= 4; if(priv->is_genmpeg1 || priv->is_genmpeg2) fix_audio_sys_header(priv, spriv->id, 0xbd, 58*1024); //only one audio at the moment spriv->id = 0xbd; } } else if(stream_format == AUDIO_AAC1 || stream_format == AUDIO_AAC2) { if(spriv->size == 0) priv->use_psm = 1; } if(priv->init_adelay < 0) { uint64_t delay_len; priv->abytes += len; delay_len = (uint64_t) abs((priv->init_adelay * (double) spriv->bitrate)); if(priv->abytes >= delay_len) { if(priv->drop) { mp_msg(MSGT_MUXER, MSGL_V, "\nDROPPING %"PRIu64" AUDIO BYTES, DELAY: %.3lf, BR: %u\n", delay_len, priv->init_adelay, spriv->bitrate); drop_delayed_audio(muxer, s, (int64_t) delay_len); } else { mp_msg(MSGT_MUXER, MSGL_V, "\nWRITING %"PRIu64" EARLY AUDIO BYTES, DELAY: %.3lf, BR: %u\n", delay_len, priv->init_adelay, spriv->bitrate); save_delayed_audio(muxer, s, (uint64_t) (92160000 * (-priv->init_adelay))); } priv->init_adelay = 0.0; conf_init_adelay = 0; priv->drop = 0; } } parse_audio(s, 0, &nf, &fake_timer); sz = max(len, 2 * priv->packet_size); } //if genmpeg1/2 and sz > last buffer size in the system header we must write the new sysheader if(sz > s->h.dwSuggestedBufferSize) { // increase and set STD s->h.dwSuggestedBufferSize = sz; if(priv->is_genmpeg1 || priv->is_genmpeg2) { fix_buffer_params(priv, spriv->id, s->h.dwSuggestedBufferSize); priv->update_system_header = 1; } } if(spriv->psm_fixed == 0) { add_to_psm(priv, spriv->id, stream_format); spriv->psm_fixed = 1; priv->psm_streams_cnt++; if((priv->psm_streams_cnt == muxer->num_videos + muxer->num_audios) && priv->use_psm) write_psm_block(muxer, muxer->file); } if(priv->init_adelay != 0) return; flush_buffers(muxer, 0); } static void mpegfile_write_index(muxer_t *muxer) { int i, nf; double fake_timer; muxer_priv_t *priv = (muxer_priv_t *) muxer->priv; mp_msg(MSGT_MUXER, MSGL_INFO, MSGTR_WritingTrailer); for(i = 0; i < muxer->avih.dwStreams; i++) { if(muxer->streams[i]->type == MUXER_TYPE_AUDIO) parse_audio(muxer->streams[i], 1, &nf, &fake_timer); } while(flush_buffers(muxer, 0) > 0); flush_buffers(muxer, 1); if(priv->is_genmpeg1 || priv->is_genmpeg2) write_mpeg_pack(muxer, NULL, muxer->file, NULL, 0, 1); //insert fake Nav Packet mp_msg(MSGT_MUXER, MSGL_INFO, "\nOverhead: %.3lf%% (%"PRIu64" / %"PRIu64")\n", 100.0 * (double)priv->headers_size / (double)priv->data_size, priv->headers_size, priv->data_size); } static void mpegfile_write_header(muxer_t *muxer) { muxer_priv_t *priv = (muxer_priv_t*) muxer->priv; mp_msg(MSGT_MUXER, MSGL_INFO, MSGTR_WritingHeader); priv->headers_cnt++; if((priv->is_genmpeg1 || priv->is_genmpeg2) && (priv->headers_cnt == muxer->avih.dwStreams)) { int i; for(i = 0; i < muxer->avih.dwStreams; i++) { priv->sys_info.streams[i].bufsize = muxer->streams[i]->h.dwSuggestedBufferSize; mp_msg(MSGT_MUXER, MSGL_DBG2, "IDX: %d, BUFSIZE: %u\n", i, priv->sys_info.streams[i].bufsize); } } //write the first system header only for generic mpeg1/2 muxes, and only when we have collected all necessary infos if(priv->is_genmpeg1 || priv->is_genmpeg2 || ((priv->is_xvcd || priv->is_xsvcd) && (priv->headers_cnt == 1))) { write_mpeg_pack(muxer, NULL, muxer->file, NULL, 0, 0); priv->update_system_header = 0; } return; } static void setup_sys_params(muxer_priv_t *priv) { if(priv->is_dvd) { priv->sys_info.cnt = 4; priv->sys_info.streams[0].id = 0xb9; priv->sys_info.streams[0].type = 1; priv->sys_info.streams[0].bufsize = 232*1024; priv->sys_info.streams[1].id = 0xb8; priv->sys_info.streams[1].type = 0; priv->sys_info.streams[1].bufsize = 4*1024; priv->sys_info.streams[2].id = 0xbd; priv->sys_info.streams[2].type = 1; priv->sys_info.streams[2].bufsize = 58*1024; priv->sys_info.streams[3].id = 0xbf; priv->sys_info.streams[3].type = 1; priv->sys_info.streams[3].bufsize = 2*1024; } else if(priv->is_xvcd || priv->is_xsvcd) { priv->sys_info.cnt = 2; priv->sys_info.streams[0].id = 0xe0; priv->sys_info.streams[0].type = 1; priv->sys_info.streams[0].bufsize = (priv->is_xvcd ? 46: 230)*1024; priv->sys_info.streams[1].id = 0xc0; priv->sys_info.streams[1].type = 0; priv->sys_info.streams[1].bufsize = 4*1024; } else priv->sys_info.cnt = 0; } int muxer_init_muxer_mpeg(muxer_t *muxer){ muxer_priv_t *priv; priv = (muxer_priv_t *) calloc(1, sizeof(muxer_priv_t)); if(priv == NULL) return 0; priv->update_system_header = 1; //calloc() already zero-ed all flags, so we assign only the ones we need if(conf_mux != NULL) { if(! strcasecmp(conf_mux, "mpeg1")) { priv->mux = MUX_MPEG1; priv->packet_size = 2048; priv->is_genmpeg1 = 1; priv->muxrate = 1800 * 125; //Constrained parameters } else if(! strcasecmp(conf_mux, "dvd")) { priv->mux = MUX_MPEG2; priv->is_dvd = 1; priv->packet_size = 2048; priv->muxrate = 10080 * 125; } else if(! strcasecmp(conf_mux, "xsvcd")) { priv->mux = MUX_MPEG2; priv->is_xsvcd = 1; priv->packet_size = 2324; //what's the right muxrate? priv->muxrate = 2788 * 125; priv->ts_allframes = 1; } else if(! strcasecmp(conf_mux, "xvcd")) { priv->mux = MUX_MPEG1; priv->is_xvcd = 1; priv->packet_size = 2324; //what's the right muxrate? priv->muxrate = 1394 * 125; priv->ts_allframes = 1; } else { if(strcasecmp(conf_mux, "mpeg2")) mp_msg(MSGT_MUXER, MSGL_ERR, "Unknown format %s, default to mpeg2\n", conf_mux); priv->mux = MUX_MPEG2; priv->is_genmpeg2 = 1; priv->packet_size = 2048; priv->muxrate = 1800 * 125; //Constrained parameters } } if(conf_ts_allframes) priv->ts_allframes = 1; if(conf_muxrate > 0) priv->muxrate = conf_muxrate * 125; // * 1000 / 8 if(conf_packet_size) priv->packet_size = conf_packet_size; mp_msg(MSGT_MUXER, MSGL_INFO, "PACKET SIZE: %u bytes\n", priv->packet_size); setup_sys_params(priv); priv->skip_padding = conf_skip_padding; if(conf_vaspect > 0) { int asp = (int) (conf_vaspect * 1000.0f); if(asp >= 1332 && asp <= 1334) priv->vaspect = ASPECT_4_3; else if(asp >= 1776 && asp <= 1778) priv->vaspect = ASPECT_16_9; else if(asp >= 2209 && asp <= 2211) priv->vaspect = ASPECT_2_21_1; else if(asp == 1000) priv->vaspect = ASPECT_1_1; else mp_msg(MSGT_MUXER, MSGL_ERR, "ERROR: unrecognized aspect %.3f\n", conf_vaspect); } priv->vframerate = 0; // no change if(conf_telecine && conf_vframerate > 0) { mp_msg(MSGT_MUXER, MSGL_ERR, "ERROR: options 'telecine' and 'vframerate' are mutually exclusive, vframerate disabled\n"); conf_vframerate = 0; } if(conf_vframerate) { int fps; fps = (int) (conf_vframerate * 1000.0); switch(fps) { case 24000: priv->vframerate = FRAMERATE_24; break; case 25000: priv->vframerate = FRAMERATE_25; break; case 30000: priv->vframerate = FRAMERATE_30; break; case 50000: priv->vframerate = FRAMERATE_50; break; case 60000: priv->vframerate = FRAMERATE_60; break; default: if(fps >= 23975 && fps <= 23977) priv->vframerate = FRAMERATE_23976; else if(fps >= 29969 && fps <= 29971) priv->vframerate = FRAMERATE_2997; else if(fps >= 59939 && fps <= 59941) priv->vframerate = FRAMERATE_5994; else mp_msg(MSGT_MUXER, MSGL_ERR, "WRONG FPS: %d/1000, ignoring\n", fps); } } priv->vwidth = (uint16_t) conf_vwidth; priv->vheight = (uint16_t) conf_vheight; priv->panscan_width = (uint16_t) conf_panscan_width; priv->panscan_height = (uint16_t) conf_panscan_height; priv->vbitrate = ((conf_vbitrate) * 10) >> 2; //*1000 / 400 if(priv->vaspect || priv->vframerate || priv->vwidth || priv->vheight || priv->vbitrate || priv->panscan_width || priv->panscan_height) { priv->patch_seq = priv->vaspect || priv->vframerate || priv->vwidth || priv->vheight || priv->vbitrate; priv->patch_sde = priv->panscan_width || priv->panscan_height; mp_msg(MSGT_MUXER, MSGL_INFO, "MPEG MUXER, patching"); if(priv->vwidth || priv->vheight) mp_msg(MSGT_MUXER, MSGL_INFO, " resolution to %dx%d", priv->vwidth, priv->vheight); if(priv->panscan_width || priv->panscan_height) mp_msg(MSGT_MUXER, MSGL_INFO, " panscan to to %dx%d", priv->panscan_width, priv->panscan_height); if(priv->vframerate) mp_msg(MSGT_MUXER, MSGL_INFO, " framerate to %s fps", framerates[priv->vframerate]); if(priv->vaspect) mp_msg(MSGT_MUXER, MSGL_INFO, " aspect ratio to %s", aspect_ratios[priv->vaspect]); if(priv->vbitrate) mp_msg(MSGT_MUXER, MSGL_INFO, " bitrate to %u", conf_vbitrate); mp_msg(MSGT_MUXER, MSGL_INFO, "\n"); } priv->has_video = priv->has_audio = 0; muxer->sysrate = priv->muxrate; // initial muxrate = constrained stream parameter priv->scr = muxer->file_end = 0; if(conf_init_adelay) priv->init_adelay = - (double) conf_init_adelay / (double) 1000.0; priv->drop = conf_drop; priv->buff = (uint8_t *) malloc(priv->packet_size); priv->tmp = (uint8_t *) malloc(priv->packet_size); priv->abuf = (uint8_t *) malloc(priv->packet_size); if((priv->buff == NULL) || (priv->tmp == NULL) || (priv->abuf == NULL)) { mp_msg(MSGT_MUXER, MSGL_ERR, "\nCouldn't allocate %d bytes, exit\n", priv->packet_size); return 0; } muxer->priv = (void *) priv; muxer->cont_new_stream = &mpegfile_new_stream; muxer->cont_write_chunk = &mpegfile_write_chunk; muxer->cont_write_header = &mpegfile_write_header; muxer->cont_write_index = &mpegfile_write_index; return 1; }