18590
|
1 /*
|
|
2 Copyright (C) 2006 Michael Niedermayer <michaelni@gmx.at>
|
|
3
|
|
4 This program is free software; you can redistribute it and/or modify
|
|
5 it under the terms of the GNU General Public License as published by
|
|
6 the Free Software Foundation; either version 2 of the License, or
|
|
7 (at your option) any later version.
|
|
8
|
|
9 This program is distributed in the hope that it will be useful,
|
|
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
12 GNU General Public License for more details.
|
|
13
|
|
14 You should have received a copy of the GNU General Public License
|
|
15 along with this program; if not, write to the Free Software
|
|
16 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
|
17 */
|
|
18
|
18592
|
19
|
|
20 /*
|
|
21 Known Issues:
|
|
22 * The motion estimation is somewhat at the mercy of the input, if the input
|
|
23 frames are created purely based on spatial interpolation then for example
|
|
24 a thin black line or another random and not interpolateable pattern
|
|
25 will cause problems
|
|
26 Note: completly ignoring the "unavailable" lines during motion estimation
|
|
27 didnt look any better, so the most obvious solution would be to improve
|
|
28 tfields or penalize problematic motion vectors ...
|
|
29
|
|
30 * If non iterative ME is used then snow currently ignores the OBMC window
|
|
31 and as a result sometimes creates artifacts
|
|
32
|
|
33 * only past frames are used, we should ideally use future frames too, something
|
|
34 like filtering the whole movie in forward and then backward direction seems
|
|
35 like a interresting idea but the current filter framework is FAR from
|
|
36 supporting such things
|
|
37
|
|
38 * combining the motion compensated image with the input image also isnt
|
|
39 as trivial as it seems, simple blindly taking even lines from one and
|
|
40 odd ones from the other doesnt work at all as ME/MC sometimes simple
|
|
41 has nothing in the previous frames which matches the current, the current
|
|
42 algo has been found by trial and error and almost certainly can be
|
|
43 improved ...
|
|
44 */
|
|
45
|
18590
|
46 #include <stdio.h>
|
|
47 #include <stdlib.h>
|
|
48 #include <string.h>
|
|
49 #include <inttypes.h>
|
|
50 #include <math.h>
|
|
51
|
|
52 #include "config.h"
|
|
53
|
|
54 #include "mp_msg.h"
|
|
55 #include "cpudetect.h"
|
|
56
|
|
57 #include "libavcodec/avcodec.h"
|
|
58 #include "libavcodec/dsputil.h"
|
|
59
|
|
60 #ifdef HAVE_MALLOC_H
|
|
61 #include <malloc.h>
|
|
62 #endif
|
|
63
|
|
64 #include "img_format.h"
|
|
65 #include "mp_image.h"
|
|
66 #include "vf.h"
|
|
67 #include "libvo/fastmemcpy.h"
|
|
68
|
|
69 #define MIN(a,b) ((a) > (b) ? (b) : (a))
|
|
70 #define MAX(a,b) ((a) < (b) ? (b) : (a))
|
|
71 #define ABS(a) ((a) > 0 ? (a) : (-(a)))
|
|
72
|
|
73 //===========================================================================//
|
|
74
|
|
75 struct vf_priv_s {
|
|
76 int mode;
|
|
77 int qp;
|
|
78 int parity;
|
|
79 #if 0
|
|
80 int temp_stride[3];
|
|
81 uint8_t *src[3];
|
|
82 int16_t *temp[3];
|
|
83 #endif
|
|
84 int outbuf_size;
|
|
85 uint8_t *outbuf;
|
|
86 AVCodecContext *avctx_enc;
|
|
87 AVFrame *frame;
|
|
88 AVFrame *frame_dec;
|
|
89 };
|
|
90
|
|
91 static void filter(struct vf_priv_s *p, uint8_t *dst[3], uint8_t *src[3], int dst_stride[3], int src_stride[3], int width, int height){
|
|
92 int x, y, i;
|
|
93 int out_size;
|
|
94
|
|
95 for(i=0; i<3; i++){
|
|
96 p->frame->data[i]= src[i];
|
|
97 p->frame->linesize[i]= src_stride[i];
|
|
98 }
|
|
99
|
|
100 p->avctx_enc->me_cmp=
|
|
101 p->avctx_enc->me_sub_cmp= FF_CMP_SAD /*| (p->parity ? FF_CMP_ODD : FF_CMP_EVEN)*/;
|
|
102 p->frame->quality= p->qp*FF_QP2LAMBDA;
|
|
103 out_size = avcodec_encode_video(p->avctx_enc, p->outbuf, p->outbuf_size, p->frame);
|
|
104 p->frame_dec = p->avctx_enc->coded_frame;
|
|
105
|
|
106 for(i=0; i<3; i++){
|
|
107 int is_chroma= !!i;
|
|
108 int w= width >>is_chroma;
|
|
109 int h= height>>is_chroma;
|
|
110 int fils= p->frame_dec->linesize[i];
|
|
111 int srcs= src_stride[i];
|
|
112
|
|
113 for(y=0; y<h; y++){
|
|
114 if((y ^ p->parity) & 1){
|
|
115 for(x=0; x<w; x++){
|
|
116 if(x>0 && y>0 && x+1<w && y+1<h){
|
|
117 uint8_t *filp= &p->frame_dec->data[i][x + y*fils];
|
|
118 uint8_t *srcp= &src[i][x + y*srcs];
|
|
119 int diff0=
|
|
120 filp[-1-fils] + 2*filp[-fils] + filp[1-fils]
|
|
121 -srcp[-1-srcs] - 2*srcp[-srcs] - srcp[1-srcs];
|
|
122 int diff1=
|
|
123 +filp[-1+fils] + 2*filp[+fils] + filp[1+fils]
|
|
124 -srcp[-1+srcs] - 2*srcp[+srcs] - srcp[1+srcs];
|
|
125 int temp= filp[0];
|
|
126 #if 0
|
|
127 if((diff0 ^ diff1) > 0){
|
|
128 int mindiff= ABS(diff0) > ABS(diff1) ? diff1 : diff0;
|
|
129 temp-= (mindiff + 2)>>2;
|
|
130 }
|
|
131 #elif 1
|
|
132 if(diff0 + diff1 > 0)
|
|
133 temp-= (diff0 + diff1 - ABS( ABS(diff0) - ABS(diff1) )/2)/8;
|
|
134 else
|
|
135 temp-= (diff0 + diff1 + ABS( ABS(diff0) - ABS(diff1) )/2)/8;
|
|
136 #else
|
|
137 temp-= (diff0 + diff1)/8;
|
|
138 #endif
|
|
139 #if 1
|
|
140 filp[0]=
|
|
141 dst[i][x + y*dst_stride[i]]= temp > 255U ? ~(temp>>31) : temp;
|
|
142 #else
|
|
143 dst[i][x + y*dst_stride[i]]= filp[0];
|
|
144 filp[0]= temp > 255U ? ~(temp>>31) : temp;
|
|
145 #endif
|
|
146 }else
|
|
147 dst[i][x + y*dst_stride[i]]= p->frame_dec->data[i][x + y*fils];
|
|
148 }
|
|
149 }
|
|
150 }
|
|
151 for(y=0; y<h; y++){
|
|
152 if(!((y ^ p->parity) & 1)){
|
|
153 for(x=0; x<w; x++){
|
|
154 #if 1
|
|
155 p->frame_dec->data[i][x + y*fils]=
|
|
156 dst[i][x + y*dst_stride[i]]= src[i][x + y*srcs];
|
|
157 #else
|
|
158 dst[i][x + y*dst_stride[i]]= p->frame_dec->data[i][x + y*fils];
|
|
159 p->frame_dec->data[i][x + y*fils]= src[i][x + y*srcs];
|
|
160 #endif
|
|
161 }
|
|
162 }
|
|
163 }
|
|
164 }
|
|
165 p->parity ^= 1;
|
|
166
|
|
167 }
|
|
168
|
|
169 static int config(struct vf_instance_s* vf,
|
|
170 int width, int height, int d_width, int d_height,
|
|
171 unsigned int flags, unsigned int outfmt){
|
|
172 int i;
|
|
173 AVCodec *enc= avcodec_find_encoder(CODEC_ID_SNOW);
|
|
174
|
|
175 for(i=0; i<3; i++){
|
|
176 AVCodecContext *avctx_enc;
|
|
177 #if 0
|
|
178 int is_chroma= !!i;
|
|
179 int w= ((width + 31) & (~31))>>is_chroma;
|
|
180 int h= ((height + 31) & (~31))>>is_chroma;
|
|
181
|
|
182 vf->priv->temp_stride[i]= w;
|
|
183 vf->priv->temp[i]= malloc(vf->priv->temp_stride[i]*h*sizeof(int16_t));
|
|
184 vf->priv->src [i]= malloc(vf->priv->temp_stride[i]*h*sizeof(uint8_t));
|
|
185 #endif
|
|
186 avctx_enc=
|
|
187 vf->priv->avctx_enc= avcodec_alloc_context();
|
|
188 avctx_enc->width = width;
|
|
189 avctx_enc->height = height;
|
|
190 avctx_enc->time_base= (AVRational){1,25}; // meaningless
|
|
191 avctx_enc->gop_size = 300;
|
|
192 avctx_enc->max_b_frames= 0;
|
|
193 avctx_enc->pix_fmt = PIX_FMT_YUV420P;
|
|
194 avctx_enc->flags = CODEC_FLAG_QSCALE | CODEC_FLAG_LOW_DELAY;
|
|
195 avctx_enc->strict_std_compliance = FF_COMPLIANCE_EXPERIMENTAL;
|
|
196 avctx_enc->global_quality= 1;
|
|
197 avctx_enc->flags2= CODEC_FLAG2_MEMC_ONLY;
|
|
198 avctx_enc->me_cmp=
|
|
199 avctx_enc->me_sub_cmp= FF_CMP_SAD; //SSE;
|
|
200 avctx_enc->mb_cmp= FF_CMP_SSE;
|
|
201
|
|
202 switch(vf->priv->mode){
|
|
203 case 3:
|
|
204 avctx_enc->refs= 3;
|
|
205 case 2:
|
|
206 avctx_enc->me_method= ME_ITER;
|
|
207 case 1:
|
|
208 avctx_enc->flags |= CODEC_FLAG_4MV;
|
|
209 avctx_enc->dia_size=2;
|
|
210 // avctx_enc->mb_decision = MB_DECISSION_RD;
|
|
211 case 0:
|
|
212 avctx_enc->flags |= CODEC_FLAG_QPEL;
|
|
213 }
|
|
214
|
|
215 avcodec_open(avctx_enc, enc);
|
|
216
|
|
217 }
|
|
218 vf->priv->frame= avcodec_alloc_frame();
|
|
219
|
|
220 vf->priv->outbuf_size= width*height*10;
|
|
221 vf->priv->outbuf= malloc(vf->priv->outbuf_size);
|
|
222
|
|
223 return vf_next_config(vf,width,height,d_width,d_height,flags,outfmt);
|
|
224 }
|
|
225
|
|
226 static void get_image(struct vf_instance_s* vf, mp_image_t *mpi){
|
|
227 if(mpi->flags&MP_IMGFLAG_PRESERVE) return; // don't change
|
|
228 return; //caused problems, dunno why
|
|
229 // ok, we can do pp in-place (or pp disabled):
|
|
230 vf->dmpi=vf_get_image(vf->next,mpi->imgfmt,
|
|
231 mpi->type, mpi->flags | MP_IMGFLAG_READABLE, mpi->width, mpi->height);
|
|
232 mpi->planes[0]=vf->dmpi->planes[0];
|
|
233 mpi->stride[0]=vf->dmpi->stride[0];
|
|
234 mpi->width=vf->dmpi->width;
|
|
235 if(mpi->flags&MP_IMGFLAG_PLANAR){
|
|
236 mpi->planes[1]=vf->dmpi->planes[1];
|
|
237 mpi->planes[2]=vf->dmpi->planes[2];
|
|
238 mpi->stride[1]=vf->dmpi->stride[1];
|
|
239 mpi->stride[2]=vf->dmpi->stride[2];
|
|
240 }
|
|
241 mpi->flags|=MP_IMGFLAG_DIRECT;
|
|
242 }
|
|
243
|
|
244 static int put_image(struct vf_instance_s* vf, mp_image_t *mpi, double pts){
|
|
245 mp_image_t *dmpi;
|
|
246
|
|
247 if(!(mpi->flags&MP_IMGFLAG_DIRECT)){
|
|
248 // no DR, so get a new image! hope we'll get DR buffer:
|
|
249 dmpi=vf_get_image(vf->next,mpi->imgfmt,
|
|
250 MP_IMGTYPE_TEMP,
|
|
251 MP_IMGFLAG_ACCEPT_STRIDE|MP_IMGFLAG_PREFER_ALIGNED_STRIDE,
|
|
252 mpi->width,mpi->height);
|
|
253 vf_clone_mpi_attributes(dmpi, mpi);
|
|
254 }else{
|
|
255 dmpi=vf->dmpi;
|
|
256 }
|
|
257
|
|
258 filter(vf->priv, dmpi->planes, mpi->planes, dmpi->stride, mpi->stride, mpi->w, mpi->h);
|
|
259
|
|
260 return vf_next_put_image(vf,dmpi, pts);
|
|
261 }
|
|
262
|
|
263 static void uninit(struct vf_instance_s* vf){
|
|
264 if(!vf->priv) return;
|
|
265
|
|
266 #if 0
|
|
267 for(i=0; i<3; i++){
|
|
268 if(vf->priv->temp[i]) free(vf->priv->temp[i]);
|
|
269 vf->priv->temp[i]= NULL;
|
|
270 if(vf->priv->src[i]) free(vf->priv->src[i]);
|
|
271 vf->priv->src[i]= NULL;
|
|
272 }
|
|
273 #endif
|
|
274 av_freep(&vf->priv->avctx_enc);
|
|
275
|
|
276 free(vf->priv->outbuf);
|
|
277 free(vf->priv);
|
|
278 vf->priv=NULL;
|
|
279 }
|
|
280
|
|
281 //===========================================================================//
|
|
282 static int query_format(struct vf_instance_s* vf, unsigned int fmt){
|
|
283 switch(fmt){
|
|
284 case IMGFMT_YV12:
|
|
285 case IMGFMT_I420:
|
|
286 case IMGFMT_IYUV:
|
|
287 case IMGFMT_Y800:
|
|
288 case IMGFMT_Y8:
|
|
289 return vf_next_query_format(vf,fmt);
|
|
290 }
|
|
291 return 0;
|
|
292 }
|
|
293
|
|
294 static int open(vf_instance_t *vf, char* args){
|
|
295
|
|
296 vf->config=config;
|
|
297 vf->put_image=put_image;
|
|
298 vf->get_image=get_image;
|
|
299 vf->query_format=query_format;
|
|
300 vf->uninit=uninit;
|
|
301 vf->priv=malloc(sizeof(struct vf_priv_s));
|
|
302 memset(vf->priv, 0, sizeof(struct vf_priv_s));
|
|
303
|
|
304 avcodec_init();
|
|
305 avcodec_register_all();
|
|
306
|
|
307 vf->priv->mode=0;
|
|
308 vf->priv->parity= -1;
|
|
309 vf->priv->qp=1;
|
|
310
|
|
311 if (args) sscanf(args, "%d:%d:%d", &vf->priv->mode, &vf->priv->parity, &vf->priv->qp);
|
|
312
|
|
313 return 1;
|
|
314 }
|
|
315
|
|
316 vf_info_t vf_info_mcdeint = {
|
|
317 "motion compensating deinterlacer",
|
|
318 "mcdeint",
|
|
319 "Michael Niedermayer",
|
|
320 "",
|
|
321 open,
|
|
322 NULL
|
|
323 };
|