18590
|
1 /*
|
|
2 Copyright (C) 2006 Michael Niedermayer <michaelni@gmx.at>
|
|
3
|
|
4 This program is free software; you can redistribute it and/or modify
|
|
5 it under the terms of the GNU General Public License as published by
|
|
6 the Free Software Foundation; either version 2 of the License, or
|
|
7 (at your option) any later version.
|
|
8
|
|
9 This program is distributed in the hope that it will be useful,
|
|
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
12 GNU General Public License for more details.
|
|
13
|
|
14 You should have received a copy of the GNU General Public License
|
|
15 along with this program; if not, write to the Free Software
|
|
16 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
|
17 */
|
|
18
|
18592
|
19
|
|
20 /*
|
|
21 Known Issues:
|
|
22 * The motion estimation is somewhat at the mercy of the input, if the input
|
|
23 frames are created purely based on spatial interpolation then for example
|
|
24 a thin black line or another random and not interpolateable pattern
|
|
25 will cause problems
|
|
26 Note: completly ignoring the "unavailable" lines during motion estimation
|
|
27 didnt look any better, so the most obvious solution would be to improve
|
|
28 tfields or penalize problematic motion vectors ...
|
|
29
|
|
30 * If non iterative ME is used then snow currently ignores the OBMC window
|
|
31 and as a result sometimes creates artifacts
|
|
32
|
|
33 * only past frames are used, we should ideally use future frames too, something
|
|
34 like filtering the whole movie in forward and then backward direction seems
|
|
35 like a interresting idea but the current filter framework is FAR from
|
|
36 supporting such things
|
|
37
|
|
38 * combining the motion compensated image with the input image also isnt
|
|
39 as trivial as it seems, simple blindly taking even lines from one and
|
|
40 odd ones from the other doesnt work at all as ME/MC sometimes simple
|
|
41 has nothing in the previous frames which matches the current, the current
|
|
42 algo has been found by trial and error and almost certainly can be
|
|
43 improved ...
|
|
44 */
|
|
45
|
18590
|
46 #include <stdio.h>
|
|
47 #include <stdlib.h>
|
|
48 #include <string.h>
|
|
49 #include <inttypes.h>
|
|
50 #include <math.h>
|
|
51
|
|
52 #include "config.h"
|
|
53
|
|
54 #include "mp_msg.h"
|
|
55 #include "cpudetect.h"
|
|
56
|
|
57 #include "libavcodec/avcodec.h"
|
|
58 #include "libavcodec/dsputil.h"
|
|
59
|
|
60 #ifdef HAVE_MALLOC_H
|
|
61 #include <malloc.h>
|
|
62 #endif
|
|
63
|
|
64 #include "img_format.h"
|
|
65 #include "mp_image.h"
|
|
66 #include "vf.h"
|
|
67 #include "libvo/fastmemcpy.h"
|
|
68
|
|
69 #define MIN(a,b) ((a) > (b) ? (b) : (a))
|
|
70 #define MAX(a,b) ((a) < (b) ? (b) : (a))
|
|
71 #define ABS(a) ((a) > 0 ? (a) : (-(a)))
|
|
72
|
|
73 //===========================================================================//
|
|
74
|
|
75 struct vf_priv_s {
|
|
76 int mode;
|
|
77 int qp;
|
|
78 int parity;
|
|
79 #if 0
|
|
80 int temp_stride[3];
|
|
81 uint8_t *src[3];
|
|
82 int16_t *temp[3];
|
|
83 #endif
|
|
84 int outbuf_size;
|
|
85 uint8_t *outbuf;
|
|
86 AVCodecContext *avctx_enc;
|
|
87 AVFrame *frame;
|
|
88 AVFrame *frame_dec;
|
|
89 };
|
|
90
|
|
91 static void filter(struct vf_priv_s *p, uint8_t *dst[3], uint8_t *src[3], int dst_stride[3], int src_stride[3], int width, int height){
|
18647
|
92 int x, y, i, j;
|
18590
|
93 int out_size;
|
|
94
|
|
95 for(i=0; i<3; i++){
|
|
96 p->frame->data[i]= src[i];
|
|
97 p->frame->linesize[i]= src_stride[i];
|
|
98 }
|
|
99
|
|
100 p->avctx_enc->me_cmp=
|
|
101 p->avctx_enc->me_sub_cmp= FF_CMP_SAD /*| (p->parity ? FF_CMP_ODD : FF_CMP_EVEN)*/;
|
|
102 p->frame->quality= p->qp*FF_QP2LAMBDA;
|
|
103 out_size = avcodec_encode_video(p->avctx_enc, p->outbuf, p->outbuf_size, p->frame);
|
|
104 p->frame_dec = p->avctx_enc->coded_frame;
|
|
105
|
|
106 for(i=0; i<3; i++){
|
|
107 int is_chroma= !!i;
|
|
108 int w= width >>is_chroma;
|
|
109 int h= height>>is_chroma;
|
|
110 int fils= p->frame_dec->linesize[i];
|
|
111 int srcs= src_stride[i];
|
|
112
|
|
113 for(y=0; y<h; y++){
|
|
114 if((y ^ p->parity) & 1){
|
|
115 for(x=0; x<w; x++){
|
|
116 if(x>0 && y>0 && x+1<w && y+1<h){
|
|
117 uint8_t *filp= &p->frame_dec->data[i][x + y*fils];
|
|
118 uint8_t *srcp= &src[i][x + y*srcs];
|
18647
|
119 int diff0= filp[-fils] - srcp[-srcs];
|
|
120 int diff1= filp[+fils] - srcp[+srcs];
|
|
121 int diffscore= ABS(srcp[-srcs-1] - srcp[+srcs-1])
|
|
122 +ABS(srcp[-srcs ] - srcp[+srcs ])
|
|
123 +ABS(srcp[-srcs+1] - srcp[+srcs+1]);
|
18590
|
124 int temp= filp[0];
|
18647
|
125
|
|
126 for(j=-1; j<=1; j+=2){
|
|
127 int score= ABS(srcp[-srcs+j-1] - srcp[+srcs-j-1])
|
|
128 +ABS(srcp[-srcs+j ] - srcp[+srcs-j ])
|
|
129 +ABS(srcp[-srcs+j+1] - srcp[+srcs-j+1]) + 1;
|
|
130 if(score < diffscore){
|
|
131 diffscore= score;
|
|
132 diff0= filp[-fils+j] - srcp[-srcs+j];
|
|
133 diff1= filp[+fils-j] - srcp[+srcs-j];
|
|
134 }
|
|
135 }
|
18590
|
136 #if 0
|
|
137 if((diff0 ^ diff1) > 0){
|
|
138 int mindiff= ABS(diff0) > ABS(diff1) ? diff1 : diff0;
|
18647
|
139 temp-= mindiff;
|
18590
|
140 }
|
|
141 #elif 1
|
|
142 if(diff0 + diff1 > 0)
|
18647
|
143 temp-= (diff0 + diff1 - ABS( ABS(diff0) - ABS(diff1) )/2)/2;
|
18590
|
144 else
|
18647
|
145 temp-= (diff0 + diff1 + ABS( ABS(diff0) - ABS(diff1) )/2)/2;
|
18590
|
146 #else
|
18647
|
147 temp-= (diff0 + diff1)/2;
|
18590
|
148 #endif
|
|
149 #if 1
|
|
150 filp[0]=
|
|
151 dst[i][x + y*dst_stride[i]]= temp > 255U ? ~(temp>>31) : temp;
|
|
152 #else
|
|
153 dst[i][x + y*dst_stride[i]]= filp[0];
|
|
154 filp[0]= temp > 255U ? ~(temp>>31) : temp;
|
|
155 #endif
|
|
156 }else
|
|
157 dst[i][x + y*dst_stride[i]]= p->frame_dec->data[i][x + y*fils];
|
|
158 }
|
|
159 }
|
|
160 }
|
|
161 for(y=0; y<h; y++){
|
|
162 if(!((y ^ p->parity) & 1)){
|
|
163 for(x=0; x<w; x++){
|
|
164 #if 1
|
|
165 p->frame_dec->data[i][x + y*fils]=
|
|
166 dst[i][x + y*dst_stride[i]]= src[i][x + y*srcs];
|
|
167 #else
|
|
168 dst[i][x + y*dst_stride[i]]= p->frame_dec->data[i][x + y*fils];
|
|
169 p->frame_dec->data[i][x + y*fils]= src[i][x + y*srcs];
|
|
170 #endif
|
|
171 }
|
|
172 }
|
|
173 }
|
|
174 }
|
|
175 p->parity ^= 1;
|
|
176
|
|
177 }
|
|
178
|
|
179 static int config(struct vf_instance_s* vf,
|
|
180 int width, int height, int d_width, int d_height,
|
|
181 unsigned int flags, unsigned int outfmt){
|
|
182 int i;
|
|
183 AVCodec *enc= avcodec_find_encoder(CODEC_ID_SNOW);
|
|
184
|
|
185 for(i=0; i<3; i++){
|
|
186 AVCodecContext *avctx_enc;
|
|
187 #if 0
|
|
188 int is_chroma= !!i;
|
|
189 int w= ((width + 31) & (~31))>>is_chroma;
|
|
190 int h= ((height + 31) & (~31))>>is_chroma;
|
|
191
|
|
192 vf->priv->temp_stride[i]= w;
|
|
193 vf->priv->temp[i]= malloc(vf->priv->temp_stride[i]*h*sizeof(int16_t));
|
|
194 vf->priv->src [i]= malloc(vf->priv->temp_stride[i]*h*sizeof(uint8_t));
|
|
195 #endif
|
|
196 avctx_enc=
|
|
197 vf->priv->avctx_enc= avcodec_alloc_context();
|
|
198 avctx_enc->width = width;
|
|
199 avctx_enc->height = height;
|
|
200 avctx_enc->time_base= (AVRational){1,25}; // meaningless
|
|
201 avctx_enc->gop_size = 300;
|
|
202 avctx_enc->max_b_frames= 0;
|
|
203 avctx_enc->pix_fmt = PIX_FMT_YUV420P;
|
|
204 avctx_enc->flags = CODEC_FLAG_QSCALE | CODEC_FLAG_LOW_DELAY;
|
|
205 avctx_enc->strict_std_compliance = FF_COMPLIANCE_EXPERIMENTAL;
|
|
206 avctx_enc->global_quality= 1;
|
|
207 avctx_enc->flags2= CODEC_FLAG2_MEMC_ONLY;
|
|
208 avctx_enc->me_cmp=
|
|
209 avctx_enc->me_sub_cmp= FF_CMP_SAD; //SSE;
|
|
210 avctx_enc->mb_cmp= FF_CMP_SSE;
|
|
211
|
|
212 switch(vf->priv->mode){
|
|
213 case 3:
|
|
214 avctx_enc->refs= 3;
|
|
215 case 2:
|
|
216 avctx_enc->me_method= ME_ITER;
|
|
217 case 1:
|
|
218 avctx_enc->flags |= CODEC_FLAG_4MV;
|
|
219 avctx_enc->dia_size=2;
|
|
220 // avctx_enc->mb_decision = MB_DECISSION_RD;
|
|
221 case 0:
|
|
222 avctx_enc->flags |= CODEC_FLAG_QPEL;
|
|
223 }
|
|
224
|
|
225 avcodec_open(avctx_enc, enc);
|
|
226
|
|
227 }
|
|
228 vf->priv->frame= avcodec_alloc_frame();
|
|
229
|
|
230 vf->priv->outbuf_size= width*height*10;
|
|
231 vf->priv->outbuf= malloc(vf->priv->outbuf_size);
|
|
232
|
|
233 return vf_next_config(vf,width,height,d_width,d_height,flags,outfmt);
|
|
234 }
|
|
235
|
|
236 static void get_image(struct vf_instance_s* vf, mp_image_t *mpi){
|
|
237 if(mpi->flags&MP_IMGFLAG_PRESERVE) return; // don't change
|
|
238 return; //caused problems, dunno why
|
|
239 // ok, we can do pp in-place (or pp disabled):
|
|
240 vf->dmpi=vf_get_image(vf->next,mpi->imgfmt,
|
|
241 mpi->type, mpi->flags | MP_IMGFLAG_READABLE, mpi->width, mpi->height);
|
|
242 mpi->planes[0]=vf->dmpi->planes[0];
|
|
243 mpi->stride[0]=vf->dmpi->stride[0];
|
|
244 mpi->width=vf->dmpi->width;
|
|
245 if(mpi->flags&MP_IMGFLAG_PLANAR){
|
|
246 mpi->planes[1]=vf->dmpi->planes[1];
|
|
247 mpi->planes[2]=vf->dmpi->planes[2];
|
|
248 mpi->stride[1]=vf->dmpi->stride[1];
|
|
249 mpi->stride[2]=vf->dmpi->stride[2];
|
|
250 }
|
|
251 mpi->flags|=MP_IMGFLAG_DIRECT;
|
|
252 }
|
|
253
|
|
254 static int put_image(struct vf_instance_s* vf, mp_image_t *mpi, double pts){
|
|
255 mp_image_t *dmpi;
|
|
256
|
|
257 if(!(mpi->flags&MP_IMGFLAG_DIRECT)){
|
|
258 // no DR, so get a new image! hope we'll get DR buffer:
|
|
259 dmpi=vf_get_image(vf->next,mpi->imgfmt,
|
|
260 MP_IMGTYPE_TEMP,
|
|
261 MP_IMGFLAG_ACCEPT_STRIDE|MP_IMGFLAG_PREFER_ALIGNED_STRIDE,
|
|
262 mpi->width,mpi->height);
|
|
263 vf_clone_mpi_attributes(dmpi, mpi);
|
|
264 }else{
|
|
265 dmpi=vf->dmpi;
|
|
266 }
|
|
267
|
|
268 filter(vf->priv, dmpi->planes, mpi->planes, dmpi->stride, mpi->stride, mpi->w, mpi->h);
|
|
269
|
|
270 return vf_next_put_image(vf,dmpi, pts);
|
|
271 }
|
|
272
|
|
273 static void uninit(struct vf_instance_s* vf){
|
|
274 if(!vf->priv) return;
|
|
275
|
|
276 #if 0
|
|
277 for(i=0; i<3; i++){
|
|
278 if(vf->priv->temp[i]) free(vf->priv->temp[i]);
|
|
279 vf->priv->temp[i]= NULL;
|
|
280 if(vf->priv->src[i]) free(vf->priv->src[i]);
|
|
281 vf->priv->src[i]= NULL;
|
|
282 }
|
|
283 #endif
|
|
284 av_freep(&vf->priv->avctx_enc);
|
|
285
|
|
286 free(vf->priv->outbuf);
|
|
287 free(vf->priv);
|
|
288 vf->priv=NULL;
|
|
289 }
|
|
290
|
|
291 //===========================================================================//
|
|
292 static int query_format(struct vf_instance_s* vf, unsigned int fmt){
|
|
293 switch(fmt){
|
|
294 case IMGFMT_YV12:
|
|
295 case IMGFMT_I420:
|
|
296 case IMGFMT_IYUV:
|
|
297 case IMGFMT_Y800:
|
|
298 case IMGFMT_Y8:
|
|
299 return vf_next_query_format(vf,fmt);
|
|
300 }
|
|
301 return 0;
|
|
302 }
|
|
303
|
|
304 static int open(vf_instance_t *vf, char* args){
|
|
305
|
|
306 vf->config=config;
|
|
307 vf->put_image=put_image;
|
|
308 vf->get_image=get_image;
|
|
309 vf->query_format=query_format;
|
|
310 vf->uninit=uninit;
|
|
311 vf->priv=malloc(sizeof(struct vf_priv_s));
|
|
312 memset(vf->priv, 0, sizeof(struct vf_priv_s));
|
|
313
|
|
314 avcodec_init();
|
|
315 avcodec_register_all();
|
|
316
|
|
317 vf->priv->mode=0;
|
|
318 vf->priv->parity= -1;
|
|
319 vf->priv->qp=1;
|
|
320
|
|
321 if (args) sscanf(args, "%d:%d:%d", &vf->priv->mode, &vf->priv->parity, &vf->priv->qp);
|
|
322
|
|
323 return 1;
|
|
324 }
|
|
325
|
|
326 vf_info_t vf_info_mcdeint = {
|
|
327 "motion compensating deinterlacer",
|
|
328 "mcdeint",
|
|
329 "Michael Niedermayer",
|
|
330 "",
|
|
331 open,
|
|
332 NULL
|
|
333 };
|