annotate vp6.c @ 5312:2c875e6274d5 libavcodec

AC-3 decoder, soc revision 52, Aug 16 22:45:07 2006 UTC by cloud9 Reset the blksw and dithflag to 0 at the begining of each block. Otherwise blockswitching propagates over multiple frames even if block switching is not enabled for that frame. Also reuse rematflg.
author jbr
date Sat, 14 Jul 2007 15:59:25 +0000
parents 470601203f44
children 09fb7275a6bf
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
1 /**
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
2 * @file vp6.c
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
3 * VP6 compatible video decoder
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
4 *
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
5 * Copyright (C) 2006 Aurelien Jacobs <aurel@gnuage.org>
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
6 *
5214
470601203f44 Group all copyright and author notices together.
diego
parents: 4925
diff changeset
7 * The VP6F decoder accepts an optional 1 byte extradata. It is composed of:
470601203f44 Group all copyright and author notices together.
diego
parents: 4925
diff changeset
8 * - upper 4bits: difference between encoded width and visible width
470601203f44 Group all copyright and author notices together.
diego
parents: 4925
diff changeset
9 * - lower 4bits: difference between encoded height and visible height
470601203f44 Group all copyright and author notices together.
diego
parents: 4925
diff changeset
10 *
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3697
diff changeset
11 * This file is part of FFmpeg.
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3697
diff changeset
12 *
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3697
diff changeset
13 * FFmpeg is free software; you can redistribute it and/or
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
14 * modify it under the terms of the GNU Lesser General Public
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
15 * License as published by the Free Software Foundation; either
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
16 * version 2.1 of the License, or (at your option) any later version.
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
17 *
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3697
diff changeset
18 * FFmpeg is distributed in the hope that it will be useful,
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
19 * but WITHOUT ANY WARRANTY; without even the implied warranty of
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
20 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
21 * Lesser General Public License for more details.
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
22 *
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
23 * You should have received a copy of the GNU Lesser General Public
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3697
diff changeset
24 * License along with FFmpeg; if not, write to the Free Software
5214
470601203f44 Group all copyright and author notices together.
diego
parents: 4925
diff changeset
25 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
26 */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
27
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
28 #include <stdlib.h>
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
29
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
30 #include "avcodec.h"
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
31 #include "dsputil.h"
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
32 #include "bitstream.h"
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
33 #include "mpegvideo.h"
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
34
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
35 #include "vp56.h"
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
36 #include "vp56data.h"
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
37 #include "vp6data.h"
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
38
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
39
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
40 static int vp6_parse_header(vp56_context_t *s, uint8_t *buf, int buf_size,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
41 int *golden_frame)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
42 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
43 vp56_range_coder_t *c = &s->c;
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
44 int parse_filter_info = 0;
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
45 int coeff_offset = 0;
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
46 int vrt_shift = 0;
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
47 int sub_version;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
48 int rows, cols;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
49 int res = 1;
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
50 int separated_coeff = buf[0] & 1;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
51
4595
340c876320eb Use pointers to avoid copying AVFrame.
aurel
parents: 4594
diff changeset
52 s->framep[VP56_FRAME_CURRENT]->key_frame = !(buf[0] & 0x80);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
53 vp56_init_dequant(s, (buf[0] >> 1) & 0x3F);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
54
4595
340c876320eb Use pointers to avoid copying AVFrame.
aurel
parents: 4594
diff changeset
55 if (s->framep[VP56_FRAME_CURRENT]->key_frame) {
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
56 sub_version = buf[1] >> 3;
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
57 if (sub_version > 8)
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
58 return 0;
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
59 s->filter_header = buf[1] & 0x06;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
60 if (buf[1] & 1) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
61 av_log(s->avctx, AV_LOG_ERROR, "interlacing not supported\n");
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
62 return 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
63 }
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
64 if (separated_coeff || !s->filter_header) {
4364
05e932ddaaa9 rename BE/LE_8/16/32 to AV_RL/B_8/16/32
alex
parents: 4349
diff changeset
65 coeff_offset = AV_RB16(buf+2) - 2;
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
66 buf += 2;
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
67 buf_size -= 2;
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
68 }
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
69
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
70 rows = buf[2]; /* number of stored macroblock rows */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
71 cols = buf[3]; /* number of stored macroblock cols */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
72 /* buf[4] is number of displayed macroblock rows */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
73 /* buf[5] is number of displayed macroblock cols */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
74
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
75 if (16*cols != s->avctx->coded_width ||
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
76 16*rows != s->avctx->coded_height) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
77 avcodec_set_dimensions(s->avctx, 16*cols, 16*rows);
4062
683d458a251f use the adjustment value present in FLV to crop VP6 video
aurel
parents: 4001
diff changeset
78 if (s->avctx->extradata_size == 1) {
683d458a251f use the adjustment value present in FLV to crop VP6 video
aurel
parents: 4001
diff changeset
79 s->avctx->width -= s->avctx->extradata[0] >> 4;
683d458a251f use the adjustment value present in FLV to crop VP6 video
aurel
parents: 4001
diff changeset
80 s->avctx->height -= s->avctx->extradata[0] & 0x0F;
683d458a251f use the adjustment value present in FLV to crop VP6 video
aurel
parents: 4001
diff changeset
81 }
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
82 res = 2;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
83 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
84
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
85 vp56_init_range_decoder(c, buf+6, buf_size-6);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
86 vp56_rac_gets(c, 2);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
87
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
88 parse_filter_info = s->filter_header;
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
89 if (sub_version < 8)
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
90 vrt_shift = 5;
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
91 s->sub_version = sub_version;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
92 } else {
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
93 if (!s->sub_version)
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
94 return 0;
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
95
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
96 if (separated_coeff || !s->filter_header) {
4364
05e932ddaaa9 rename BE/LE_8/16/32 to AV_RL/B_8/16/32
alex
parents: 4349
diff changeset
97 coeff_offset = AV_RB16(buf+1) - 2;
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
98 buf += 2;
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
99 buf_size -= 2;
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
100 }
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
101 vp56_init_range_decoder(c, buf+1, buf_size-1);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
102
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
103 *golden_frame = vp56_rac_get(c);
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
104 if (s->filter_header) {
4349
541b65620b5f cosmetics: reindent
aurel
parents: 4348
diff changeset
105 s->deblock_filtering = vp56_rac_get(c);
541b65620b5f cosmetics: reindent
aurel
parents: 4348
diff changeset
106 if (s->deblock_filtering)
541b65620b5f cosmetics: reindent
aurel
parents: 4348
diff changeset
107 vp56_rac_get(c);
541b65620b5f cosmetics: reindent
aurel
parents: 4348
diff changeset
108 if (s->sub_version > 7)
541b65620b5f cosmetics: reindent
aurel
parents: 4348
diff changeset
109 parse_filter_info = vp56_rac_get(c);
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
110 }
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
111 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
112
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
113 if (parse_filter_info) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
114 if (vp56_rac_get(c)) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
115 s->filter_mode = 2;
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
116 s->sample_variance_threshold = vp56_rac_gets(c, 5) << vrt_shift;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
117 s->max_vector_length = 2 << vp56_rac_gets(c, 3);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
118 } else if (vp56_rac_get(c)) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
119 s->filter_mode = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
120 } else {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
121 s->filter_mode = 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
122 }
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
123 if (s->sub_version > 7)
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
124 s->filter_selection = vp56_rac_gets(c, 4);
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
125 else
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
126 s->filter_selection = 16;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
127 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
128
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
129 vp56_rac_get(c);
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
130
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
131 if (coeff_offset) {
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
132 vp56_init_range_decoder(&s->cc, buf+coeff_offset,
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
133 buf_size-coeff_offset);
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
134 s->ccp = &s->cc;
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
135 } else {
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
136 s->ccp = &s->c;
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
137 }
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
138
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
139 return res;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
140 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
141
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
142 static void vp6_coeff_order_table_init(vp56_context_t *s)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
143 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
144 int i, pos, idx = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
145
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
146 s->coeff_index_to_pos[0] = 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
147 for (i=0; i<16; i++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
148 for (pos=1; pos<64; pos++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
149 if (s->coeff_reorder[pos] == i)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
150 s->coeff_index_to_pos[idx++] = pos;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
151 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
152
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
153 static void vp6_default_models_init(vp56_context_t *s)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
154 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
155 s->vector_model_dct[0] = 0xA2;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
156 s->vector_model_dct[1] = 0xA4;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
157 s->vector_model_sig[0] = 0x80;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
158 s->vector_model_sig[1] = 0x80;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
159
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
160 memcpy(s->mb_types_stats, vp56_def_mb_types_stats, sizeof(s->mb_types_stats));
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
161 memcpy(s->vector_model_fdv, vp6_def_fdv_vector_model, sizeof(s->vector_model_fdv));
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
162 memcpy(s->vector_model_pdv, vp6_def_pdv_vector_model, sizeof(s->vector_model_pdv));
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
163 memcpy(s->coeff_model_runv, vp6_def_runv_coeff_model, sizeof(s->coeff_model_runv));
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
164 memcpy(s->coeff_reorder, vp6_def_coeff_reorder, sizeof(s->coeff_reorder));
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
165
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
166 vp6_coeff_order_table_init(s);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
167 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
168
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
169 static void vp6_parse_vector_models(vp56_context_t *s)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
170 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
171 vp56_range_coder_t *c = &s->c;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
172 int comp, node;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
173
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
174 for (comp=0; comp<2; comp++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
175 if (vp56_rac_get_prob(c, vp6_sig_dct_pct[comp][0]))
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
176 s->vector_model_dct[comp] = vp56_rac_gets_nn(c, 7);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
177 if (vp56_rac_get_prob(c, vp6_sig_dct_pct[comp][1]))
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
178 s->vector_model_sig[comp] = vp56_rac_gets_nn(c, 7);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
179 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
180
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
181 for (comp=0; comp<2; comp++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
182 for (node=0; node<7; node++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
183 if (vp56_rac_get_prob(c, vp6_pdv_pct[comp][node]))
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
184 s->vector_model_pdv[comp][node] = vp56_rac_gets_nn(c, 7);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
185
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
186 for (comp=0; comp<2; comp++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
187 for (node=0; node<8; node++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
188 if (vp56_rac_get_prob(c, vp6_fdv_pct[comp][node]))
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
189 s->vector_model_fdv[comp][node] = vp56_rac_gets_nn(c, 7);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
190 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
191
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
192 static void vp6_parse_coeff_models(vp56_context_t *s)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
193 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
194 vp56_range_coder_t *c = &s->c;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
195 int def_prob[11];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
196 int node, cg, ctx, pos;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
197 int ct; /* code type */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
198 int pt; /* plane type (0 for Y, 1 for U or V) */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
199
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
200 memset(def_prob, 0x80, sizeof(def_prob));
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
201
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
202 for (pt=0; pt<2; pt++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
203 for (node=0; node<11; node++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
204 if (vp56_rac_get_prob(c, vp6_dccv_pct[pt][node])) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
205 def_prob[node] = vp56_rac_gets_nn(c, 7);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
206 s->coeff_model_dccv[pt][node] = def_prob[node];
4595
340c876320eb Use pointers to avoid copying AVFrame.
aurel
parents: 4594
diff changeset
207 } else if (s->framep[VP56_FRAME_CURRENT]->key_frame) {
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
208 s->coeff_model_dccv[pt][node] = def_prob[node];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
209 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
210
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
211 if (vp56_rac_get(c)) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
212 for (pos=1; pos<64; pos++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
213 if (vp56_rac_get_prob(c, vp6_coeff_reorder_pct[pos]))
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
214 s->coeff_reorder[pos] = vp56_rac_gets(c, 4);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
215 vp6_coeff_order_table_init(s);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
216 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
217
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
218 for (cg=0; cg<2; cg++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
219 for (node=0; node<14; node++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
220 if (vp56_rac_get_prob(c, vp6_runv_pct[cg][node]))
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
221 s->coeff_model_runv[cg][node] = vp56_rac_gets_nn(c, 7);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
222
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
223 for (ct=0; ct<3; ct++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
224 for (pt=0; pt<2; pt++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
225 for (cg=0; cg<6; cg++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
226 for (node=0; node<11; node++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
227 if (vp56_rac_get_prob(c, vp6_ract_pct[ct][pt][cg][node])) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
228 def_prob[node] = vp56_rac_gets_nn(c, 7);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
229 s->coeff_model_ract[pt][ct][cg][node] = def_prob[node];
4595
340c876320eb Use pointers to avoid copying AVFrame.
aurel
parents: 4594
diff changeset
230 } else if (s->framep[VP56_FRAME_CURRENT]->key_frame) {
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
231 s->coeff_model_ract[pt][ct][cg][node] = def_prob[node];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
232 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
233
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
234 /* coeff_model_dcct is a linear combination of coeff_model_dccv */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
235 for (pt=0; pt<2; pt++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
236 for (ctx=0; ctx<3; ctx++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
237 for (node=0; node<5; node++)
4594
a96d905dcbaa Add av_ prefix to clip functions
reimar
parents: 4364
diff changeset
238 s->coeff_model_dcct[pt][ctx][node] = av_clip(((s->coeff_model_dccv[pt][node] * vp6_dccv_lc[ctx][node][0] + 128) >> 8) + vp6_dccv_lc[ctx][node][1], 1, 255);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
239 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
240
3697
596e62da8f29 rename vector to vect to avoid clash with Apple gcc
aurel
parents: 3695
diff changeset
241 static void vp6_parse_vector_adjustment(vp56_context_t *s, vp56_mv_t *vect)
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
242 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
243 vp56_range_coder_t *c = &s->c;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
244 int comp;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
245
3697
596e62da8f29 rename vector to vect to avoid clash with Apple gcc
aurel
parents: 3695
diff changeset
246 *vect = (vp56_mv_t) {0,0};
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
247 if (s->vector_candidate_pos < 2)
3697
596e62da8f29 rename vector to vect to avoid clash with Apple gcc
aurel
parents: 3695
diff changeset
248 *vect = s->vector_candidate[0];
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
249
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
250 for (comp=0; comp<2; comp++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
251 int i, delta = 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
252
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
253 if (vp56_rac_get_prob(c, s->vector_model_dct[comp])) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
254 static const uint8_t prob_order[] = {0, 1, 2, 7, 6, 5, 4};
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
255 for (i=0; i<sizeof(prob_order); i++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
256 int j = prob_order[i];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
257 delta |= vp56_rac_get_prob(c, s->vector_model_fdv[comp][j])<<j;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
258 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
259 if (delta & 0xF0)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
260 delta |= vp56_rac_get_prob(c, s->vector_model_fdv[comp][3])<<3;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
261 else
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
262 delta |= 8;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
263 } else {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
264 delta = vp56_rac_get_tree(c, vp56_pva_tree,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
265 s->vector_model_pdv[comp]);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
266 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
267
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
268 if (delta && vp56_rac_get_prob(c, s->vector_model_sig[comp]))
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
269 delta = -delta;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
270
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
271 if (!comp)
3697
596e62da8f29 rename vector to vect to avoid clash with Apple gcc
aurel
parents: 3695
diff changeset
272 vect->x += delta;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
273 else
3697
596e62da8f29 rename vector to vect to avoid clash with Apple gcc
aurel
parents: 3695
diff changeset
274 vect->y += delta;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
275 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
276 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
277
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
278 static void vp6_parse_coeff(vp56_context_t *s)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
279 {
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
280 vp56_range_coder_t *c = s->ccp;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
281 uint8_t *permute = s->scantable.permutated;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
282 uint8_t *model, *model2, *model3;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
283 int coeff, sign, coeff_idx;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
284 int b, i, cg, idx, ctx;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
285 int pt = 0; /* plane type (0 for Y, 1 for U or V) */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
286
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
287 for (b=0; b<6; b++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
288 int ct = 1; /* code type */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
289 int run = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
290
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
291 if (b > 3) pt = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
292
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
293 ctx = s->left_block[vp56_b6to4[b]].not_null_dc
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
294 + s->above_blocks[s->above_block_idx[b]].not_null_dc;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
295 model = s->coeff_model_dccv[pt];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
296 model2 = s->coeff_model_dcct[pt][ctx];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
297
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
298 for (coeff_idx=0; coeff_idx<64; ) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
299 if ((coeff_idx>1 && ct==0) || vp56_rac_get_prob(c, model2[0])) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
300 /* parse a coeff */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
301 if (vp56_rac_get_prob(c, model2[2])) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
302 if (vp56_rac_get_prob(c, model2[3])) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
303 idx = vp56_rac_get_tree(c, vp56_pc_tree, model);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
304 coeff = vp56_coeff_bias[idx];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
305 for (i=vp56_coeff_bit_length[idx]; i>=0; i--)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
306 coeff += vp56_rac_get_prob(c, vp56_coeff_parse_table[idx][i]) << i;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
307 } else {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
308 if (vp56_rac_get_prob(c, model2[4]))
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
309 coeff = 3 + vp56_rac_get_prob(c, model[5]);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
310 else
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
311 coeff = 2;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
312 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
313 ct = 2;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
314 } else {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
315 ct = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
316 coeff = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
317 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
318 sign = vp56_rac_get(c);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
319 coeff = (coeff ^ -sign) + sign;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
320 if (coeff_idx)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
321 coeff *= s->dequant_ac;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
322 idx = s->coeff_index_to_pos[coeff_idx];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
323 s->block_coeff[b][permute[idx]] = coeff;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
324 run = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
325 } else {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
326 /* parse a run */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
327 ct = 0;
4925
ff4cd98bc90c simplify
lorenm
parents: 4922
diff changeset
328 if (coeff_idx > 0) {
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
329 if (!vp56_rac_get_prob(c, model2[1]))
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
330 break;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
331
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
332 model3 = s->coeff_model_runv[coeff_idx >= 6];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
333 run = vp56_rac_get_tree(c, vp6_pcr_tree, model3);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
334 if (!run)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
335 for (run=9, i=0; i<6; i++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
336 run += vp56_rac_get_prob(c, model3[i+8]) << i;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
337 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
338 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
339
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
340 cg = vp6_coeff_groups[coeff_idx+=run];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
341 model = model2 = s->coeff_model_ract[pt][ct][cg];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
342 }
4925
ff4cd98bc90c simplify
lorenm
parents: 4922
diff changeset
343
ff4cd98bc90c simplify
lorenm
parents: 4922
diff changeset
344 s->left_block[vp56_b6to4[b]].not_null_dc =
ff4cd98bc90c simplify
lorenm
parents: 4922
diff changeset
345 s->above_blocks[s->above_block_idx[b]].not_null_dc = !!s->block_coeff[b][0];
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
346 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
347 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
348
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
349 static int vp6_adjust(int v, int t)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
350 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
351 int V = v, s = v >> 31;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
352 V ^= s;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
353 V -= s;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
354 if (V-t-1 >= (unsigned)(t-1))
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
355 return v;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
356 V = 2*t - V;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
357 V += s;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
358 V ^= s;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
359 return V;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
360 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
361
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
362 static int vp6_block_variance(uint8_t *src, int stride)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
363 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
364 int sum = 0, square_sum = 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
365 int y, x;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
366
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
367 for (y=0; y<8; y+=2) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
368 for (x=0; x<8; x+=2) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
369 sum += src[x];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
370 square_sum += src[x]*src[x];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
371 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
372 src += 2*stride;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
373 }
4306
331961478469 small optimization
aurel
parents: 4078
diff changeset
374 return (16*square_sum - sum*sum) >> 8;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
375 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
376
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
377 static void vp6_filter_hv4(uint8_t *dst, uint8_t *src, int stride,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
378 int delta, const int16_t *weights)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
379 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
380 int x, y;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
381
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
382 for (y=0; y<8; y++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
383 for (x=0; x<8; x++) {
4594
a96d905dcbaa Add av_ prefix to clip functions
reimar
parents: 4364
diff changeset
384 dst[x] = av_clip_uint8(( src[x-delta ] * weights[0]
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
385 + src[x ] * weights[1]
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
386 + src[x+delta ] * weights[2]
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
387 + src[x+2*delta] * weights[3] + 64) >> 7);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
388 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
389 src += stride;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
390 dst += stride;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
391 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
392 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
393
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
394 static void vp6_filter_diag2(vp56_context_t *s, uint8_t *dst, uint8_t *src,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
395 int stride, int h_weight, int v_weight)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
396 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
397 uint8_t *tmp = s->edge_emu_buffer+16;
4921
9a2c08b939ee faster and simpler vp6 bilinear mc
lorenm
parents: 4910
diff changeset
398 s->dsp.put_h264_chroma_pixels_tab[0](tmp, src, stride, 9, h_weight, 0);
9a2c08b939ee faster and simpler vp6 bilinear mc
lorenm
parents: 4910
diff changeset
399 s->dsp.put_h264_chroma_pixels_tab[0](dst, tmp, stride, 8, 0, v_weight);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
400 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
401
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
402 static void vp6_filter_diag4(uint8_t *dst, uint8_t *src, int stride,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
403 const int16_t *h_weights,const int16_t *v_weights)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
404 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
405 int x, y;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
406 int tmp[8*11];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
407 int *t = tmp;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
408
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
409 src -= stride;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
410
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
411 for (y=0; y<11; y++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
412 for (x=0; x<8; x++) {
4594
a96d905dcbaa Add av_ prefix to clip functions
reimar
parents: 4364
diff changeset
413 t[x] = av_clip_uint8(( src[x-1] * h_weights[0]
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
414 + src[x ] * h_weights[1]
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
415 + src[x+1] * h_weights[2]
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
416 + src[x+2] * h_weights[3] + 64) >> 7);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
417 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
418 src += stride;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
419 t += 8;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
420 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
421
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
422 t = tmp + 8;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
423 for (y=0; y<8; y++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
424 for (x=0; x<8; x++) {
4594
a96d905dcbaa Add av_ prefix to clip functions
reimar
parents: 4364
diff changeset
425 dst[x] = av_clip_uint8(( t[x-8 ] * v_weights[0]
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
426 + t[x ] * v_weights[1]
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
427 + t[x+8 ] * v_weights[2]
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
428 + t[x+16] * v_weights[3] + 64) >> 7);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
429 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
430 dst += stride;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
431 t += 8;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
432 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
433 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
434
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
435 static void vp6_filter(vp56_context_t *s, uint8_t *dst, uint8_t *src,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
436 int offset1, int offset2, int stride,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
437 vp56_mv_t mv, int mask, int select, int luma)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
438 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
439 int filter4 = 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
440 int x8 = mv.x & mask;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
441 int y8 = mv.y & mask;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
442
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
443 if (luma) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
444 x8 *= 2;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
445 y8 *= 2;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
446 filter4 = s->filter_mode;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
447 if (filter4 == 2) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
448 if (s->max_vector_length &&
4001
34fdffe98bd0 Rename ABS macro to FFABS.
diego
parents: 3947
diff changeset
449 (FFABS(mv.x) > s->max_vector_length ||
34fdffe98bd0 Rename ABS macro to FFABS.
diego
parents: 3947
diff changeset
450 FFABS(mv.y) > s->max_vector_length)) {
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
451 filter4 = 0;
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
452 } else if (s->sample_variance_threshold
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
453 && (vp6_block_variance(src+offset1, stride)
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
454 < s->sample_variance_threshold)) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
455 filter4 = 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
456 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
457 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
458 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
459
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
460 if ((y8 && (offset2-offset1)*s->flip<0) || (!y8 && offset1 > offset2)) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
461 offset1 = offset2;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
462 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
463
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
464 if (filter4) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
465 if (!y8) { /* left or right combine */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
466 vp6_filter_hv4(dst, src+offset1, stride, 1,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
467 vp6_block_copy_filter[select][x8]);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
468 } else if (!x8) { /* above or below combine */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
469 vp6_filter_hv4(dst, src+offset1, stride, stride,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
470 vp6_block_copy_filter[select][y8]);
4922
58f751086434 simplify
lorenm
parents: 4921
diff changeset
471 } else {
58f751086434 simplify
lorenm
parents: 4921
diff changeset
472 vp6_filter_diag4(dst, src+offset1 + ((mv.x^mv.y)>>31), stride,
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
473 vp6_block_copy_filter[select][x8],
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
474 vp6_block_copy_filter[select][y8]);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
475 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
476 } else {
4921
9a2c08b939ee faster and simpler vp6 bilinear mc
lorenm
parents: 4910
diff changeset
477 if (!x8 || !y8) {
9a2c08b939ee faster and simpler vp6 bilinear mc
lorenm
parents: 4910
diff changeset
478 s->dsp.put_h264_chroma_pixels_tab[0](dst, src+offset1, stride, 8, x8, y8);
4922
58f751086434 simplify
lorenm
parents: 4921
diff changeset
479 } else {
58f751086434 simplify
lorenm
parents: 4921
diff changeset
480 vp6_filter_diag2(s, dst, src+offset1 + ((mv.x^mv.y)>>31), stride, x8, y8);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
481 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
482 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
483 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
484
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
485 static int vp6_decode_init(AVCodecContext *avctx)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
486 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
487 vp56_context_t *s = avctx->priv_data;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
488
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
489 vp56_init(s, avctx, avctx->codec->id == CODEC_ID_VP6);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
490 s->vp56_coord_div = vp6_coord_div;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
491 s->parse_vector_adjustment = vp6_parse_vector_adjustment;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
492 s->adjust = vp6_adjust;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
493 s->filter = vp6_filter;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
494 s->parse_coeff = vp6_parse_coeff;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
495 s->default_models_init = vp6_default_models_init;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
496 s->parse_vector_models = vp6_parse_vector_models;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
497 s->parse_coeff_models = vp6_parse_coeff_models;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
498 s->parse_header = vp6_parse_header;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
499
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
500 return 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
501 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
502
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
503 AVCodec vp6_decoder = {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
504 "vp6",
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
505 CODEC_TYPE_VIDEO,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
506 CODEC_ID_VP6,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
507 sizeof(vp56_context_t),
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
508 vp6_decode_init,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
509 NULL,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
510 vp56_free,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
511 vp56_decode_frame,
4910
143b89ab8187 set CODEC_CAP_DR1 for vp5 and vp6 decoders
aurel
parents: 4595
diff changeset
512 CODEC_CAP_DR1,
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
513 };
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
514
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
515 /* flash version, not flipped upside-down */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
516 AVCodec vp6f_decoder = {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
517 "vp6f",
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
518 CODEC_TYPE_VIDEO,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
519 CODEC_ID_VP6F,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
520 sizeof(vp56_context_t),
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
521 vp6_decode_init,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
522 NULL,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
523 vp56_free,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
524 vp56_decode_frame,
4910
143b89ab8187 set CODEC_CAP_DR1 for vp5 and vp6 decoders
aurel
parents: 4595
diff changeset
525 CODEC_CAP_DR1,
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
526 };