annotate vp6.c @ 6920:d02af7474bff libavcodec

Prevent 128*1<<trellis from becoming 0 and creating 0 sized arrays. fixes CID84 RUN2 CID85 RUN2 CID86 RUN2 CID87 RUN2 CID88 RUN2 CID89 RUN2 CID90 RUN2 CID91 RUN2 CID92 RUN2 CID93 RUN2 CID94 RUN2 CID95 RUN2 CID96 RUN2 CID97 RUN2 CID98 RUN2 CID99 RUN2 CID100 RUN2 CID101 RUN2 CID102 RUN2 CID103 RUN2 CID104 RUN2 CID105 RUN2 CID106 RUN2
author michael
date Wed, 28 May 2008 11:59:41 +0000
parents 5b3acf9fd50a
children e943e1409077
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
1 /**
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
2 * @file vp6.c
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
3 * VP6 compatible video decoder
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
4 *
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
5 * Copyright (C) 2006 Aurelien Jacobs <aurel@gnuage.org>
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
6 *
5214
470601203f44 Group all copyright and author notices together.
diego
parents: 4925
diff changeset
7 * The VP6F decoder accepts an optional 1 byte extradata. It is composed of:
470601203f44 Group all copyright and author notices together.
diego
parents: 4925
diff changeset
8 * - upper 4bits: difference between encoded width and visible width
470601203f44 Group all copyright and author notices together.
diego
parents: 4925
diff changeset
9 * - lower 4bits: difference between encoded height and visible height
470601203f44 Group all copyright and author notices together.
diego
parents: 4925
diff changeset
10 *
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3697
diff changeset
11 * This file is part of FFmpeg.
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3697
diff changeset
12 *
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3697
diff changeset
13 * FFmpeg is free software; you can redistribute it and/or
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
14 * modify it under the terms of the GNU Lesser General Public
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
15 * License as published by the Free Software Foundation; either
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
16 * version 2.1 of the License, or (at your option) any later version.
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
17 *
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3697
diff changeset
18 * FFmpeg is distributed in the hope that it will be useful,
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
19 * but WITHOUT ANY WARRANTY; without even the implied warranty of
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
20 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
21 * Lesser General Public License for more details.
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
22 *
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
23 * You should have received a copy of the GNU Lesser General Public
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3697
diff changeset
24 * License along with FFmpeg; if not, write to the Free Software
5214
470601203f44 Group all copyright and author notices together.
diego
parents: 4925
diff changeset
25 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
26 */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
27
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
28 #include <stdlib.h>
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
29
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
30 #include "avcodec.h"
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
31 #include "dsputil.h"
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
32 #include "bitstream.h"
5821
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
33 #include "huffman.h"
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
34
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
35 #include "vp56.h"
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
36 #include "vp56data.h"
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
37 #include "vp6data.h"
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
38
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
39
5821
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
40 static void vp6_parse_coeff(vp56_context_t *s);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
41 static void vp6_parse_coeff_huffman(vp56_context_t *s);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
42
6297
michael
parents: 5945
diff changeset
43 static int vp6_parse_header(vp56_context_t *s, const uint8_t *buf, int buf_size,
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
44 int *golden_frame)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
45 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
46 vp56_range_coder_t *c = &s->c;
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
47 int parse_filter_info = 0;
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
48 int coeff_offset = 0;
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
49 int vrt_shift = 0;
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
50 int sub_version;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
51 int rows, cols;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
52 int res = 1;
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
53 int separated_coeff = buf[0] & 1;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
54
4595
340c876320eb Use pointers to avoid copying AVFrame.
aurel
parents: 4594
diff changeset
55 s->framep[VP56_FRAME_CURRENT]->key_frame = !(buf[0] & 0x80);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
56 vp56_init_dequant(s, (buf[0] >> 1) & 0x3F);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
57
4595
340c876320eb Use pointers to avoid copying AVFrame.
aurel
parents: 4594
diff changeset
58 if (s->framep[VP56_FRAME_CURRENT]->key_frame) {
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
59 sub_version = buf[1] >> 3;
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
60 if (sub_version > 8)
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
61 return 0;
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
62 s->filter_header = buf[1] & 0x06;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
63 if (buf[1] & 1) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
64 av_log(s->avctx, AV_LOG_ERROR, "interlacing not supported\n");
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
65 return 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
66 }
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
67 if (separated_coeff || !s->filter_header) {
4364
05e932ddaaa9 rename BE/LE_8/16/32 to AV_RL/B_8/16/32
alex
parents: 4349
diff changeset
68 coeff_offset = AV_RB16(buf+2) - 2;
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
69 buf += 2;
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
70 buf_size -= 2;
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
71 }
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
72
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
73 rows = buf[2]; /* number of stored macroblock rows */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
74 cols = buf[3]; /* number of stored macroblock cols */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
75 /* buf[4] is number of displayed macroblock rows */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
76 /* buf[5] is number of displayed macroblock cols */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
77
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
78 if (16*cols != s->avctx->coded_width ||
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
79 16*rows != s->avctx->coded_height) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
80 avcodec_set_dimensions(s->avctx, 16*cols, 16*rows);
4062
683d458a251f use the adjustment value present in FLV to crop VP6 video
aurel
parents: 4001
diff changeset
81 if (s->avctx->extradata_size == 1) {
683d458a251f use the adjustment value present in FLV to crop VP6 video
aurel
parents: 4001
diff changeset
82 s->avctx->width -= s->avctx->extradata[0] >> 4;
683d458a251f use the adjustment value present in FLV to crop VP6 video
aurel
parents: 4001
diff changeset
83 s->avctx->height -= s->avctx->extradata[0] & 0x0F;
683d458a251f use the adjustment value present in FLV to crop VP6 video
aurel
parents: 4001
diff changeset
84 }
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
85 res = 2;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
86 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
87
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
88 vp56_init_range_decoder(c, buf+6, buf_size-6);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
89 vp56_rac_gets(c, 2);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
90
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
91 parse_filter_info = s->filter_header;
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
92 if (sub_version < 8)
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
93 vrt_shift = 5;
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
94 s->sub_version = sub_version;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
95 } else {
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
96 if (!s->sub_version)
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
97 return 0;
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
98
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
99 if (separated_coeff || !s->filter_header) {
4364
05e932ddaaa9 rename BE/LE_8/16/32 to AV_RL/B_8/16/32
alex
parents: 4349
diff changeset
100 coeff_offset = AV_RB16(buf+1) - 2;
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
101 buf += 2;
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
102 buf_size -= 2;
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
103 }
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
104 vp56_init_range_decoder(c, buf+1, buf_size-1);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
105
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
106 *golden_frame = vp56_rac_get(c);
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
107 if (s->filter_header) {
4349
541b65620b5f cosmetics: reindent
aurel
parents: 4348
diff changeset
108 s->deblock_filtering = vp56_rac_get(c);
541b65620b5f cosmetics: reindent
aurel
parents: 4348
diff changeset
109 if (s->deblock_filtering)
541b65620b5f cosmetics: reindent
aurel
parents: 4348
diff changeset
110 vp56_rac_get(c);
541b65620b5f cosmetics: reindent
aurel
parents: 4348
diff changeset
111 if (s->sub_version > 7)
541b65620b5f cosmetics: reindent
aurel
parents: 4348
diff changeset
112 parse_filter_info = vp56_rac_get(c);
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
113 }
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
114 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
115
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
116 if (parse_filter_info) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
117 if (vp56_rac_get(c)) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
118 s->filter_mode = 2;
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
119 s->sample_variance_threshold = vp56_rac_gets(c, 5) << vrt_shift;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
120 s->max_vector_length = 2 << vp56_rac_gets(c, 3);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
121 } else if (vp56_rac_get(c)) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
122 s->filter_mode = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
123 } else {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
124 s->filter_mode = 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
125 }
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
126 if (s->sub_version > 7)
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
127 s->filter_selection = vp56_rac_gets(c, 4);
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
128 else
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
129 s->filter_selection = 16;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
130 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
131
5821
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
132 s->use_huffman = vp56_rac_get(c);
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
133
5821
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
134 s->parse_coeff = vp6_parse_coeff;
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
135 if (coeff_offset) {
5821
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
136 buf += coeff_offset;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
137 buf_size -= coeff_offset;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
138 if (s->use_huffman) {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
139 s->parse_coeff = vp6_parse_coeff_huffman;
5945
3413fce9e26a 10l: init_get_bits want size in bits, not bytes
aurel
parents: 5821
diff changeset
140 init_get_bits(&s->gb, buf, buf_size<<3);
5821
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
141 } else {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
142 vp56_init_range_decoder(&s->cc, buf, buf_size);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
143 s->ccp = &s->cc;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
144 }
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
145 } else {
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
146 s->ccp = &s->c;
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
147 }
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
148
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
149 return res;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
150 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
151
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
152 static void vp6_coeff_order_table_init(vp56_context_t *s)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
153 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
154 int i, pos, idx = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
155
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
156 s->modelp->coeff_index_to_pos[0] = 0;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
157 for (i=0; i<16; i++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
158 for (pos=1; pos<64; pos++)
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
159 if (s->modelp->coeff_reorder[pos] == i)
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
160 s->modelp->coeff_index_to_pos[idx++] = pos;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
161 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
162
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
163 static void vp6_default_models_init(vp56_context_t *s)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
164 {
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
165 vp56_model_t *model = s->modelp;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
166
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
167 model->vector_dct[0] = 0xA2;
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
168 model->vector_dct[1] = 0xA4;
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
169 model->vector_sig[0] = 0x80;
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
170 model->vector_sig[1] = 0x80;
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
171
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
172 memcpy(model->mb_types_stats, vp56_def_mb_types_stats, sizeof(model->mb_types_stats));
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
173 memcpy(model->vector_fdv, vp6_def_fdv_vector_model, sizeof(model->vector_fdv));
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
174 memcpy(model->vector_pdv, vp6_def_pdv_vector_model, sizeof(model->vector_pdv));
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
175 memcpy(model->coeff_runv, vp6_def_runv_coeff_model, sizeof(model->coeff_runv));
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
176 memcpy(model->coeff_reorder, vp6_def_coeff_reorder, sizeof(model->coeff_reorder));
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
177
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
178 vp6_coeff_order_table_init(s);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
179 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
180
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
181 static void vp6_parse_vector_models(vp56_context_t *s)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
182 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
183 vp56_range_coder_t *c = &s->c;
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
184 vp56_model_t *model = s->modelp;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
185 int comp, node;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
186
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
187 for (comp=0; comp<2; comp++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
188 if (vp56_rac_get_prob(c, vp6_sig_dct_pct[comp][0]))
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
189 model->vector_dct[comp] = vp56_rac_gets_nn(c, 7);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
190 if (vp56_rac_get_prob(c, vp6_sig_dct_pct[comp][1]))
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
191 model->vector_sig[comp] = vp56_rac_gets_nn(c, 7);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
192 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
193
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
194 for (comp=0; comp<2; comp++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
195 for (node=0; node<7; node++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
196 if (vp56_rac_get_prob(c, vp6_pdv_pct[comp][node]))
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
197 model->vector_pdv[comp][node] = vp56_rac_gets_nn(c, 7);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
198
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
199 for (comp=0; comp<2; comp++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
200 for (node=0; node<8; node++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
201 if (vp56_rac_get_prob(c, vp6_fdv_pct[comp][node]))
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
202 model->vector_fdv[comp][node] = vp56_rac_gets_nn(c, 7);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
203 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
204
5821
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
205 static int vp6_huff_cmp(const void *va, const void *vb)
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
206 {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
207 const Node *a = va, *b = vb;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
208 return a->count >= b->count;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
209 }
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
210
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
211 static void vp6_build_huff_tree(vp56_context_t *s, uint8_t coeff_model[],
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
212 const uint8_t *map, unsigned size, VLC *vlc)
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
213 {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
214 Node nodes[2*size], *tmp = &nodes[size];
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
215 int a, b, i;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
216
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
217 /* first compute probabilities from model */
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
218 tmp[0].count = 256;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
219 for (i=0; i<size-1; i++) {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
220 a = tmp[i].count * coeff_model[i] >> 8;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
221 b = tmp[i].count * (255 - coeff_model[i]) >> 8;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
222 nodes[map[2*i ]].count = a + !a;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
223 nodes[map[2*i+1]].count = b + !b;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
224 }
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
225
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
226 /* then build the huffman tree accodring to probabilities */
6472
e39e03d99d24 huffman: pass hnode_first as a flag instead of as an argument on its own
aurel
parents: 6448
diff changeset
227 ff_huff_build_tree(s->avctx, vlc, size, nodes, vp6_huff_cmp,
e39e03d99d24 huffman: pass hnode_first as a flag instead of as an argument on its own
aurel
parents: 6448
diff changeset
228 FF_HUFFMAN_FLAG_HNODE_FIRST);
5821
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
229 }
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
230
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
231 static void vp6_parse_coeff_models(vp56_context_t *s)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
232 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
233 vp56_range_coder_t *c = &s->c;
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
234 vp56_model_t *model = s->modelp;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
235 int def_prob[11];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
236 int node, cg, ctx, pos;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
237 int ct; /* code type */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
238 int pt; /* plane type (0 for Y, 1 for U or V) */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
239
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
240 memset(def_prob, 0x80, sizeof(def_prob));
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
241
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
242 for (pt=0; pt<2; pt++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
243 for (node=0; node<11; node++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
244 if (vp56_rac_get_prob(c, vp6_dccv_pct[pt][node])) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
245 def_prob[node] = vp56_rac_gets_nn(c, 7);
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
246 model->coeff_dccv[pt][node] = def_prob[node];
4595
340c876320eb Use pointers to avoid copying AVFrame.
aurel
parents: 4594
diff changeset
247 } else if (s->framep[VP56_FRAME_CURRENT]->key_frame) {
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
248 model->coeff_dccv[pt][node] = def_prob[node];
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
249 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
250
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
251 if (vp56_rac_get(c)) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
252 for (pos=1; pos<64; pos++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
253 if (vp56_rac_get_prob(c, vp6_coeff_reorder_pct[pos]))
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
254 model->coeff_reorder[pos] = vp56_rac_gets(c, 4);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
255 vp6_coeff_order_table_init(s);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
256 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
257
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
258 for (cg=0; cg<2; cg++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
259 for (node=0; node<14; node++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
260 if (vp56_rac_get_prob(c, vp6_runv_pct[cg][node]))
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
261 model->coeff_runv[cg][node] = vp56_rac_gets_nn(c, 7);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
262
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
263 for (ct=0; ct<3; ct++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
264 for (pt=0; pt<2; pt++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
265 for (cg=0; cg<6; cg++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
266 for (node=0; node<11; node++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
267 if (vp56_rac_get_prob(c, vp6_ract_pct[ct][pt][cg][node])) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
268 def_prob[node] = vp56_rac_gets_nn(c, 7);
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
269 model->coeff_ract[pt][ct][cg][node] = def_prob[node];
4595
340c876320eb Use pointers to avoid copying AVFrame.
aurel
parents: 4594
diff changeset
270 } else if (s->framep[VP56_FRAME_CURRENT]->key_frame) {
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
271 model->coeff_ract[pt][ct][cg][node] = def_prob[node];
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
272 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
273
5821
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
274 if (s->use_huffman) {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
275 for (pt=0; pt<2; pt++) {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
276 vp6_build_huff_tree(s, model->coeff_dccv[pt],
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
277 vp6_huff_coeff_map, 12, &s->dccv_vlc[pt]);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
278 vp6_build_huff_tree(s, model->coeff_runv[pt],
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
279 vp6_huff_run_map, 9, &s->runv_vlc[pt]);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
280 for (ct=0; ct<3; ct++)
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
281 for (cg = 0; cg < 6; cg++)
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
282 vp6_build_huff_tree(s, model->coeff_ract[pt][ct][cg],
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
283 vp6_huff_coeff_map, 12,
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
284 &s->ract_vlc[pt][ct][cg]);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
285 }
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
286 memset(s->nb_null, 0, sizeof(s->nb_null));
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
287 } else {
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
288 /* coeff_dcct is a linear combination of coeff_dccv */
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
289 for (pt=0; pt<2; pt++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
290 for (ctx=0; ctx<3; ctx++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
291 for (node=0; node<5; node++)
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
292 model->coeff_dcct[pt][ctx][node] = av_clip(((model->coeff_dccv[pt][node] * vp6_dccv_lc[ctx][node][0] + 128) >> 8) + vp6_dccv_lc[ctx][node][1], 1, 255);
5821
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
293 }
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
294 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
295
3697
596e62da8f29 rename vector to vect to avoid clash with Apple gcc
aurel
parents: 3695
diff changeset
296 static void vp6_parse_vector_adjustment(vp56_context_t *s, vp56_mv_t *vect)
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
297 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
298 vp56_range_coder_t *c = &s->c;
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
299 vp56_model_t *model = s->modelp;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
300 int comp;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
301
3697
596e62da8f29 rename vector to vect to avoid clash with Apple gcc
aurel
parents: 3695
diff changeset
302 *vect = (vp56_mv_t) {0,0};
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
303 if (s->vector_candidate_pos < 2)
3697
596e62da8f29 rename vector to vect to avoid clash with Apple gcc
aurel
parents: 3695
diff changeset
304 *vect = s->vector_candidate[0];
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
305
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
306 for (comp=0; comp<2; comp++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
307 int i, delta = 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
308
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
309 if (vp56_rac_get_prob(c, model->vector_dct[comp])) {
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
310 static const uint8_t prob_order[] = {0, 1, 2, 7, 6, 5, 4};
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
311 for (i=0; i<sizeof(prob_order); i++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
312 int j = prob_order[i];
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
313 delta |= vp56_rac_get_prob(c, model->vector_fdv[comp][j])<<j;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
314 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
315 if (delta & 0xF0)
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
316 delta |= vp56_rac_get_prob(c, model->vector_fdv[comp][3])<<3;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
317 else
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
318 delta |= 8;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
319 } else {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
320 delta = vp56_rac_get_tree(c, vp56_pva_tree,
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
321 model->vector_pdv[comp]);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
322 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
323
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
324 if (delta && vp56_rac_get_prob(c, model->vector_sig[comp]))
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
325 delta = -delta;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
326
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
327 if (!comp)
3697
596e62da8f29 rename vector to vect to avoid clash with Apple gcc
aurel
parents: 3695
diff changeset
328 vect->x += delta;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
329 else
3697
596e62da8f29 rename vector to vect to avoid clash with Apple gcc
aurel
parents: 3695
diff changeset
330 vect->y += delta;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
331 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
332 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
333
5821
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
334 /**
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
335 * Read number of consecutive blocks with null DC or AC.
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
336 * This value is < 74.
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
337 */
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
338 static unsigned vp6_get_nb_null(vp56_context_t *s)
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
339 {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
340 unsigned val = get_bits(&s->gb, 2);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
341 if (val == 2)
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
342 val += get_bits(&s->gb, 2);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
343 else if (val == 3) {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
344 val = get_bits1(&s->gb) << 2;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
345 val = 6+val + get_bits(&s->gb, 2+val);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
346 }
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
347 return val;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
348 }
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
349
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
350 static void vp6_parse_coeff_huffman(vp56_context_t *s)
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
351 {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
352 vp56_model_t *model = s->modelp;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
353 uint8_t *permute = s->scantable.permutated;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
354 VLC *vlc_coeff;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
355 int coeff, sign, coeff_idx;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
356 int b, cg, idx;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
357 int pt = 0; /* plane type (0 for Y, 1 for U or V) */
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
358
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
359 for (b=0; b<6; b++) {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
360 int ct = 0; /* code type */
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
361 if (b > 3) pt = 1;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
362 vlc_coeff = &s->dccv_vlc[pt];
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
363
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
364 for (coeff_idx=0; coeff_idx<64; ) {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
365 int run = 1;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
366 if (coeff_idx<2 && s->nb_null[coeff_idx][pt]) {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
367 s->nb_null[coeff_idx][pt]--;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
368 if (coeff_idx)
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
369 break;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
370 } else {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
371 coeff = get_vlc2(&s->gb, vlc_coeff->table, 9, 3);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
372 if (coeff == 0) {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
373 if (coeff_idx) {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
374 int pt = (coeff_idx >= 6);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
375 run += get_vlc2(&s->gb, s->runv_vlc[pt].table, 9, 3);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
376 if (run >= 9)
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
377 run += get_bits(&s->gb, 6);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
378 } else
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
379 s->nb_null[0][pt] = vp6_get_nb_null(s);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
380 ct = 0;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
381 } else if (coeff == 11) { /* end of block */
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
382 if (coeff_idx == 1) /* first AC coeff ? */
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
383 s->nb_null[1][pt] = vp6_get_nb_null(s);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
384 break;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
385 } else {
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
386 int coeff2 = vp56_coeff_bias[coeff];
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
387 if (coeff > 4)
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
388 coeff2 += get_bits(&s->gb, coeff <= 9 ? coeff - 4 : 11);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
389 ct = 1 + (coeff2 > 1);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
390 sign = get_bits1(&s->gb);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
391 coeff2 = (coeff2 ^ -sign) + sign;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
392 if (coeff_idx)
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
393 coeff2 *= s->dequant_ac;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
394 idx = model->coeff_index_to_pos[coeff_idx];
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
395 s->block_coeff[b][permute[idx]] = coeff2;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
396 }
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
397 }
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
398 coeff_idx+=run;
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
399 cg = FFMIN(vp6_coeff_groups[coeff_idx], 3);
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
400 vlc_coeff = &s->ract_vlc[pt][ct][cg];
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
401 }
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
402 }
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
403 }
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
404
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
405 static void vp6_parse_coeff(vp56_context_t *s)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
406 {
4348
d3dcf62d52c5 add support for another variant of vp6
aurel
parents: 4308
diff changeset
407 vp56_range_coder_t *c = s->ccp;
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
408 vp56_model_t *model = s->modelp;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
409 uint8_t *permute = s->scantable.permutated;
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
410 uint8_t *model1, *model2, *model3;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
411 int coeff, sign, coeff_idx;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
412 int b, i, cg, idx, ctx;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
413 int pt = 0; /* plane type (0 for Y, 1 for U or V) */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
414
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
415 for (b=0; b<6; b++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
416 int ct = 1; /* code type */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
417 int run = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
418
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
419 if (b > 3) pt = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
420
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
421 ctx = s->left_block[vp56_b6to4[b]].not_null_dc
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
422 + s->above_blocks[s->above_block_idx[b]].not_null_dc;
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
423 model1 = model->coeff_dccv[pt];
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
424 model2 = model->coeff_dcct[pt][ctx];
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
425
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
426 for (coeff_idx=0; coeff_idx<64; ) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
427 if ((coeff_idx>1 && ct==0) || vp56_rac_get_prob(c, model2[0])) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
428 /* parse a coeff */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
429 if (vp56_rac_get_prob(c, model2[2])) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
430 if (vp56_rac_get_prob(c, model2[3])) {
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
431 idx = vp56_rac_get_tree(c, vp56_pc_tree, model1);
5821
51918cb97f6f add support for VP6 with huffman encoded blocks
aurel
parents: 5714
diff changeset
432 coeff = vp56_coeff_bias[idx+5];
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
433 for (i=vp56_coeff_bit_length[idx]; i>=0; i--)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
434 coeff += vp56_rac_get_prob(c, vp56_coeff_parse_table[idx][i]) << i;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
435 } else {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
436 if (vp56_rac_get_prob(c, model2[4]))
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
437 coeff = 3 + vp56_rac_get_prob(c, model1[5]);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
438 else
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
439 coeff = 2;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
440 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
441 ct = 2;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
442 } else {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
443 ct = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
444 coeff = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
445 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
446 sign = vp56_rac_get(c);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
447 coeff = (coeff ^ -sign) + sign;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
448 if (coeff_idx)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
449 coeff *= s->dequant_ac;
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
450 idx = model->coeff_index_to_pos[coeff_idx];
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
451 s->block_coeff[b][permute[idx]] = coeff;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
452 run = 1;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
453 } else {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
454 /* parse a run */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
455 ct = 0;
4925
ff4cd98bc90c simplify
lorenm
parents: 4922
diff changeset
456 if (coeff_idx > 0) {
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
457 if (!vp56_rac_get_prob(c, model2[1]))
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
458 break;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
459
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
460 model3 = model->coeff_runv[coeff_idx >= 6];
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
461 run = vp56_rac_get_tree(c, vp6_pcr_tree, model3);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
462 if (!run)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
463 for (run=9, i=0; i<6; i++)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
464 run += vp56_rac_get_prob(c, model3[i+8]) << i;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
465 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
466 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
467
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
468 cg = vp6_coeff_groups[coeff_idx+=run];
5711
dae0f80edbb3 move all model related tables into their own struct
aurel
parents: 5708
diff changeset
469 model1 = model2 = model->coeff_ract[pt][ct][cg];
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
470 }
4925
ff4cd98bc90c simplify
lorenm
parents: 4922
diff changeset
471
ff4cd98bc90c simplify
lorenm
parents: 4922
diff changeset
472 s->left_block[vp56_b6to4[b]].not_null_dc =
ff4cd98bc90c simplify
lorenm
parents: 4922
diff changeset
473 s->above_blocks[s->above_block_idx[b]].not_null_dc = !!s->block_coeff[b][0];
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
474 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
475 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
476
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
477 static int vp6_adjust(int v, int t)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
478 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
479 int V = v, s = v >> 31;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
480 V ^= s;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
481 V -= s;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
482 if (V-t-1 >= (unsigned)(t-1))
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
483 return v;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
484 V = 2*t - V;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
485 V += s;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
486 V ^= s;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
487 return V;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
488 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
489
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
490 static int vp6_block_variance(uint8_t *src, int stride)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
491 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
492 int sum = 0, square_sum = 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
493 int y, x;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
494
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
495 for (y=0; y<8; y+=2) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
496 for (x=0; x<8; x+=2) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
497 sum += src[x];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
498 square_sum += src[x]*src[x];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
499 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
500 src += 2*stride;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
501 }
4306
331961478469 small optimization
aurel
parents: 4078
diff changeset
502 return (16*square_sum - sum*sum) >> 8;
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
503 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
504
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
505 static void vp6_filter_hv4(uint8_t *dst, uint8_t *src, int stride,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
506 int delta, const int16_t *weights)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
507 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
508 int x, y;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
509
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
510 for (y=0; y<8; y++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
511 for (x=0; x<8; x++) {
4594
a96d905dcbaa Add av_ prefix to clip functions
reimar
parents: 4364
diff changeset
512 dst[x] = av_clip_uint8(( src[x-delta ] * weights[0]
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
513 + src[x ] * weights[1]
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
514 + src[x+delta ] * weights[2]
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
515 + src[x+2*delta] * weights[3] + 64) >> 7);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
516 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
517 src += stride;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
518 dst += stride;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
519 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
520 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
521
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
522 static void vp6_filter_diag2(vp56_context_t *s, uint8_t *dst, uint8_t *src,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
523 int stride, int h_weight, int v_weight)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
524 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
525 uint8_t *tmp = s->edge_emu_buffer+16;
4921
9a2c08b939ee faster and simpler vp6 bilinear mc
lorenm
parents: 4910
diff changeset
526 s->dsp.put_h264_chroma_pixels_tab[0](tmp, src, stride, 9, h_weight, 0);
9a2c08b939ee faster and simpler vp6 bilinear mc
lorenm
parents: 4910
diff changeset
527 s->dsp.put_h264_chroma_pixels_tab[0](dst, tmp, stride, 8, 0, v_weight);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
528 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
529
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
530 static void vp6_filter_diag4(uint8_t *dst, uint8_t *src, int stride,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
531 const int16_t *h_weights,const int16_t *v_weights)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
532 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
533 int x, y;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
534 int tmp[8*11];
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
535 int *t = tmp;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
536
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
537 src -= stride;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
538
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
539 for (y=0; y<11; y++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
540 for (x=0; x<8; x++) {
4594
a96d905dcbaa Add av_ prefix to clip functions
reimar
parents: 4364
diff changeset
541 t[x] = av_clip_uint8(( src[x-1] * h_weights[0]
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
542 + src[x ] * h_weights[1]
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
543 + src[x+1] * h_weights[2]
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
544 + src[x+2] * h_weights[3] + 64) >> 7);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
545 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
546 src += stride;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
547 t += 8;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
548 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
549
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
550 t = tmp + 8;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
551 for (y=0; y<8; y++) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
552 for (x=0; x<8; x++) {
4594
a96d905dcbaa Add av_ prefix to clip functions
reimar
parents: 4364
diff changeset
553 dst[x] = av_clip_uint8(( t[x-8 ] * v_weights[0]
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
554 + t[x ] * v_weights[1]
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
555 + t[x+8 ] * v_weights[2]
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
556 + t[x+16] * v_weights[3] + 64) >> 7);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
557 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
558 dst += stride;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
559 t += 8;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
560 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
561 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
562
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
563 static void vp6_filter(vp56_context_t *s, uint8_t *dst, uint8_t *src,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
564 int offset1, int offset2, int stride,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
565 vp56_mv_t mv, int mask, int select, int luma)
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
566 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
567 int filter4 = 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
568 int x8 = mv.x & mask;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
569 int y8 = mv.y & mask;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
570
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
571 if (luma) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
572 x8 *= 2;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
573 y8 *= 2;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
574 filter4 = s->filter_mode;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
575 if (filter4 == 2) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
576 if (s->max_vector_length &&
4001
34fdffe98bd0 Rename ABS macro to FFABS.
diego
parents: 3947
diff changeset
577 (FFABS(mv.x) > s->max_vector_length ||
34fdffe98bd0 Rename ABS macro to FFABS.
diego
parents: 3947
diff changeset
578 FFABS(mv.y) > s->max_vector_length)) {
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
579 filter4 = 0;
4308
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
580 } else if (s->sample_variance_threshold
74b476185cd1 Add support for VP60 and VP61.
aurel
parents: 4306
diff changeset
581 && (vp6_block_variance(src+offset1, stride)
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
582 < s->sample_variance_threshold)) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
583 filter4 = 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
584 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
585 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
586 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
587
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
588 if ((y8 && (offset2-offset1)*s->flip<0) || (!y8 && offset1 > offset2)) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
589 offset1 = offset2;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
590 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
591
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
592 if (filter4) {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
593 if (!y8) { /* left or right combine */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
594 vp6_filter_hv4(dst, src+offset1, stride, 1,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
595 vp6_block_copy_filter[select][x8]);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
596 } else if (!x8) { /* above or below combine */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
597 vp6_filter_hv4(dst, src+offset1, stride, stride,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
598 vp6_block_copy_filter[select][y8]);
4922
58f751086434 simplify
lorenm
parents: 4921
diff changeset
599 } else {
58f751086434 simplify
lorenm
parents: 4921
diff changeset
600 vp6_filter_diag4(dst, src+offset1 + ((mv.x^mv.y)>>31), stride,
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
601 vp6_block_copy_filter[select][x8],
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
602 vp6_block_copy_filter[select][y8]);
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
603 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
604 } else {
4921
9a2c08b939ee faster and simpler vp6 bilinear mc
lorenm
parents: 4910
diff changeset
605 if (!x8 || !y8) {
9a2c08b939ee faster and simpler vp6 bilinear mc
lorenm
parents: 4910
diff changeset
606 s->dsp.put_h264_chroma_pixels_tab[0](dst, src+offset1, stride, 8, x8, y8);
4922
58f751086434 simplify
lorenm
parents: 4921
diff changeset
607 } else {
58f751086434 simplify
lorenm
parents: 4921
diff changeset
608 vp6_filter_diag2(s, dst, src+offset1 + ((mv.x^mv.y)>>31), stride, x8, y8);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
609 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
610 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
611 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
612
6517
48759bfbd073 Apply 'cold' attribute to init/uninit functions in libavcodec
zuxy
parents: 6472
diff changeset
613 static av_cold int vp6_decode_init(AVCodecContext *avctx)
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
614 {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
615 vp56_context_t *s = avctx->priv_data;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
616
5714
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
617 vp56_init(avctx, avctx->codec->id == CODEC_ID_VP6,
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
618 avctx->codec->id == CODEC_ID_VP6A);
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
619 s->vp56_coord_div = vp6_coord_div;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
620 s->parse_vector_adjustment = vp6_parse_vector_adjustment;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
621 s->adjust = vp6_adjust;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
622 s->filter = vp6_filter;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
623 s->default_models_init = vp6_default_models_init;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
624 s->parse_vector_models = vp6_parse_vector_models;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
625 s->parse_coeff_models = vp6_parse_coeff_models;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
626 s->parse_header = vp6_parse_header;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
627
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
628 return 0;
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
629 }
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
630
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
631 AVCodec vp6_decoder = {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
632 "vp6",
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
633 CODEC_TYPE_VIDEO,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
634 CODEC_ID_VP6,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
635 sizeof(vp56_context_t),
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
636 vp6_decode_init,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
637 NULL,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
638 vp56_free,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
639 vp56_decode_frame,
4910
143b89ab8187 set CODEC_CAP_DR1 for vp5 and vp6 decoders
aurel
parents: 4595
diff changeset
640 CODEC_CAP_DR1,
6712
5b3acf9fd50a Add long names to AVCodec declarations.
diego
parents: 6517
diff changeset
641 .long_name = "On2 VP6",
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
642 };
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
643
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
644 /* flash version, not flipped upside-down */
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
645 AVCodec vp6f_decoder = {
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
646 "vp6f",
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
647 CODEC_TYPE_VIDEO,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
648 CODEC_ID_VP6F,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
649 sizeof(vp56_context_t),
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
650 vp6_decode_init,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
651 NULL,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
652 vp56_free,
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
653 vp56_decode_frame,
4910
143b89ab8187 set CODEC_CAP_DR1 for vp5 and vp6 decoders
aurel
parents: 4595
diff changeset
654 CODEC_CAP_DR1,
6712
5b3acf9fd50a Add long names to AVCodec declarations.
diego
parents: 6517
diff changeset
655 .long_name = "On2 VP6 (Flash version)"
3695
6795c9e5f983 VP5 and VP6 video decoder
aurel
parents:
diff changeset
656 };
5714
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
657
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
658 /* flash version, not flipped upside-down, with alpha channel */
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
659 AVCodec vp6a_decoder = {
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
660 "vp6a",
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
661 CODEC_TYPE_VIDEO,
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
662 CODEC_ID_VP6A,
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
663 sizeof(vp56_context_t),
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
664 vp6_decode_init,
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
665 NULL,
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
666 vp56_free,
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
667 vp56_decode_frame,
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
668 CODEC_CAP_DR1,
6712
5b3acf9fd50a Add long names to AVCodec declarations.
diego
parents: 6517
diff changeset
669 .long_name = "On2 VP6 (Flash version, with alpha channel)",
5714
314be1cfdcb0 add a new vp6a codec (add alpha plan support to vp6)
aurel
parents: 5711
diff changeset
670 };