annotate cook.c @ 4707:441cded6920c libavcodec

optimize linear filter coeff interpolation code, this also makes the code less prone to overflows
author michael
date Thu, 22 Mar 2007 11:10:30 +0000
parents 3318e3f6470f
children 78bb9129231b
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1 /*
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
2 * COOK compatible decoder
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
3 * Copyright (c) 2003 Sascha Sommer
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
4 * Copyright (c) 2005 Benjamin Larsson
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
5 *
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3619
diff changeset
6 * This file is part of FFmpeg.
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3619
diff changeset
7 *
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3619
diff changeset
8 * FFmpeg is free software; you can redistribute it and/or
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
9 * modify it under the terms of the GNU Lesser General Public
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
10 * License as published by the Free Software Foundation; either
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3619
diff changeset
11 * version 2.1 of the License, or (at your option) any later version.
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
12 *
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3619
diff changeset
13 * FFmpeg is distributed in the hope that it will be useful,
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
16 * Lesser General Public License for more details.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
17 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
18 * You should have received a copy of the GNU Lesser General Public
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3619
diff changeset
19 * License along with FFmpeg; if not, write to the Free Software
3036
0b546eab515d Update licensing information: The FSF changed postal address.
diego
parents: 3019
diff changeset
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
21 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
22 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
23
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
24 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
25 * @file cook.c
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
26 * Cook compatible decoder.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
27 * This decoder handles RealNetworks, RealAudio G2 data.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
28 * Cook is identified by the codec name cook in RM files.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
29 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
30 * To use this decoder, a calling application must supply the extradata
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
31 * bytes provided from the RM container; 8+ bytes for mono streams and
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
32 * 16+ for stereo streams (maybe more).
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
33 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
34 * Codec technicalities (all this assume a buffer length of 1024):
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
35 * Cook works with several different techniques to achieve its compression.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
36 * In the timedomain the buffer is divided into 8 pieces and quantized. If
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
37 * two neighboring pieces have different quantization index a smooth
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
38 * quantization curve is used to get a smooth overlap between the different
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
39 * pieces.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
40 * To get to the transformdomain Cook uses a modulated lapped transform.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
41 * The transform domain has 50 subbands with 20 elements each. This
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
42 * means only a maximum of 50*20=1000 coefficients are used out of the 1024
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
43 * available.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
44 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
45
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
46 #include <math.h>
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
47 #include <stddef.h>
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
48 #include <stdio.h>
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
49
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
50 #include "avcodec.h"
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
51 #include "bitstream.h"
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
52 #include "dsputil.h"
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
53 #include "common.h"
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
54 #include "bytestream.h"
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
55 #include "random.h"
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
56
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
57 #include "cookdata.h"
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
58
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
59 /* the different Cook versions */
4425
aca324d5bd58 Sort out the diffrent cook versions.
banan
parents: 4424
diff changeset
60 #define MONO 0x1000001
aca324d5bd58 Sort out the diffrent cook versions.
banan
parents: 4424
diff changeset
61 #define STEREO 0x1000002
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
62 #define JOINT_STEREO 0x1000003
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
63 #define MC_COOK 0x2000000 //multichannel Cook, not supported
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
64
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
65 #define SUBBAND_SIZE 20
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
66 //#define COOKDEBUG
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
67
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
68 typedef struct {
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
69 int *now;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
70 int *previous;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
71 } cook_gains;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
72
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
73 typedef struct {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
74 GetBitContext gb;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
75 /* stream data */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
76 int nb_channels;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
77 int joint_stereo;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
78 int bit_rate;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
79 int sample_rate;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
80 int samples_per_channel;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
81 int samples_per_frame;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
82 int subbands;
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
83 int log2_numvector_size;
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
84 int numvector_size; //1 << log2_numvector_size;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
85 int js_subband_start;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
86 int total_subbands;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
87 int num_vectors;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
88 int bits_per_subpacket;
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
89 int cookversion;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
90 /* states */
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
91 AVRandomState random_state;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
92
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
93 /* transform data */
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
94 MDCTContext mdct_ctx;
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
95 DECLARE_ALIGNED_16(FFTSample, mdct_tmp[1024]); /* temporary storage for imlt */
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
96 float* mlt_window;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
97
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
98 /* gain buffers */
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
99 cook_gains gains1;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
100 cook_gains gains2;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
101 int gain_1[9];
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
102 int gain_2[9];
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
103 int gain_3[9];
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
104 int gain_4[9];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
105
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
106 /* VLC data */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
107 int js_vlc_bits;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
108 VLC envelope_quant_index[13];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
109 VLC sqvh[7]; //scalar quantization
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
110 VLC ccpl; //channel coupling
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
111
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
112 /* generatable tables and related variables */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
113 int gain_size_factor;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
114 float gain_table[23];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
115 float pow2tab[127];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
116 float rootpow2tab[127];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
117
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
118 /* data buffers */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
119
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
120 uint8_t* decoded_bytes_buffer;
4542
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
121 DECLARE_ALIGNED_16(float,mono_mdct_output[2048]);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
122 float mono_previous_buffer1[1024];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
123 float mono_previous_buffer2[1024];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
124 float decode_buffer_1[1024];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
125 float decode_buffer_2[1024];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
126 } COOKContext;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
127
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
128 /* debug functions */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
129
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
130 #ifdef COOKDEBUG
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
131 static void dump_float_table(float* table, int size, int delimiter) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
132 int i=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
133 av_log(NULL,AV_LOG_ERROR,"\n[%d]: ",i);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
134 for (i=0 ; i<size ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
135 av_log(NULL, AV_LOG_ERROR, "%5.1f, ", table[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
136 if ((i+1)%delimiter == 0) av_log(NULL,AV_LOG_ERROR,"\n[%d]: ",i+1);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
137 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
138 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
139
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
140 static void dump_int_table(int* table, int size, int delimiter) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
141 int i=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
142 av_log(NULL,AV_LOG_ERROR,"\n[%d]: ",i);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
143 for (i=0 ; i<size ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
144 av_log(NULL, AV_LOG_ERROR, "%d, ", table[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
145 if ((i+1)%delimiter == 0) av_log(NULL,AV_LOG_ERROR,"\n[%d]: ",i+1);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
146 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
147 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
148
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
149 static void dump_short_table(short* table, int size, int delimiter) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
150 int i=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
151 av_log(NULL,AV_LOG_ERROR,"\n[%d]: ",i);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
152 for (i=0 ; i<size ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
153 av_log(NULL, AV_LOG_ERROR, "%d, ", table[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
154 if ((i+1)%delimiter == 0) av_log(NULL,AV_LOG_ERROR,"\n[%d]: ",i+1);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
155 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
156 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
157
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
158 #endif
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
159
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
160 /*************** init functions ***************/
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
161
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
162 /* table generator */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
163 static void init_pow2table(COOKContext *q){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
164 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
165 q->pow2tab[63] = 1.0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
166 for (i=1 ; i<64 ; i++){
3106
9cbd63cca826 Don't use pow/powf functions where we just need integer arithmetic.
al
parents: 3091
diff changeset
167 q->pow2tab[63+i]=(float)((uint64_t)1<<i);
9cbd63cca826 Don't use pow/powf functions where we just need integer arithmetic.
al
parents: 3091
diff changeset
168 q->pow2tab[63-i]=1.0/(float)((uint64_t)1<<i);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
169 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
170 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
171
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
172 /* table generator */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
173 static void init_rootpow2table(COOKContext *q){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
174 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
175 q->rootpow2tab[63] = 1.0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
176 for (i=1 ; i<64 ; i++){
3106
9cbd63cca826 Don't use pow/powf functions where we just need integer arithmetic.
al
parents: 3091
diff changeset
177 q->rootpow2tab[63+i]=sqrt((float)((uint64_t)1<<i));
9cbd63cca826 Don't use pow/powf functions where we just need integer arithmetic.
al
parents: 3091
diff changeset
178 q->rootpow2tab[63-i]=sqrt(1.0/(float)((uint64_t)1<<i));
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
179 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
180 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
181
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
182 /* table generator */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
183 static void init_gain_table(COOKContext *q) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
184 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
185 q->gain_size_factor = q->samples_per_channel/8;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
186 for (i=0 ; i<23 ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
187 q->gain_table[i] = pow((double)q->pow2tab[i+52] ,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
188 (1.0/(double)q->gain_size_factor));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
189 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
190 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
191
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
192
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
193 static int init_cook_vlc_tables(COOKContext *q) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
194 int i, result;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
195
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
196 result = 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
197 for (i=0 ; i<13 ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
198 result &= init_vlc (&q->envelope_quant_index[i], 9, 24,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
199 envelope_quant_index_huffbits[i], 1, 1,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
200 envelope_quant_index_huffcodes[i], 2, 2, 0);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
201 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
202 av_log(NULL,AV_LOG_DEBUG,"sqvh VLC init\n");
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
203 for (i=0 ; i<7 ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
204 result &= init_vlc (&q->sqvh[i], vhvlcsize_tab[i], vhsize_tab[i],
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
205 cvh_huffbits[i], 1, 1,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
206 cvh_huffcodes[i], 2, 2, 0);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
207 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
208
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
209 if (q->nb_channels==2 && q->joint_stereo==1){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
210 result &= init_vlc (&q->ccpl, 6, (1<<q->js_vlc_bits)-1,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
211 ccpl_huffbits[q->js_vlc_bits-2], 1, 1,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
212 ccpl_huffcodes[q->js_vlc_bits-2], 2, 2, 0);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
213 av_log(NULL,AV_LOG_DEBUG,"Joint-stereo VLC used.\n");
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
214 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
215
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
216 av_log(NULL,AV_LOG_DEBUG,"VLC tables initialized.\n");
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
217 return result;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
218 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
219
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
220 static int init_cook_mlt(COOKContext *q) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
221 int j;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
222 float alpha;
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
223 int mlt_size = q->samples_per_channel;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
224
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
225 if ((q->mlt_window = av_malloc(sizeof(float)*mlt_size)) == 0)
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
226 return -1;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
227
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
228 /* Initialize the MLT window: simple sine window. */
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
229 alpha = M_PI / (2.0 * (float)mlt_size);
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
230 for(j=0 ; j<mlt_size ; j++)
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
231 q->mlt_window[j] = sin((j + 0.5) * alpha) * sqrt(2.0 / q->samples_per_channel);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
232
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
233 /* Initialize the MDCT. */
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
234 if (ff_mdct_init(&q->mdct_ctx, av_log2(mlt_size)+1, 1)) {
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
235 av_free(q->mlt_window);
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
236 return -1;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
237 }
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
238 av_log(NULL,AV_LOG_DEBUG,"MDCT initialized, order = %d.\n",
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
239 av_log2(mlt_size)+1);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
240
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
241 return 0;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
242 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
243
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
244 /*************** init functions end ***********/
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
245
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
246 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
247 * Cook indata decoding, every 32 bits are XORed with 0x37c511f2.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
248 * Why? No idea, some checksum/error detection method maybe.
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
249 *
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
250 * Out buffer size: extra bytes are needed to cope with
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
251 * padding/missalignment.
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
252 * Subpackets passed to the decoder can contain two, consecutive
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
253 * half-subpackets, of identical but arbitrary size.
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
254 * 1234 1234 1234 1234 extraA extraB
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
255 * Case 1: AAAA BBBB 0 0
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
256 * Case 2: AAAA ABBB BB-- 3 3
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
257 * Case 3: AAAA AABB BBBB 2 2
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
258 * Case 4: AAAA AAAB BBBB BB-- 1 5
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
259 *
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
260 * Nice way to waste CPU cycles.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
261 *
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
262 * @param inbuffer pointer to byte array of indata
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
263 * @param out pointer to byte array of outdata
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
264 * @param bytes number of bytes
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
265 */
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
266 #define DECODE_BYTES_PAD1(bytes) (3 - ((bytes)+3) % 4)
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
267 #define DECODE_BYTES_PAD2(bytes) ((bytes) % 4 + DECODE_BYTES_PAD1(2 * (bytes)))
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
268
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
269 static inline int decode_bytes(uint8_t* inbuffer, uint8_t* out, int bytes){
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
270 int i, off;
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
271 uint32_t c;
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
272 uint32_t* buf;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
273 uint32_t* obuf = (uint32_t*) out;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
274 /* FIXME: 64 bit platforms would be able to do 64 bits at a time.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
275 * I'm too lazy though, should be something like
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
276 * for(i=0 ; i<bitamount/64 ; i++)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
277 * (int64_t)out[i] = 0x37c511f237c511f2^be2me_64(int64_t)in[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
278 * Buffer alignment needs to be checked. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
279
4429
ba087eea0a53 Kill a warning and don't use modulus.
banan
parents: 4428
diff changeset
280 off = (int)((long)inbuffer & 3);
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
281 buf = (uint32_t*) (inbuffer - off);
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
282 c = be2me_32((0x37c511f2 >> (off*8)) | (0x37c511f2 << (32-(off*8))));
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
283 bytes += 3 + off;
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
284 for (i = 0; i < bytes/4; i++)
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
285 obuf[i] = c ^ buf[i];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
286
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
287 return off;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
288 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
289
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
290 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
291 * Cook uninit
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
292 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
293
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
294 static int cook_decode_close(AVCodecContext *avctx)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
295 {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
296 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
297 COOKContext *q = avctx->priv_data;
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
298 av_log(avctx,AV_LOG_DEBUG, "Deallocating memory.\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
299
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
300 /* Free allocated memory buffers. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
301 av_free(q->mlt_window);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
302 av_free(q->decoded_bytes_buffer);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
303
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
304 /* Free the transform. */
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
305 ff_mdct_end(&q->mdct_ctx);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
306
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
307 /* Free the VLC tables. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
308 for (i=0 ; i<13 ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
309 free_vlc(&q->envelope_quant_index[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
310 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
311 for (i=0 ; i<7 ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
312 free_vlc(&q->sqvh[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
313 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
314 if(q->nb_channels==2 && q->joint_stereo==1 ){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
315 free_vlc(&q->ccpl);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
316 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
317
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
318 av_log(NULL,AV_LOG_DEBUG,"Memory deallocated.\n");
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
319
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
320 return 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
321 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
322
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
323 /**
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
324 * Fill the gain array for the timedomain quantization.
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
325 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
326 * @param q pointer to the COOKContext
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
327 * @param gaininfo[9] array of gain indices
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
328 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
329
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
330 static void decode_gain_info(GetBitContext *gb, int *gaininfo)
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
331 {
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
332 int i, n;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
333
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
334 while (get_bits1(gb)) {}
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
335 n = get_bits_count(gb) - 1; //amount of elements*2 to update
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
336
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
337 i = 0;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
338 while (n--) {
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
339 int index = get_bits(gb, 3);
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
340 int gain = get_bits1(gb) ? get_bits(gb, 4) - 7 : -1;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
341
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
342 while (i <= index) gaininfo[i++] = gain;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
343 }
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
344 while (i <= 8) gaininfo[i++] = 0;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
345 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
346
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
347 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
348 * Create the quant index table needed for the envelope.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
349 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
350 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
351 * @param quant_index_table pointer to the array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
352 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
353
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
354 static void decode_envelope(COOKContext *q, int* quant_index_table) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
355 int i,j, vlc_index;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
356 int bitbias;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
357
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
358 bitbias = get_bits_count(&q->gb);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
359 quant_index_table[0]= get_bits(&q->gb,6) - 6; //This is used later in categorize
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
360
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
361 for (i=1 ; i < q->total_subbands ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
362 vlc_index=i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
363 if (i >= q->js_subband_start * 2) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
364 vlc_index-=q->js_subband_start;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
365 } else {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
366 vlc_index/=2;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
367 if(vlc_index < 1) vlc_index = 1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
368 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
369 if (vlc_index>13) vlc_index = 13; //the VLC tables >13 are identical to No. 13
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
370
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
371 j = get_vlc2(&q->gb, q->envelope_quant_index[vlc_index-1].table,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
372 q->envelope_quant_index[vlc_index-1].bits,2);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
373 quant_index_table[i] = quant_index_table[i-1] + j - 12; //differential encoding
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
374 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
375 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
376
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
377 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
378 * Calculate the category and category_index vector.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
379 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
380 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
381 * @param quant_index_table pointer to the array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
382 * @param category pointer to the category array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
383 * @param category_index pointer to the category_index array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
384 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
385
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
386 static void categorize(COOKContext *q, int* quant_index_table,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
387 int* category, int* category_index){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
388 int exp_idx, bias, tmpbias, bits_left, num_bits, index, v, i, j;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
389 int exp_index2[102];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
390 int exp_index1[102];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
391
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
392 int tmp_categorize_array1[128];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
393 int tmp_categorize_array1_idx=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
394 int tmp_categorize_array2[128];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
395 int tmp_categorize_array2_idx=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
396 int category_index_size=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
397
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
398 bits_left = q->bits_per_subpacket - get_bits_count(&q->gb);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
399
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
400 if(bits_left > q->samples_per_channel) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
401 bits_left = q->samples_per_channel +
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
402 ((bits_left - q->samples_per_channel)*5)/8;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
403 //av_log(NULL, AV_LOG_ERROR, "bits_left = %d\n",bits_left);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
404 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
405
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
406 memset(&exp_index1,0,102*sizeof(int));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
407 memset(&exp_index2,0,102*sizeof(int));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
408 memset(&tmp_categorize_array1,0,128*sizeof(int));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
409 memset(&tmp_categorize_array2,0,128*sizeof(int));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
410
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
411 bias=-32;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
412
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
413 /* Estimate bias. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
414 for (i=32 ; i>0 ; i=i/2){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
415 num_bits = 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
416 index = 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
417 for (j=q->total_subbands ; j>0 ; j--){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
418 exp_idx = (i - quant_index_table[index] + bias) / 2;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
419 if (exp_idx<0){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
420 exp_idx=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
421 } else if(exp_idx >7) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
422 exp_idx=7;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
423 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
424 index++;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
425 num_bits+=expbits_tab[exp_idx];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
426 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
427 if(num_bits >= bits_left - 32){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
428 bias+=i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
429 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
430 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
431
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
432 /* Calculate total number of bits. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
433 num_bits=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
434 for (i=0 ; i<q->total_subbands ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
435 exp_idx = (bias - quant_index_table[i]) / 2;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
436 if (exp_idx<0) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
437 exp_idx=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
438 } else if(exp_idx >7) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
439 exp_idx=7;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
440 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
441 num_bits += expbits_tab[exp_idx];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
442 exp_index1[i] = exp_idx;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
443 exp_index2[i] = exp_idx;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
444 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
445 tmpbias = bias = num_bits;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
446
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
447 for (j = 1 ; j < q->numvector_size ; j++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
448 if (tmpbias + bias > 2*bits_left) { /* ---> */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
449 int max = -999999;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
450 index=-1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
451 for (i=0 ; i<q->total_subbands ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
452 if (exp_index1[i] < 7) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
453 v = (-2*exp_index1[i]) - quant_index_table[i] - 32;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
454 if ( v >= max) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
455 max = v;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
456 index = i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
457 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
458 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
459 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
460 if(index==-1)break;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
461 tmp_categorize_array1[tmp_categorize_array1_idx++] = index;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
462 tmpbias -= expbits_tab[exp_index1[index]] -
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
463 expbits_tab[exp_index1[index]+1];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
464 ++exp_index1[index];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
465 } else { /* <--- */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
466 int min = 999999;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
467 index=-1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
468 for (i=0 ; i<q->total_subbands ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
469 if(exp_index2[i] > 0){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
470 v = (-2*exp_index2[i])-quant_index_table[i];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
471 if ( v < min) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
472 min = v;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
473 index = i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
474 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
475 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
476 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
477 if(index == -1)break;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
478 tmp_categorize_array2[tmp_categorize_array2_idx++] = index;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
479 tmpbias -= expbits_tab[exp_index2[index]] -
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
480 expbits_tab[exp_index2[index]-1];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
481 --exp_index2[index];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
482 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
483 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
484
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
485 for(i=0 ; i<q->total_subbands ; i++)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
486 category[i] = exp_index2[i];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
487
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
488 /* Concatenate the two arrays. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
489 for(i=tmp_categorize_array2_idx-1 ; i >= 0; i--)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
490 category_index[category_index_size++] = tmp_categorize_array2[i];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
491
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
492 for(i=0;i<tmp_categorize_array1_idx;i++)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
493 category_index[category_index_size++ ] = tmp_categorize_array1[i];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
494
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
495 /* FIXME: mc_sich_ra8_20.rm triggers this, not sure with what we
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
496 should fill the remaining bytes. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
497 for(i=category_index_size;i<q->numvector_size;i++)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
498 category_index[i]=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
499
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
500 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
501
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
502
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
503 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
504 * Expand the category vector.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
505 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
506 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
507 * @param category pointer to the category array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
508 * @param category_index pointer to the category_index array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
509 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
510
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
511 static void inline expand_category(COOKContext *q, int* category,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
512 int* category_index){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
513 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
514 for(i=0 ; i<q->num_vectors ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
515 ++category[category_index[i]];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
516 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
517 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
518
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
519 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
520 * The real requantization of the mltcoefs
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
521 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
522 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
523 * @param index index
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
524 * @param quant_index quantisation index
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
525 * @param subband_coef_index array of indexes to quant_centroid_tab
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
526 * @param subband_coef_sign signs of coefficients
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
527 * @param mlt_p pointer into the mlt buffer
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
528 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
529
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
530 static void scalar_dequant(COOKContext *q, int index, int quant_index,
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
531 int* subband_coef_index, int* subband_coef_sign,
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
532 float* mlt_p){
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
533 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
534 float f1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
535
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
536 for(i=0 ; i<SUBBAND_SIZE ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
537 if (subband_coef_index[i]) {
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
538 f1 = quant_centroid_tab[index][subband_coef_index[i]];
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
539 if (subband_coef_sign[i]) f1 = -f1;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
540 } else {
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
541 /* noise coding if subband_coef_index[i] == 0 */
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
542 f1 = dither_tab[index];
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
543 if (av_random(&q->random_state) < 0x80000000) f1 = -f1;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
544 }
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
545 mlt_p[i] = f1 * q->rootpow2tab[quant_index+63];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
546 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
547 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
548 /**
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
549 * Unpack the subband_coef_index and subband_coef_sign vectors.
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
550 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
551 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
552 * @param category pointer to the category array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
553 * @param subband_coef_index array of indexes to quant_centroid_tab
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
554 * @param subband_coef_sign signs of coefficients
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
555 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
556
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
557 static int unpack_SQVH(COOKContext *q, int category, int* subband_coef_index,
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
558 int* subband_coef_sign) {
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
559 int i,j;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
560 int vlc, vd ,tmp, result;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
561 int ub;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
562 int cb;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
563
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
564 vd = vd_tab[category];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
565 result = 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
566 for(i=0 ; i<vpr_tab[category] ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
567 ub = get_bits_count(&q->gb);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
568 vlc = get_vlc2(&q->gb, q->sqvh[category].table, q->sqvh[category].bits, 3);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
569 cb = get_bits_count(&q->gb);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
570 if (q->bits_per_subpacket < get_bits_count(&q->gb)){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
571 vlc = 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
572 result = 1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
573 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
574 for(j=vd-1 ; j>=0 ; j--){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
575 tmp = (vlc * invradix_tab[category])/0x100000;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
576 subband_coef_index[vd*i+j] = vlc - tmp * (kmax_tab[category]+1);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
577 vlc = tmp;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
578 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
579 for(j=0 ; j<vd ; j++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
580 if (subband_coef_index[i*vd + j]) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
581 if(get_bits_count(&q->gb) < q->bits_per_subpacket){
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
582 subband_coef_sign[i*vd+j] = get_bits1(&q->gb);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
583 } else {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
584 result=1;
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
585 subband_coef_sign[i*vd+j]=0;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
586 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
587 } else {
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
588 subband_coef_sign[i*vd+j]=0;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
589 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
590 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
591 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
592 return result;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
593 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
594
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
595
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
596 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
597 * Fill the mlt_buffer with mlt coefficients.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
598 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
599 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
600 * @param category pointer to the category array
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
601 * @param quant_index_table pointer to the array
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
602 * @param mlt_buffer pointer to mlt coefficients
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
603 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
604
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
605
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
606 static void decode_vectors(COOKContext* q, int* category,
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
607 int *quant_index_table, float* mlt_buffer){
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
608 /* A zero in this table means that the subband coefficient is
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
609 random noise coded. */
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
610 int subband_coef_index[SUBBAND_SIZE];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
611 /* A zero in this table means that the subband coefficient is a
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
612 positive multiplicator. */
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
613 int subband_coef_sign[SUBBAND_SIZE];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
614 int band, j;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
615 int index=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
616
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
617 for(band=0 ; band<q->total_subbands ; band++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
618 index = category[band];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
619 if(category[band] < 7){
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
620 if(unpack_SQVH(q, category[band], subband_coef_index, subband_coef_sign)){
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
621 index=7;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
622 for(j=0 ; j<q->total_subbands ; j++) category[band+j]=7;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
623 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
624 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
625 if(index==7) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
626 memset(subband_coef_index, 0, sizeof(subband_coef_index));
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
627 memset(subband_coef_sign, 0, sizeof(subband_coef_sign));
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
628 }
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
629 scalar_dequant(q, index, quant_index_table[band],
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
630 subband_coef_index, subband_coef_sign,
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
631 &mlt_buffer[band * 20]);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
632 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
633
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
634 if(q->total_subbands*SUBBAND_SIZE >= q->samples_per_channel){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
635 return;
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
636 } /* FIXME: should this be removed, or moved into loop above? */
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
637 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
638
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
639
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
640 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
641 * function for decoding mono data
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
642 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
643 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
644 * @param mlt_buffer1 pointer to left channel mlt coefficients
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
645 * @param mlt_buffer2 pointer to right channel mlt coefficients
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
646 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
647
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
648 static void mono_decode(COOKContext *q, float* mlt_buffer) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
649
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
650 int category_index[128];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
651 int quant_index_table[102];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
652 int category[128];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
653
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
654 memset(&category, 0, 128*sizeof(int));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
655 memset(&category_index, 0, 128*sizeof(int));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
656
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
657 decode_envelope(q, quant_index_table);
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
658 q->num_vectors = get_bits(&q->gb,q->log2_numvector_size);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
659 categorize(q, quant_index_table, category, category_index);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
660 expand_category(q, category, category_index);
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
661 decode_vectors(q, category, quant_index_table, mlt_buffer);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
662 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
663
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
664
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
665 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
666 * the actual requantization of the timedomain samples
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
667 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
668 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
669 * @param buffer pointer to the timedomain buffer
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
670 * @param gain_index index for the block multiplier
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
671 * @param gain_index_next index for the next block multiplier
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
672 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
673
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
674 static void interpolate(COOKContext *q, float* buffer,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
675 int gain_index, int gain_index_next){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
676 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
677 float fc1, fc2;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
678 fc1 = q->pow2tab[gain_index+63];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
679
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
680 if(gain_index == gain_index_next){ //static gain
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
681 for(i=0 ; i<q->gain_size_factor ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
682 buffer[i]*=fc1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
683 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
684 return;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
685 } else { //smooth gain
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
686 fc2 = q->gain_table[11 + (gain_index_next-gain_index)];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
687 for(i=0 ; i<q->gain_size_factor ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
688 buffer[i]*=fc1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
689 fc1*=fc2;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
690 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
691 return;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
692 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
693 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
694
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
695
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
696 /**
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
697 * The modulated lapped transform, this takes transform coefficients
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
698 * and transforms them into timedomain samples.
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
699 * Apply transform window, overlap buffers, apply gain profile
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
700 * and buffer management.
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
701 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
702 * @param q pointer to the COOKContext
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
703 * @param inbuffer pointer to the mltcoefficients
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
704 * @param gains_ptr current and previous gains
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
705 * @param previous_buffer pointer to the previous buffer to be used for overlapping
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
706 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
707
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
708 static void imlt_gain(COOKContext *q, float *inbuffer,
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
709 cook_gains *gains_ptr, float* previous_buffer)
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
710 {
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
711 const float fc = q->pow2tab[gains_ptr->previous[0] + 63];
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
712 float *buffer0 = q->mono_mdct_output;
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
713 float *buffer1 = q->mono_mdct_output + q->samples_per_channel;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
714 int i;
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
715
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
716 /* Inverse modified discrete cosine transform */
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
717 q->mdct_ctx.fft.imdct_calc(&q->mdct_ctx, q->mono_mdct_output,
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
718 inbuffer, q->mdct_tmp);
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
719
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
720 /* The weird thing here, is that the two halves of the time domain
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
721 * buffer are swapped. Also, the newest data, that we save away for
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
722 * next frame, has the wrong sign. Hence the subtraction below.
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
723 * Almost sounds like a complex conjugate/reverse data/FFT effect.
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
724 */
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
725
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
726 /* Apply window and overlap */
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
727 for(i = 0; i < q->samples_per_channel; i++){
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
728 buffer1[i] = buffer1[i] * fc * q->mlt_window[i] -
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
729 previous_buffer[i] * q->mlt_window[q->samples_per_channel - 1 - i];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
730 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
731
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
732 /* Apply gain profile */
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
733 for (i = 0; i < 8; i++) {
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
734 if (gains_ptr->now[i] || gains_ptr->now[i + 1])
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
735 interpolate(q, &buffer1[q->gain_size_factor * i],
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
736 gains_ptr->now[i], gains_ptr->now[i + 1]);
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
737 }
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
738
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
739 /* Save away the current to be previous block. */
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
740 memcpy(previous_buffer, buffer0, sizeof(float)*q->samples_per_channel);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
741 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
742
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
743
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
744 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
745 * function for getting the jointstereo coupling information
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
746 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
747 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
748 * @param decouple_tab decoupling array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
749 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
750 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
751
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
752 static void decouple_info(COOKContext *q, int* decouple_tab){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
753 int length, i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
754
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
755 if(get_bits1(&q->gb)) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
756 if(cplband[q->js_subband_start] > cplband[q->subbands-1]) return;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
757
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
758 length = cplband[q->subbands-1] - cplband[q->js_subband_start] + 1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
759 for (i=0 ; i<length ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
760 decouple_tab[cplband[q->js_subband_start] + i] = get_vlc2(&q->gb, q->ccpl.table, q->ccpl.bits, 2);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
761 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
762 return;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
763 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
764
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
765 if(cplband[q->js_subband_start] > cplband[q->subbands-1]) return;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
766
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
767 length = cplband[q->subbands-1] - cplband[q->js_subband_start] + 1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
768 for (i=0 ; i<length ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
769 decouple_tab[cplband[q->js_subband_start] + i] = get_bits(&q->gb, q->js_vlc_bits);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
770 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
771 return;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
772 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
773
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
774
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
775 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
776 * function for decoding joint stereo data
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
777 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
778 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
779 * @param mlt_buffer1 pointer to left channel mlt coefficients
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
780 * @param mlt_buffer2 pointer to right channel mlt coefficients
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
781 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
782
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
783 static void joint_decode(COOKContext *q, float* mlt_buffer1,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
784 float* mlt_buffer2) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
785 int i,j;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
786 int decouple_tab[SUBBAND_SIZE];
3009
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
787 float decode_buffer[1060];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
788 int idx, cpl_tmp,tmp_idx;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
789 float f1,f2;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
790 float* cplscale;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
791
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
792 memset(decouple_tab, 0, sizeof(decouple_tab));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
793 memset(decode_buffer, 0, sizeof(decode_buffer));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
794
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
795 /* Make sure the buffers are zeroed out. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
796 memset(mlt_buffer1,0, 1024*sizeof(float));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
797 memset(mlt_buffer2,0, 1024*sizeof(float));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
798 decouple_info(q, decouple_tab);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
799 mono_decode(q, decode_buffer);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
800
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
801 /* The two channels are stored interleaved in decode_buffer. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
802 for (i=0 ; i<q->js_subband_start ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
803 for (j=0 ; j<SUBBAND_SIZE ; j++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
804 mlt_buffer1[i*20+j] = decode_buffer[i*40+j];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
805 mlt_buffer2[i*20+j] = decode_buffer[i*40+20+j];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
806 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
807 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
808
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
809 /* When we reach js_subband_start (the higher frequencies)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
810 the coefficients are stored in a coupling scheme. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
811 idx = (1 << q->js_vlc_bits) - 1;
3009
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
812 for (i=q->js_subband_start ; i<q->subbands ; i++) {
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
813 cpl_tmp = cplband[i];
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
814 idx -=decouple_tab[cpl_tmp];
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
815 cplscale = (float*)cplscales[q->js_vlc_bits-2]; //choose decoupler table
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
816 f1 = cplscale[decouple_tab[cpl_tmp]];
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
817 f2 = cplscale[idx-1];
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
818 for (j=0 ; j<SUBBAND_SIZE ; j++) {
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
819 tmp_idx = ((q->js_subband_start + i)*20)+j;
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
820 mlt_buffer1[20*i + j] = f1 * decode_buffer[tmp_idx];
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
821 mlt_buffer2[20*i + j] = f2 * decode_buffer[tmp_idx];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
822 }
3009
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
823 idx = (1 << q->js_vlc_bits) - 1;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
824 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
825 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
826
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
827 /**
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
828 * First part of subpacket decoding:
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
829 * decode raw stream bytes and read gain info.
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
830 *
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
831 * @param q pointer to the COOKContext
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
832 * @param inbuffer pointer to raw stream data
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
833 * @param gain_ptr array of current/prev gain pointers
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
834 */
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
835
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
836 static inline void
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
837 decode_bytes_and_gain(COOKContext *q, uint8_t *inbuffer,
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
838 cook_gains *gains_ptr)
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
839 {
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
840 int offset;
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
841
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
842 offset = decode_bytes(inbuffer, q->decoded_bytes_buffer,
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
843 q->bits_per_subpacket/8);
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
844 init_get_bits(&q->gb, q->decoded_bytes_buffer + offset,
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
845 q->bits_per_subpacket);
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
846 decode_gain_info(&q->gb, gains_ptr->now);
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
847
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
848 /* Swap current and previous gains */
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
849 FFSWAP(int *, gains_ptr->now, gains_ptr->previous);
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
850 }
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
851
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
852 /**
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
853 * Final part of subpacket decoding:
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
854 * Apply modulated lapped transform, gain compensation,
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
855 * clip and convert to integer.
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
856 *
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
857 * @param q pointer to the COOKContext
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
858 * @param decode_buffer pointer to the mlt coefficients
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
859 * @param gain_ptr array of current/prev gain pointers
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
860 * @param previous_buffer pointer to the previous buffer to be used for overlapping
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
861 * @param out pointer to the output buffer
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
862 * @param chan 0: left or single channel, 1: right channel
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
863 */
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
864
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
865 static inline void
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
866 mlt_compensate_output(COOKContext *q, float *decode_buffer,
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
867 cook_gains *gains, float *previous_buffer,
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
868 int16_t *out, int chan)
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
869 {
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
870 float *output = q->mono_mdct_output + q->samples_per_channel;
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
871 int j;
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
872
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
873 imlt_gain(q, decode_buffer, gains, previous_buffer);
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
874
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
875 /* Clip and convert floats to 16 bits.
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
876 */
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
877 for (j = 0; j < q->samples_per_channel; j++) {
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
878 out[chan + q->nb_channels * j] =
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
879 av_clip(lrintf(output[j]), -32768, 32767);
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
880 }
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
881 }
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
882
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
883
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
884 /**
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
885 * Cook subpacket decoding. This function returns one decoded subpacket,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
886 * usually 1024 samples per channel.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
887 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
888 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
889 * @param inbuffer pointer to the inbuffer
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
890 * @param sub_packet_size subpacket size
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
891 * @param outbuffer pointer to the outbuffer
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
892 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
893
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
894
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
895 static int decode_subpacket(COOKContext *q, uint8_t *inbuffer,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
896 int sub_packet_size, int16_t *outbuffer) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
897 /* packet dump */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
898 // for (i=0 ; i<sub_packet_size ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
899 // av_log(NULL, AV_LOG_ERROR, "%02x", inbuffer[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
900 // }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
901 // av_log(NULL, AV_LOG_ERROR, "\n");
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
902
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
903 decode_bytes_and_gain(q, inbuffer, &q->gains1);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
904
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
905 if (q->joint_stereo) {
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
906 joint_decode(q, q->decode_buffer_1, q->decode_buffer_2);
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
907 } else {
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
908 mono_decode(q, q->decode_buffer_1);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
909
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
910 if (q->nb_channels == 2) {
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
911 decode_bytes_and_gain(q, inbuffer + sub_packet_size/2, &q->gains2);
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
912 mono_decode(q, q->decode_buffer_2);
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
913 }
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
914 }
3014
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
915
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
916 mlt_compensate_output(q, q->decode_buffer_1, &q->gains1,
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
917 q->mono_previous_buffer1, outbuffer, 0);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
918
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
919 if (q->nb_channels == 2) {
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
920 if (q->joint_stereo) {
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
921 mlt_compensate_output(q, q->decode_buffer_2, &q->gains1,
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
922 q->mono_previous_buffer2, outbuffer, 1);
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
923 } else {
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
924 mlt_compensate_output(q, q->decode_buffer_2, &q->gains2,
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
925 q->mono_previous_buffer2, outbuffer, 1);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
926 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
927 }
2959
24805f4d1b84 This patch adds some support for non-joint stereo streams. It also
rtognimp
parents: 2956
diff changeset
928 return q->samples_per_frame * sizeof(int16_t);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
929 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
930
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
931
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
932 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
933 * Cook frame decoding
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
934 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
935 * @param avctx pointer to the AVCodecContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
936 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
937
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
938 static int cook_decode_frame(AVCodecContext *avctx,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
939 void *data, int *data_size,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
940 uint8_t *buf, int buf_size) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
941 COOKContext *q = avctx->priv_data;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
942
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
943 if (buf_size < avctx->block_align)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
944 return buf_size;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
945
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
946 *data_size = decode_subpacket(q, buf, avctx->block_align, data);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
947
4638
9f74306d4ac7 Don't output the first two frames, since they don't contain valid audio.
banan
parents: 4594
diff changeset
948 /* Discard the first two frames: no valid audio. */
9f74306d4ac7 Don't output the first two frames, since they don't contain valid audio.
banan
parents: 4594
diff changeset
949 if (avctx->frame_number < 2) *data_size = 0;
9f74306d4ac7 Don't output the first two frames, since they don't contain valid audio.
banan
parents: 4594
diff changeset
950
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
951 return avctx->block_align;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
952 }
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
953
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
954 #ifdef COOKDEBUG
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
955 static void dump_cook_context(COOKContext *q)
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
956 {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
957 //int i=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
958 #define PRINT(a,b) av_log(NULL,AV_LOG_ERROR," %s = %d\n", a, b);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
959 av_log(NULL,AV_LOG_ERROR,"COOKextradata\n");
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
960 av_log(NULL,AV_LOG_ERROR,"cookversion=%x\n",q->cookversion);
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
961 if (q->cookversion > STEREO) {
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
962 PRINT("js_subband_start",q->js_subband_start);
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
963 PRINT("js_vlc_bits",q->js_vlc_bits);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
964 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
965 av_log(NULL,AV_LOG_ERROR,"COOKContext\n");
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
966 PRINT("nb_channels",q->nb_channels);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
967 PRINT("bit_rate",q->bit_rate);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
968 PRINT("sample_rate",q->sample_rate);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
969 PRINT("samples_per_channel",q->samples_per_channel);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
970 PRINT("samples_per_frame",q->samples_per_frame);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
971 PRINT("subbands",q->subbands);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
972 PRINT("random_state",q->random_state);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
973 PRINT("js_subband_start",q->js_subband_start);
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
974 PRINT("log2_numvector_size",q->log2_numvector_size);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
975 PRINT("numvector_size",q->numvector_size);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
976 PRINT("total_subbands",q->total_subbands);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
977 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
978 #endif
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
979
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
980 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
981 * Cook initialization
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
982 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
983 * @param avctx pointer to the AVCodecContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
984 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
985
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
986 static int cook_decode_init(AVCodecContext *avctx)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
987 {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
988 COOKContext *q = avctx->priv_data;
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
989 uint8_t *edata_ptr = avctx->extradata;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
990
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
991 /* Take care of the codec specific extradata. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
992 if (avctx->extradata_size <= 0) {
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
993 av_log(avctx,AV_LOG_ERROR,"Necessary extradata missing!\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
994 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
995 } else {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
996 /* 8 for mono, 16 for stereo, ? for multichannel
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
997 Swap to right endianness so we don't need to care later on. */
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
998 av_log(avctx,AV_LOG_DEBUG,"codecdata_length=%d\n",avctx->extradata_size);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
999 if (avctx->extradata_size >= 8){
4542
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
1000 q->cookversion = bytestream_get_be32(&edata_ptr);
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
1001 q->samples_per_frame = bytestream_get_be16(&edata_ptr);
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
1002 q->subbands = bytestream_get_be16(&edata_ptr);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1003 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1004 if (avctx->extradata_size >= 16){
4542
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
1005 bytestream_get_be32(&edata_ptr); //Unknown unused
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
1006 q->js_subband_start = bytestream_get_be16(&edata_ptr);
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
1007 q->js_vlc_bits = bytestream_get_be16(&edata_ptr);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1008 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1009 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1010
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1011 /* Take data from the AVCodecContext (RM container). */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1012 q->sample_rate = avctx->sample_rate;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1013 q->nb_channels = avctx->channels;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1014 q->bit_rate = avctx->bit_rate;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1015
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
1016 /* Initialize RNG. */
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
1017 av_init_random(1, &q->random_state);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1018
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1019 /* Initialize extradata related variables. */
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
1020 q->samples_per_channel = q->samples_per_frame / q->nb_channels;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1021 q->bits_per_subpacket = avctx->block_align * 8;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1022
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1023 /* Initialize default data states. */
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
1024 q->log2_numvector_size = 5;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1025 q->total_subbands = q->subbands;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1026
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1027 /* Initialize version-dependent variables */
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
1028 av_log(NULL,AV_LOG_DEBUG,"q->cookversion=%x\n",q->cookversion);
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
1029 q->joint_stereo = 0;
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
1030 switch (q->cookversion) {
4425
aca324d5bd58 Sort out the diffrent cook versions.
banan
parents: 4424
diff changeset
1031 case MONO:
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1032 if (q->nb_channels != 1) {
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1033 av_log(avctx,AV_LOG_ERROR,"Container channels != 1, report sample!\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1034 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1035 }
4425
aca324d5bd58 Sort out the diffrent cook versions.
banan
parents: 4424
diff changeset
1036 av_log(avctx,AV_LOG_DEBUG,"MONO\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1037 break;
4425
aca324d5bd58 Sort out the diffrent cook versions.
banan
parents: 4424
diff changeset
1038 case STEREO:
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1039 if (q->nb_channels != 1) {
2959
24805f4d1b84 This patch adds some support for non-joint stereo streams. It also
rtognimp
parents: 2956
diff changeset
1040 q->bits_per_subpacket = q->bits_per_subpacket/2;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1041 }
4425
aca324d5bd58 Sort out the diffrent cook versions.
banan
parents: 4424
diff changeset
1042 av_log(avctx,AV_LOG_DEBUG,"STEREO\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1043 break;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1044 case JOINT_STEREO:
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1045 if (q->nb_channels != 2) {
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1046 av_log(avctx,AV_LOG_ERROR,"Container channels != 2, report sample!\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1047 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1048 }
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1049 av_log(avctx,AV_LOG_DEBUG,"JOINT_STEREO\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1050 if (avctx->extradata_size >= 16){
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
1051 q->total_subbands = q->subbands + q->js_subband_start;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1052 q->joint_stereo = 1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1053 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1054 if (q->samples_per_channel > 256) {
3091
0284d5b34916 Fix broken cosmetics commit and add a check for valid headers.
banan
parents: 3090
diff changeset
1055 q->log2_numvector_size = 6;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1056 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1057 if (q->samples_per_channel > 512) {
3091
0284d5b34916 Fix broken cosmetics commit and add a check for valid headers.
banan
parents: 3090
diff changeset
1058 q->log2_numvector_size = 7;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1059 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1060 break;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1061 case MC_COOK:
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1062 av_log(avctx,AV_LOG_ERROR,"MC_COOK not supported!\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1063 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1064 break;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1065 default:
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1066 av_log(avctx,AV_LOG_ERROR,"Unknown Cook version, report sample!\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1067 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1068 break;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1069 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1070
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1071 /* Initialize variable relations */
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
1072 q->numvector_size = (1 << q->log2_numvector_size);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1073
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1074 /* Generate tables */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1075 init_rootpow2table(q);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1076 init_pow2table(q);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1077 init_gain_table(q);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1078
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1079 if (init_cook_vlc_tables(q) != 0)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1080 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1081
3303
68721b62a528 sanity checks, some might have been exploitable ...
michael
parents: 3106
diff changeset
1082
68721b62a528 sanity checks, some might have been exploitable ...
michael
parents: 3106
diff changeset
1083 if(avctx->block_align >= UINT_MAX/2)
68721b62a528 sanity checks, some might have been exploitable ...
michael
parents: 3106
diff changeset
1084 return -1;
68721b62a528 sanity checks, some might have been exploitable ...
michael
parents: 3106
diff changeset
1085
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1086 /* Pad the databuffer with:
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1087 DECODE_BYTES_PAD1 or DECODE_BYTES_PAD2 for decode_bytes(),
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1088 FF_INPUT_BUFFER_PADDING_SIZE, for the bitstreamreader. */
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1089 if (q->nb_channels==2 && q->joint_stereo==0) {
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1090 q->decoded_bytes_buffer =
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1091 av_mallocz(avctx->block_align/2
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1092 + DECODE_BYTES_PAD2(avctx->block_align/2)
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1093 + FF_INPUT_BUFFER_PADDING_SIZE);
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1094 } else {
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1095 q->decoded_bytes_buffer =
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1096 av_mallocz(avctx->block_align
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1097 + DECODE_BYTES_PAD1(avctx->block_align)
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1098 + FF_INPUT_BUFFER_PADDING_SIZE);
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1099 }
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1100 if (q->decoded_bytes_buffer == NULL)
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1101 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1102
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
1103 q->gains1.now = q->gain_1;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
1104 q->gains1.previous = q->gain_2;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
1105 q->gains2.now = q->gain_3;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
1106 q->gains2.previous = q->gain_4;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1107
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1108 /* Initialize transform. */
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
1109 if ( init_cook_mlt(q) != 0 )
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1110 return -1;
3014
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1111
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1112 /* Try to catch some obviously faulty streams, othervise it might be exploitable */
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1113 if (q->total_subbands > 53) {
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1114 av_log(avctx,AV_LOG_ERROR,"total_subbands > 53, report sample!\n");
3014
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1115 return -1;
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1116 }
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1117 if (q->subbands > 50) {
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1118 av_log(avctx,AV_LOG_ERROR,"subbands > 50, report sample!\n");
3014
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1119 return -1;
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1120 }
3091
0284d5b34916 Fix broken cosmetics commit and add a check for valid headers.
banan
parents: 3090
diff changeset
1121 if ((q->samples_per_channel == 256) || (q->samples_per_channel == 512) || (q->samples_per_channel == 1024)) {
0284d5b34916 Fix broken cosmetics commit and add a check for valid headers.
banan
parents: 3090
diff changeset
1122 } else {
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1123 av_log(avctx,AV_LOG_ERROR,"unknown amount of samples_per_channel = %d, report sample!\n",q->samples_per_channel);
3091
0284d5b34916 Fix broken cosmetics commit and add a check for valid headers.
banan
parents: 3090
diff changeset
1124 return -1;
0284d5b34916 Fix broken cosmetics commit and add a check for valid headers.
banan
parents: 3090
diff changeset
1125 }
4431
85ac154efd99 Check that js_vlc_bits from the extradata is in a valid range.
banan
parents: 4430
diff changeset
1126 if ((q->js_vlc_bits > 6) || (q->js_vlc_bits < 0)) {
85ac154efd99 Check that js_vlc_bits from the extradata is in a valid range.
banan
parents: 4430
diff changeset
1127 av_log(avctx,AV_LOG_ERROR,"q->js_vlc_bits = %d, only >= 0 and <= 6 allowed!\n",q->js_vlc_bits);
85ac154efd99 Check that js_vlc_bits from the extradata is in a valid range.
banan
parents: 4430
diff changeset
1128 return -1;
85ac154efd99 Check that js_vlc_bits from the extradata is in a valid range.
banan
parents: 4430
diff changeset
1129 }
3014
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1130
3009
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
1131 #ifdef COOKDEBUG
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
1132 dump_cook_context(q);
3009
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
1133 #endif
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1134 return 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1135 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1136
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1137
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1138 AVCodec cook_decoder =
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1139 {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1140 .name = "cook",
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1141 .type = CODEC_TYPE_AUDIO,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1142 .id = CODEC_ID_COOK,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1143 .priv_data_size = sizeof(COOKContext),
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1144 .init = cook_decode_init,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1145 .close = cook_decode_close,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1146 .decode = cook_decode_frame,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1147 };