annotate cook.c @ 4881:fb8cbb18b2b4 libavcodec

10l: Rename missed occurrences of CONFIG_EBX_AVAILABLE to HAVE_EBX_AVAILABLE.
author diego
date Thu, 26 Apr 2007 00:32:31 +0000
parents fa4951ffc434
children 777f250df232
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1 /*
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
2 * COOK compatible decoder
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
3 * Copyright (c) 2003 Sascha Sommer
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
4 * Copyright (c) 2005 Benjamin Larsson
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
5 *
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3619
diff changeset
6 * This file is part of FFmpeg.
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3619
diff changeset
7 *
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3619
diff changeset
8 * FFmpeg is free software; you can redistribute it and/or
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
9 * modify it under the terms of the GNU Lesser General Public
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
10 * License as published by the Free Software Foundation; either
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3619
diff changeset
11 * version 2.1 of the License, or (at your option) any later version.
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
12 *
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3619
diff changeset
13 * FFmpeg is distributed in the hope that it will be useful,
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
16 * Lesser General Public License for more details.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
17 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
18 * You should have received a copy of the GNU Lesser General Public
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3619
diff changeset
19 * License along with FFmpeg; if not, write to the Free Software
3036
0b546eab515d Update licensing information: The FSF changed postal address.
diego
parents: 3019
diff changeset
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
21 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
22 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
23
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
24 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
25 * @file cook.c
4845
78bb9129231b As usual Real actually took something existing and rebranded it.
banan
parents: 4692
diff changeset
26 * Cook compatible decoder. Bastardization of the G.722.1 standard.
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
27 * This decoder handles RealNetworks, RealAudio G2 data.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
28 * Cook is identified by the codec name cook in RM files.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
29 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
30 * To use this decoder, a calling application must supply the extradata
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
31 * bytes provided from the RM container; 8+ bytes for mono streams and
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
32 * 16+ for stereo streams (maybe more).
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
33 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
34 * Codec technicalities (all this assume a buffer length of 1024):
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
35 * Cook works with several different techniques to achieve its compression.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
36 * In the timedomain the buffer is divided into 8 pieces and quantized. If
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
37 * two neighboring pieces have different quantization index a smooth
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
38 * quantization curve is used to get a smooth overlap between the different
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
39 * pieces.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
40 * To get to the transformdomain Cook uses a modulated lapped transform.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
41 * The transform domain has 50 subbands with 20 elements each. This
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
42 * means only a maximum of 50*20=1000 coefficients are used out of the 1024
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
43 * available.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
44 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
45
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
46 #include <math.h>
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
47 #include <stddef.h>
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
48 #include <stdio.h>
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
49
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
50 #include "avcodec.h"
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
51 #include "bitstream.h"
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
52 #include "dsputil.h"
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
53 #include "common.h"
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
54 #include "bytestream.h"
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
55 #include "random.h"
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
56
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
57 #include "cookdata.h"
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
58
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
59 /* the different Cook versions */
4425
aca324d5bd58 Sort out the diffrent cook versions.
banan
parents: 4424
diff changeset
60 #define MONO 0x1000001
aca324d5bd58 Sort out the diffrent cook versions.
banan
parents: 4424
diff changeset
61 #define STEREO 0x1000002
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
62 #define JOINT_STEREO 0x1000003
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
63 #define MC_COOK 0x2000000 //multichannel Cook, not supported
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
64
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
65 #define SUBBAND_SIZE 20
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
66 //#define COOKDEBUG
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
67
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
68 typedef struct {
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
69 int *now;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
70 int *previous;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
71 } cook_gains;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
72
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
73 typedef struct {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
74 GetBitContext gb;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
75 /* stream data */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
76 int nb_channels;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
77 int joint_stereo;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
78 int bit_rate;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
79 int sample_rate;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
80 int samples_per_channel;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
81 int samples_per_frame;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
82 int subbands;
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
83 int log2_numvector_size;
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
84 int numvector_size; //1 << log2_numvector_size;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
85 int js_subband_start;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
86 int total_subbands;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
87 int num_vectors;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
88 int bits_per_subpacket;
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
89 int cookversion;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
90 /* states */
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
91 AVRandomState random_state;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
92
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
93 /* transform data */
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
94 MDCTContext mdct_ctx;
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
95 DECLARE_ALIGNED_16(FFTSample, mdct_tmp[1024]); /* temporary storage for imlt */
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
96 float* mlt_window;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
97
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
98 /* gain buffers */
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
99 cook_gains gains1;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
100 cook_gains gains2;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
101 int gain_1[9];
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
102 int gain_2[9];
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
103 int gain_3[9];
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
104 int gain_4[9];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
105
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
106 /* VLC data */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
107 int js_vlc_bits;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
108 VLC envelope_quant_index[13];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
109 VLC sqvh[7]; //scalar quantization
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
110 VLC ccpl; //channel coupling
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
111
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
112 /* generatable tables and related variables */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
113 int gain_size_factor;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
114 float gain_table[23];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
115 float pow2tab[127];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
116 float rootpow2tab[127];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
117
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
118 /* data buffers */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
119
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
120 uint8_t* decoded_bytes_buffer;
4542
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
121 DECLARE_ALIGNED_16(float,mono_mdct_output[2048]);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
122 float mono_previous_buffer1[1024];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
123 float mono_previous_buffer2[1024];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
124 float decode_buffer_1[1024];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
125 float decode_buffer_2[1024];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
126 } COOKContext;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
127
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
128 /* debug functions */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
129
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
130 #ifdef COOKDEBUG
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
131 static void dump_float_table(float* table, int size, int delimiter) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
132 int i=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
133 av_log(NULL,AV_LOG_ERROR,"\n[%d]: ",i);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
134 for (i=0 ; i<size ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
135 av_log(NULL, AV_LOG_ERROR, "%5.1f, ", table[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
136 if ((i+1)%delimiter == 0) av_log(NULL,AV_LOG_ERROR,"\n[%d]: ",i+1);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
137 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
138 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
139
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
140 static void dump_int_table(int* table, int size, int delimiter) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
141 int i=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
142 av_log(NULL,AV_LOG_ERROR,"\n[%d]: ",i);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
143 for (i=0 ; i<size ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
144 av_log(NULL, AV_LOG_ERROR, "%d, ", table[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
145 if ((i+1)%delimiter == 0) av_log(NULL,AV_LOG_ERROR,"\n[%d]: ",i+1);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
146 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
147 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
148
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
149 static void dump_short_table(short* table, int size, int delimiter) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
150 int i=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
151 av_log(NULL,AV_LOG_ERROR,"\n[%d]: ",i);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
152 for (i=0 ; i<size ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
153 av_log(NULL, AV_LOG_ERROR, "%d, ", table[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
154 if ((i+1)%delimiter == 0) av_log(NULL,AV_LOG_ERROR,"\n[%d]: ",i+1);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
155 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
156 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
157
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
158 #endif
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
159
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
160 /*************** init functions ***************/
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
161
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
162 /* table generator */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
163 static void init_pow2table(COOKContext *q){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
164 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
165 q->pow2tab[63] = 1.0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
166 for (i=1 ; i<64 ; i++){
3106
9cbd63cca826 Don't use pow/powf functions where we just need integer arithmetic.
al
parents: 3091
diff changeset
167 q->pow2tab[63+i]=(float)((uint64_t)1<<i);
9cbd63cca826 Don't use pow/powf functions where we just need integer arithmetic.
al
parents: 3091
diff changeset
168 q->pow2tab[63-i]=1.0/(float)((uint64_t)1<<i);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
169 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
170 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
171
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
172 /* table generator */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
173 static void init_rootpow2table(COOKContext *q){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
174 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
175 q->rootpow2tab[63] = 1.0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
176 for (i=1 ; i<64 ; i++){
3106
9cbd63cca826 Don't use pow/powf functions where we just need integer arithmetic.
al
parents: 3091
diff changeset
177 q->rootpow2tab[63+i]=sqrt((float)((uint64_t)1<<i));
9cbd63cca826 Don't use pow/powf functions where we just need integer arithmetic.
al
parents: 3091
diff changeset
178 q->rootpow2tab[63-i]=sqrt(1.0/(float)((uint64_t)1<<i));
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
179 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
180 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
181
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
182 /* table generator */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
183 static void init_gain_table(COOKContext *q) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
184 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
185 q->gain_size_factor = q->samples_per_channel/8;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
186 for (i=0 ; i<23 ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
187 q->gain_table[i] = pow((double)q->pow2tab[i+52] ,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
188 (1.0/(double)q->gain_size_factor));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
189 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
190 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
191
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
192
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
193 static int init_cook_vlc_tables(COOKContext *q) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
194 int i, result;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
195
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
196 result = 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
197 for (i=0 ; i<13 ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
198 result &= init_vlc (&q->envelope_quant_index[i], 9, 24,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
199 envelope_quant_index_huffbits[i], 1, 1,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
200 envelope_quant_index_huffcodes[i], 2, 2, 0);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
201 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
202 av_log(NULL,AV_LOG_DEBUG,"sqvh VLC init\n");
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
203 for (i=0 ; i<7 ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
204 result &= init_vlc (&q->sqvh[i], vhvlcsize_tab[i], vhsize_tab[i],
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
205 cvh_huffbits[i], 1, 1,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
206 cvh_huffcodes[i], 2, 2, 0);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
207 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
208
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
209 if (q->nb_channels==2 && q->joint_stereo==1){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
210 result &= init_vlc (&q->ccpl, 6, (1<<q->js_vlc_bits)-1,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
211 ccpl_huffbits[q->js_vlc_bits-2], 1, 1,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
212 ccpl_huffcodes[q->js_vlc_bits-2], 2, 2, 0);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
213 av_log(NULL,AV_LOG_DEBUG,"Joint-stereo VLC used.\n");
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
214 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
215
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
216 av_log(NULL,AV_LOG_DEBUG,"VLC tables initialized.\n");
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
217 return result;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
218 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
219
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
220 static int init_cook_mlt(COOKContext *q) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
221 int j;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
222 float alpha;
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
223 int mlt_size = q->samples_per_channel;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
224
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
225 if ((q->mlt_window = av_malloc(sizeof(float)*mlt_size)) == 0)
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
226 return -1;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
227
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
228 /* Initialize the MLT window: simple sine window. */
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
229 alpha = M_PI / (2.0 * (float)mlt_size);
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
230 for(j=0 ; j<mlt_size ; j++)
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
231 q->mlt_window[j] = sin((j + 0.5) * alpha) * sqrt(2.0 / q->samples_per_channel);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
232
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
233 /* Initialize the MDCT. */
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
234 if (ff_mdct_init(&q->mdct_ctx, av_log2(mlt_size)+1, 1)) {
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
235 av_free(q->mlt_window);
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
236 return -1;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
237 }
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
238 av_log(NULL,AV_LOG_DEBUG,"MDCT initialized, order = %d.\n",
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
239 av_log2(mlt_size)+1);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
240
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
241 return 0;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
242 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
243
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
244 /*************** init functions end ***********/
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
245
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
246 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
247 * Cook indata decoding, every 32 bits are XORed with 0x37c511f2.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
248 * Why? No idea, some checksum/error detection method maybe.
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
249 *
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
250 * Out buffer size: extra bytes are needed to cope with
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
251 * padding/missalignment.
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
252 * Subpackets passed to the decoder can contain two, consecutive
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
253 * half-subpackets, of identical but arbitrary size.
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
254 * 1234 1234 1234 1234 extraA extraB
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
255 * Case 1: AAAA BBBB 0 0
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
256 * Case 2: AAAA ABBB BB-- 3 3
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
257 * Case 3: AAAA AABB BBBB 2 2
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
258 * Case 4: AAAA AAAB BBBB BB-- 1 5
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
259 *
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
260 * Nice way to waste CPU cycles.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
261 *
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
262 * @param inbuffer pointer to byte array of indata
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
263 * @param out pointer to byte array of outdata
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
264 * @param bytes number of bytes
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
265 */
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
266 #define DECODE_BYTES_PAD1(bytes) (3 - ((bytes)+3) % 4)
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
267 #define DECODE_BYTES_PAD2(bytes) ((bytes) % 4 + DECODE_BYTES_PAD1(2 * (bytes)))
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
268
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
269 static inline int decode_bytes(uint8_t* inbuffer, uint8_t* out, int bytes){
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
270 int i, off;
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
271 uint32_t c;
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
272 uint32_t* buf;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
273 uint32_t* obuf = (uint32_t*) out;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
274 /* FIXME: 64 bit platforms would be able to do 64 bits at a time.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
275 * I'm too lazy though, should be something like
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
276 * for(i=0 ; i<bitamount/64 ; i++)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
277 * (int64_t)out[i] = 0x37c511f237c511f2^be2me_64(int64_t)in[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
278 * Buffer alignment needs to be checked. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
279
4429
ba087eea0a53 Kill a warning and don't use modulus.
banan
parents: 4428
diff changeset
280 off = (int)((long)inbuffer & 3);
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
281 buf = (uint32_t*) (inbuffer - off);
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
282 c = be2me_32((0x37c511f2 >> (off*8)) | (0x37c511f2 << (32-(off*8))));
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
283 bytes += 3 + off;
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
284 for (i = 0; i < bytes/4; i++)
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
285 obuf[i] = c ^ buf[i];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
286
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
287 return off;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
288 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
289
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
290 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
291 * Cook uninit
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
292 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
293
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
294 static int cook_decode_close(AVCodecContext *avctx)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
295 {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
296 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
297 COOKContext *q = avctx->priv_data;
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
298 av_log(avctx,AV_LOG_DEBUG, "Deallocating memory.\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
299
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
300 /* Free allocated memory buffers. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
301 av_free(q->mlt_window);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
302 av_free(q->decoded_bytes_buffer);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
303
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
304 /* Free the transform. */
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
305 ff_mdct_end(&q->mdct_ctx);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
306
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
307 /* Free the VLC tables. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
308 for (i=0 ; i<13 ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
309 free_vlc(&q->envelope_quant_index[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
310 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
311 for (i=0 ; i<7 ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
312 free_vlc(&q->sqvh[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
313 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
314 if(q->nb_channels==2 && q->joint_stereo==1 ){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
315 free_vlc(&q->ccpl);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
316 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
317
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
318 av_log(NULL,AV_LOG_DEBUG,"Memory deallocated.\n");
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
319
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
320 return 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
321 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
322
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
323 /**
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
324 * Fill the gain array for the timedomain quantization.
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
325 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
326 * @param q pointer to the COOKContext
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
327 * @param gaininfo[9] array of gain indices
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
328 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
329
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
330 static void decode_gain_info(GetBitContext *gb, int *gaininfo)
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
331 {
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
332 int i, n;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
333
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
334 while (get_bits1(gb)) {}
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
335 n = get_bits_count(gb) - 1; //amount of elements*2 to update
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
336
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
337 i = 0;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
338 while (n--) {
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
339 int index = get_bits(gb, 3);
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
340 int gain = get_bits1(gb) ? get_bits(gb, 4) - 7 : -1;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
341
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
342 while (i <= index) gaininfo[i++] = gain;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
343 }
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
344 while (i <= 8) gaininfo[i++] = 0;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
345 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
346
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
347 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
348 * Create the quant index table needed for the envelope.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
349 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
350 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
351 * @param quant_index_table pointer to the array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
352 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
353
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
354 static void decode_envelope(COOKContext *q, int* quant_index_table) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
355 int i,j, vlc_index;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
356
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
357 quant_index_table[0]= get_bits(&q->gb,6) - 6; //This is used later in categorize
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
358
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
359 for (i=1 ; i < q->total_subbands ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
360 vlc_index=i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
361 if (i >= q->js_subband_start * 2) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
362 vlc_index-=q->js_subband_start;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
363 } else {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
364 vlc_index/=2;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
365 if(vlc_index < 1) vlc_index = 1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
366 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
367 if (vlc_index>13) vlc_index = 13; //the VLC tables >13 are identical to No. 13
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
368
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
369 j = get_vlc2(&q->gb, q->envelope_quant_index[vlc_index-1].table,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
370 q->envelope_quant_index[vlc_index-1].bits,2);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
371 quant_index_table[i] = quant_index_table[i-1] + j - 12; //differential encoding
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
372 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
373 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
374
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
375 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
376 * Calculate the category and category_index vector.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
377 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
378 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
379 * @param quant_index_table pointer to the array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
380 * @param category pointer to the category array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
381 * @param category_index pointer to the category_index array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
382 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
383
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
384 static void categorize(COOKContext *q, int* quant_index_table,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
385 int* category, int* category_index){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
386 int exp_idx, bias, tmpbias, bits_left, num_bits, index, v, i, j;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
387 int exp_index2[102];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
388 int exp_index1[102];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
389
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
390 int tmp_categorize_array1[128];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
391 int tmp_categorize_array1_idx=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
392 int tmp_categorize_array2[128];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
393 int tmp_categorize_array2_idx=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
394 int category_index_size=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
395
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
396 bits_left = q->bits_per_subpacket - get_bits_count(&q->gb);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
397
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
398 if(bits_left > q->samples_per_channel) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
399 bits_left = q->samples_per_channel +
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
400 ((bits_left - q->samples_per_channel)*5)/8;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
401 //av_log(NULL, AV_LOG_ERROR, "bits_left = %d\n",bits_left);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
402 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
403
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
404 memset(&exp_index1,0,102*sizeof(int));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
405 memset(&exp_index2,0,102*sizeof(int));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
406 memset(&tmp_categorize_array1,0,128*sizeof(int));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
407 memset(&tmp_categorize_array2,0,128*sizeof(int));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
408
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
409 bias=-32;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
410
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
411 /* Estimate bias. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
412 for (i=32 ; i>0 ; i=i/2){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
413 num_bits = 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
414 index = 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
415 for (j=q->total_subbands ; j>0 ; j--){
4863
fa4951ffc434 Simplify, patch by Ramiro Polla.
banan
parents: 4862
diff changeset
416 exp_idx = av_clip((i - quant_index_table[index] + bias) / 2, 0, 7);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
417 index++;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
418 num_bits+=expbits_tab[exp_idx];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
419 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
420 if(num_bits >= bits_left - 32){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
421 bias+=i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
422 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
423 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
424
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
425 /* Calculate total number of bits. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
426 num_bits=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
427 for (i=0 ; i<q->total_subbands ; i++) {
4863
fa4951ffc434 Simplify, patch by Ramiro Polla.
banan
parents: 4862
diff changeset
428 exp_idx = av_clip((bias - quant_index_table[i]) / 2, 0, 7);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
429 num_bits += expbits_tab[exp_idx];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
430 exp_index1[i] = exp_idx;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
431 exp_index2[i] = exp_idx;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
432 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
433 tmpbias = bias = num_bits;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
434
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
435 for (j = 1 ; j < q->numvector_size ; j++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
436 if (tmpbias + bias > 2*bits_left) { /* ---> */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
437 int max = -999999;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
438 index=-1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
439 for (i=0 ; i<q->total_subbands ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
440 if (exp_index1[i] < 7) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
441 v = (-2*exp_index1[i]) - quant_index_table[i] - 32;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
442 if ( v >= max) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
443 max = v;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
444 index = i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
445 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
446 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
447 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
448 if(index==-1)break;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
449 tmp_categorize_array1[tmp_categorize_array1_idx++] = index;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
450 tmpbias -= expbits_tab[exp_index1[index]] -
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
451 expbits_tab[exp_index1[index]+1];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
452 ++exp_index1[index];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
453 } else { /* <--- */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
454 int min = 999999;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
455 index=-1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
456 for (i=0 ; i<q->total_subbands ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
457 if(exp_index2[i] > 0){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
458 v = (-2*exp_index2[i])-quant_index_table[i];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
459 if ( v < min) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
460 min = v;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
461 index = i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
462 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
463 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
464 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
465 if(index == -1)break;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
466 tmp_categorize_array2[tmp_categorize_array2_idx++] = index;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
467 tmpbias -= expbits_tab[exp_index2[index]] -
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
468 expbits_tab[exp_index2[index]-1];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
469 --exp_index2[index];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
470 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
471 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
472
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
473 for(i=0 ; i<q->total_subbands ; i++)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
474 category[i] = exp_index2[i];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
475
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
476 /* Concatenate the two arrays. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
477 for(i=tmp_categorize_array2_idx-1 ; i >= 0; i--)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
478 category_index[category_index_size++] = tmp_categorize_array2[i];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
479
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
480 for(i=0;i<tmp_categorize_array1_idx;i++)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
481 category_index[category_index_size++ ] = tmp_categorize_array1[i];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
482
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
483 /* FIXME: mc_sich_ra8_20.rm triggers this, not sure with what we
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
484 should fill the remaining bytes. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
485 for(i=category_index_size;i<q->numvector_size;i++)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
486 category_index[i]=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
487
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
488 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
489
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
490
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
491 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
492 * Expand the category vector.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
493 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
494 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
495 * @param category pointer to the category array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
496 * @param category_index pointer to the category_index array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
497 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
498
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
499 static void inline expand_category(COOKContext *q, int* category,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
500 int* category_index){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
501 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
502 for(i=0 ; i<q->num_vectors ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
503 ++category[category_index[i]];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
504 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
505 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
506
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
507 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
508 * The real requantization of the mltcoefs
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
509 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
510 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
511 * @param index index
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
512 * @param quant_index quantisation index
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
513 * @param subband_coef_index array of indexes to quant_centroid_tab
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
514 * @param subband_coef_sign signs of coefficients
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
515 * @param mlt_p pointer into the mlt buffer
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
516 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
517
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
518 static void scalar_dequant(COOKContext *q, int index, int quant_index,
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
519 int* subband_coef_index, int* subband_coef_sign,
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
520 float* mlt_p){
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
521 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
522 float f1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
523
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
524 for(i=0 ; i<SUBBAND_SIZE ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
525 if (subband_coef_index[i]) {
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
526 f1 = quant_centroid_tab[index][subband_coef_index[i]];
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
527 if (subband_coef_sign[i]) f1 = -f1;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
528 } else {
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
529 /* noise coding if subband_coef_index[i] == 0 */
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
530 f1 = dither_tab[index];
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
531 if (av_random(&q->random_state) < 0x80000000) f1 = -f1;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
532 }
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
533 mlt_p[i] = f1 * q->rootpow2tab[quant_index+63];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
534 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
535 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
536 /**
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
537 * Unpack the subband_coef_index and subband_coef_sign vectors.
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
538 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
539 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
540 * @param category pointer to the category array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
541 * @param subband_coef_index array of indexes to quant_centroid_tab
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
542 * @param subband_coef_sign signs of coefficients
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
543 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
544
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
545 static int unpack_SQVH(COOKContext *q, int category, int* subband_coef_index,
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
546 int* subband_coef_sign) {
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
547 int i,j;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
548 int vlc, vd ,tmp, result;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
549
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
550 vd = vd_tab[category];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
551 result = 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
552 for(i=0 ; i<vpr_tab[category] ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
553 vlc = get_vlc2(&q->gb, q->sqvh[category].table, q->sqvh[category].bits, 3);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
554 if (q->bits_per_subpacket < get_bits_count(&q->gb)){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
555 vlc = 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
556 result = 1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
557 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
558 for(j=vd-1 ; j>=0 ; j--){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
559 tmp = (vlc * invradix_tab[category])/0x100000;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
560 subband_coef_index[vd*i+j] = vlc - tmp * (kmax_tab[category]+1);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
561 vlc = tmp;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
562 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
563 for(j=0 ; j<vd ; j++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
564 if (subband_coef_index[i*vd + j]) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
565 if(get_bits_count(&q->gb) < q->bits_per_subpacket){
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
566 subband_coef_sign[i*vd+j] = get_bits1(&q->gb);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
567 } else {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
568 result=1;
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
569 subband_coef_sign[i*vd+j]=0;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
570 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
571 } else {
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
572 subband_coef_sign[i*vd+j]=0;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
573 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
574 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
575 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
576 return result;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
577 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
578
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
579
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
580 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
581 * Fill the mlt_buffer with mlt coefficients.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
582 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
583 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
584 * @param category pointer to the category array
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
585 * @param quant_index_table pointer to the array
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
586 * @param mlt_buffer pointer to mlt coefficients
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
587 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
588
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
589
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
590 static void decode_vectors(COOKContext* q, int* category,
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
591 int *quant_index_table, float* mlt_buffer){
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
592 /* A zero in this table means that the subband coefficient is
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
593 random noise coded. */
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
594 int subband_coef_index[SUBBAND_SIZE];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
595 /* A zero in this table means that the subband coefficient is a
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
596 positive multiplicator. */
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
597 int subband_coef_sign[SUBBAND_SIZE];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
598 int band, j;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
599 int index=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
600
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
601 for(band=0 ; band<q->total_subbands ; band++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
602 index = category[band];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
603 if(category[band] < 7){
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
604 if(unpack_SQVH(q, category[band], subband_coef_index, subband_coef_sign)){
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
605 index=7;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
606 for(j=0 ; j<q->total_subbands ; j++) category[band+j]=7;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
607 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
608 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
609 if(index==7) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
610 memset(subband_coef_index, 0, sizeof(subband_coef_index));
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
611 memset(subband_coef_sign, 0, sizeof(subband_coef_sign));
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
612 }
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
613 scalar_dequant(q, index, quant_index_table[band],
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
614 subband_coef_index, subband_coef_sign,
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
615 &mlt_buffer[band * 20]);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
616 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
617
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
618 if(q->total_subbands*SUBBAND_SIZE >= q->samples_per_channel){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
619 return;
4674
d4de8d9a2788 subband_coef_noise -> subband_coef_sign
banan
parents: 4653
diff changeset
620 } /* FIXME: should this be removed, or moved into loop above? */
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
621 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
622
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
623
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
624 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
625 * function for decoding mono data
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
626 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
627 * @param q pointer to the COOKContext
4860
3c7ae5e13967 Cosmetics, patch by Ramiro Polla.
banan
parents: 4845
diff changeset
628 * @param mlt_buffer pointer to mlt coefficients
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
629 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
630
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
631 static void mono_decode(COOKContext *q, float* mlt_buffer) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
632
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
633 int category_index[128];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
634 int quant_index_table[102];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
635 int category[128];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
636
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
637 memset(&category, 0, 128*sizeof(int));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
638 memset(&category_index, 0, 128*sizeof(int));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
639
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
640 decode_envelope(q, quant_index_table);
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
641 q->num_vectors = get_bits(&q->gb,q->log2_numvector_size);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
642 categorize(q, quant_index_table, category, category_index);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
643 expand_category(q, category, category_index);
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
644 decode_vectors(q, category, quant_index_table, mlt_buffer);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
645 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
646
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
647
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
648 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
649 * the actual requantization of the timedomain samples
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
650 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
651 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
652 * @param buffer pointer to the timedomain buffer
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
653 * @param gain_index index for the block multiplier
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
654 * @param gain_index_next index for the next block multiplier
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
655 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
656
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
657 static void interpolate(COOKContext *q, float* buffer,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
658 int gain_index, int gain_index_next){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
659 int i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
660 float fc1, fc2;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
661 fc1 = q->pow2tab[gain_index+63];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
662
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
663 if(gain_index == gain_index_next){ //static gain
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
664 for(i=0 ; i<q->gain_size_factor ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
665 buffer[i]*=fc1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
666 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
667 return;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
668 } else { //smooth gain
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
669 fc2 = q->gain_table[11 + (gain_index_next-gain_index)];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
670 for(i=0 ; i<q->gain_size_factor ; i++){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
671 buffer[i]*=fc1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
672 fc1*=fc2;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
673 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
674 return;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
675 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
676 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
677
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
678
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
679 /**
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
680 * The modulated lapped transform, this takes transform coefficients
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
681 * and transforms them into timedomain samples.
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
682 * Apply transform window, overlap buffers, apply gain profile
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
683 * and buffer management.
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
684 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
685 * @param q pointer to the COOKContext
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
686 * @param inbuffer pointer to the mltcoefficients
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
687 * @param gains_ptr current and previous gains
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
688 * @param previous_buffer pointer to the previous buffer to be used for overlapping
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
689 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
690
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
691 static void imlt_gain(COOKContext *q, float *inbuffer,
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
692 cook_gains *gains_ptr, float* previous_buffer)
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
693 {
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
694 const float fc = q->pow2tab[gains_ptr->previous[0] + 63];
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
695 float *buffer0 = q->mono_mdct_output;
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
696 float *buffer1 = q->mono_mdct_output + q->samples_per_channel;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
697 int i;
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
698
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
699 /* Inverse modified discrete cosine transform */
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
700 q->mdct_ctx.fft.imdct_calc(&q->mdct_ctx, q->mono_mdct_output,
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
701 inbuffer, q->mdct_tmp);
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
702
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
703 /* The weird thing here, is that the two halves of the time domain
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
704 * buffer are swapped. Also, the newest data, that we save away for
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
705 * next frame, has the wrong sign. Hence the subtraction below.
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
706 * Almost sounds like a complex conjugate/reverse data/FFT effect.
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
707 */
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
708
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
709 /* Apply window and overlap */
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
710 for(i = 0; i < q->samples_per_channel; i++){
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
711 buffer1[i] = buffer1[i] * fc * q->mlt_window[i] -
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
712 previous_buffer[i] * q->mlt_window[q->samples_per_channel - 1 - i];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
713 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
714
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
715 /* Apply gain profile */
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
716 for (i = 0; i < 8; i++) {
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
717 if (gains_ptr->now[i] || gains_ptr->now[i + 1])
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
718 interpolate(q, &buffer1[q->gain_size_factor * i],
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
719 gains_ptr->now[i], gains_ptr->now[i + 1]);
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
720 }
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
721
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
722 /* Save away the current to be previous block. */
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
723 memcpy(previous_buffer, buffer0, sizeof(float)*q->samples_per_channel);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
724 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
725
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
726
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
727 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
728 * function for getting the jointstereo coupling information
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
729 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
730 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
731 * @param decouple_tab decoupling array
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
732 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
733 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
734
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
735 static void decouple_info(COOKContext *q, int* decouple_tab){
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
736 int length, i;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
737
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
738 if(get_bits1(&q->gb)) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
739 if(cplband[q->js_subband_start] > cplband[q->subbands-1]) return;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
740
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
741 length = cplband[q->subbands-1] - cplband[q->js_subband_start] + 1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
742 for (i=0 ; i<length ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
743 decouple_tab[cplband[q->js_subband_start] + i] = get_vlc2(&q->gb, q->ccpl.table, q->ccpl.bits, 2);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
744 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
745 return;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
746 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
747
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
748 if(cplband[q->js_subband_start] > cplband[q->subbands-1]) return;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
749
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
750 length = cplband[q->subbands-1] - cplband[q->js_subband_start] + 1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
751 for (i=0 ; i<length ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
752 decouple_tab[cplband[q->js_subband_start] + i] = get_bits(&q->gb, q->js_vlc_bits);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
753 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
754 return;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
755 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
756
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
757
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
758 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
759 * function for decoding joint stereo data
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
760 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
761 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
762 * @param mlt_buffer1 pointer to left channel mlt coefficients
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
763 * @param mlt_buffer2 pointer to right channel mlt coefficients
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
764 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
765
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
766 static void joint_decode(COOKContext *q, float* mlt_buffer1,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
767 float* mlt_buffer2) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
768 int i,j;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
769 int decouple_tab[SUBBAND_SIZE];
3009
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
770 float decode_buffer[1060];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
771 int idx, cpl_tmp,tmp_idx;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
772 float f1,f2;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
773 float* cplscale;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
774
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
775 memset(decouple_tab, 0, sizeof(decouple_tab));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
776 memset(decode_buffer, 0, sizeof(decode_buffer));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
777
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
778 /* Make sure the buffers are zeroed out. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
779 memset(mlt_buffer1,0, 1024*sizeof(float));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
780 memset(mlt_buffer2,0, 1024*sizeof(float));
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
781 decouple_info(q, decouple_tab);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
782 mono_decode(q, decode_buffer);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
783
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
784 /* The two channels are stored interleaved in decode_buffer. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
785 for (i=0 ; i<q->js_subband_start ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
786 for (j=0 ; j<SUBBAND_SIZE ; j++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
787 mlt_buffer1[i*20+j] = decode_buffer[i*40+j];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
788 mlt_buffer2[i*20+j] = decode_buffer[i*40+20+j];
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
789 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
790 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
791
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
792 /* When we reach js_subband_start (the higher frequencies)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
793 the coefficients are stored in a coupling scheme. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
794 idx = (1 << q->js_vlc_bits) - 1;
3009
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
795 for (i=q->js_subband_start ; i<q->subbands ; i++) {
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
796 cpl_tmp = cplband[i];
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
797 idx -=decouple_tab[cpl_tmp];
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
798 cplscale = (float*)cplscales[q->js_vlc_bits-2]; //choose decoupler table
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
799 f1 = cplscale[decouple_tab[cpl_tmp]];
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
800 f2 = cplscale[idx-1];
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
801 for (j=0 ; j<SUBBAND_SIZE ; j++) {
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
802 tmp_idx = ((q->js_subband_start + i)*20)+j;
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
803 mlt_buffer1[20*i + j] = f1 * decode_buffer[tmp_idx];
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
804 mlt_buffer2[20*i + j] = f2 * decode_buffer[tmp_idx];
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
805 }
3009
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
806 idx = (1 << q->js_vlc_bits) - 1;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
807 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
808 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
809
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
810 /**
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
811 * First part of subpacket decoding:
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
812 * decode raw stream bytes and read gain info.
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
813 *
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
814 * @param q pointer to the COOKContext
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
815 * @param inbuffer pointer to raw stream data
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
816 * @param gain_ptr array of current/prev gain pointers
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
817 */
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
818
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
819 static inline void
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
820 decode_bytes_and_gain(COOKContext *q, uint8_t *inbuffer,
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
821 cook_gains *gains_ptr)
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
822 {
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
823 int offset;
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
824
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
825 offset = decode_bytes(inbuffer, q->decoded_bytes_buffer,
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
826 q->bits_per_subpacket/8);
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
827 init_get_bits(&q->gb, q->decoded_bytes_buffer + offset,
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
828 q->bits_per_subpacket);
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
829 decode_gain_info(&q->gb, gains_ptr->now);
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
830
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
831 /* Swap current and previous gains */
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
832 FFSWAP(int *, gains_ptr->now, gains_ptr->previous);
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
833 }
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
834
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
835 /**
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
836 * Final part of subpacket decoding:
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
837 * Apply modulated lapped transform, gain compensation,
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
838 * clip and convert to integer.
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
839 *
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
840 * @param q pointer to the COOKContext
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
841 * @param decode_buffer pointer to the mlt coefficients
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
842 * @param gain_ptr array of current/prev gain pointers
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
843 * @param previous_buffer pointer to the previous buffer to be used for overlapping
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
844 * @param out pointer to the output buffer
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
845 * @param chan 0: left or single channel, 1: right channel
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
846 */
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
847
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
848 static inline void
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
849 mlt_compensate_output(COOKContext *q, float *decode_buffer,
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
850 cook_gains *gains, float *previous_buffer,
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
851 int16_t *out, int chan)
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
852 {
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
853 float *output = q->mono_mdct_output + q->samples_per_channel;
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
854 int j;
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
855
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
856 imlt_gain(q, decode_buffer, gains, previous_buffer);
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
857
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
858 /* Clip and convert floats to 16 bits.
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
859 */
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
860 for (j = 0; j < q->samples_per_channel; j++) {
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
861 out[chan + q->nb_channels * j] =
4653
1d88da25349b Combine the window and overlap loops,
banan
parents: 4650
diff changeset
862 av_clip(lrintf(output[j]), -32768, 32767);
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
863 }
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
864 }
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
865
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
866
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
867 /**
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
868 * Cook subpacket decoding. This function returns one decoded subpacket,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
869 * usually 1024 samples per channel.
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
870 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
871 * @param q pointer to the COOKContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
872 * @param inbuffer pointer to the inbuffer
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
873 * @param sub_packet_size subpacket size
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
874 * @param outbuffer pointer to the outbuffer
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
875 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
876
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
877
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
878 static int decode_subpacket(COOKContext *q, uint8_t *inbuffer,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
879 int sub_packet_size, int16_t *outbuffer) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
880 /* packet dump */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
881 // for (i=0 ; i<sub_packet_size ; i++) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
882 // av_log(NULL, AV_LOG_ERROR, "%02x", inbuffer[i]);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
883 // }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
884 // av_log(NULL, AV_LOG_ERROR, "\n");
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
885
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
886 decode_bytes_and_gain(q, inbuffer, &q->gains1);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
887
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
888 if (q->joint_stereo) {
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
889 joint_decode(q, q->decode_buffer_1, q->decode_buffer_2);
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
890 } else {
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
891 mono_decode(q, q->decode_buffer_1);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
892
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
893 if (q->nb_channels == 2) {
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
894 decode_bytes_and_gain(q, inbuffer + sub_packet_size/2, &q->gains2);
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
895 mono_decode(q, q->decode_buffer_2);
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
896 }
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
897 }
3014
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
898
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
899 mlt_compensate_output(q, q->decode_buffer_1, &q->gains1,
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
900 q->mono_previous_buffer1, outbuffer, 0);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
901
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
902 if (q->nb_channels == 2) {
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
903 if (q->joint_stereo) {
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
904 mlt_compensate_output(q, q->decode_buffer_2, &q->gains1,
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
905 q->mono_previous_buffer2, outbuffer, 1);
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
906 } else {
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
907 mlt_compensate_output(q, q->decode_buffer_2, &q->gains2,
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
908 q->mono_previous_buffer2, outbuffer, 1);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
909 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
910 }
2959
24805f4d1b84 This patch adds some support for non-joint stereo streams. It also
rtognimp
parents: 2956
diff changeset
911 return q->samples_per_frame * sizeof(int16_t);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
912 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
913
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
914
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
915 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
916 * Cook frame decoding
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
917 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
918 * @param avctx pointer to the AVCodecContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
919 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
920
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
921 static int cook_decode_frame(AVCodecContext *avctx,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
922 void *data, int *data_size,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
923 uint8_t *buf, int buf_size) {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
924 COOKContext *q = avctx->priv_data;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
925
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
926 if (buf_size < avctx->block_align)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
927 return buf_size;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
928
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
929 *data_size = decode_subpacket(q, buf, avctx->block_align, data);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
930
4638
9f74306d4ac7 Don't output the first two frames, since they don't contain valid audio.
banan
parents: 4594
diff changeset
931 /* Discard the first two frames: no valid audio. */
9f74306d4ac7 Don't output the first two frames, since they don't contain valid audio.
banan
parents: 4594
diff changeset
932 if (avctx->frame_number < 2) *data_size = 0;
9f74306d4ac7 Don't output the first two frames, since they don't contain valid audio.
banan
parents: 4594
diff changeset
933
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
934 return avctx->block_align;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
935 }
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
936
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
937 #ifdef COOKDEBUG
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
938 static void dump_cook_context(COOKContext *q)
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
939 {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
940 //int i=0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
941 #define PRINT(a,b) av_log(NULL,AV_LOG_ERROR," %s = %d\n", a, b);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
942 av_log(NULL,AV_LOG_ERROR,"COOKextradata\n");
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
943 av_log(NULL,AV_LOG_ERROR,"cookversion=%x\n",q->cookversion);
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
944 if (q->cookversion > STEREO) {
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
945 PRINT("js_subband_start",q->js_subband_start);
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
946 PRINT("js_vlc_bits",q->js_vlc_bits);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
947 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
948 av_log(NULL,AV_LOG_ERROR,"COOKContext\n");
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
949 PRINT("nb_channels",q->nb_channels);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
950 PRINT("bit_rate",q->bit_rate);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
951 PRINT("sample_rate",q->sample_rate);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
952 PRINT("samples_per_channel",q->samples_per_channel);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
953 PRINT("samples_per_frame",q->samples_per_frame);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
954 PRINT("subbands",q->subbands);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
955 PRINT("random_state",q->random_state);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
956 PRINT("js_subband_start",q->js_subband_start);
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
957 PRINT("log2_numvector_size",q->log2_numvector_size);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
958 PRINT("numvector_size",q->numvector_size);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
959 PRINT("total_subbands",q->total_subbands);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
960 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
961 #endif
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
962
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
963 /**
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
964 * Cook initialization
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
965 *
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
966 * @param avctx pointer to the AVCodecContext
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
967 */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
968
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
969 static int cook_decode_init(AVCodecContext *avctx)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
970 {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
971 COOKContext *q = avctx->priv_data;
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
972 uint8_t *edata_ptr = avctx->extradata;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
973
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
974 /* Take care of the codec specific extradata. */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
975 if (avctx->extradata_size <= 0) {
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
976 av_log(avctx,AV_LOG_ERROR,"Necessary extradata missing!\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
977 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
978 } else {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
979 /* 8 for mono, 16 for stereo, ? for multichannel
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
980 Swap to right endianness so we don't need to care later on. */
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
981 av_log(avctx,AV_LOG_DEBUG,"codecdata_length=%d\n",avctx->extradata_size);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
982 if (avctx->extradata_size >= 8){
4542
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
983 q->cookversion = bytestream_get_be32(&edata_ptr);
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
984 q->samples_per_frame = bytestream_get_be16(&edata_ptr);
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
985 q->subbands = bytestream_get_be16(&edata_ptr);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
986 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
987 if (avctx->extradata_size >= 16){
4542
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
988 bytestream_get_be32(&edata_ptr); //Unknown unused
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
989 q->js_subband_start = bytestream_get_be16(&edata_ptr);
163a74817d83 Don't use byte swaps and use the more portable way
banan
parents: 4431
diff changeset
990 q->js_vlc_bits = bytestream_get_be16(&edata_ptr);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
991 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
992 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
993
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
994 /* Take data from the AVCodecContext (RM container). */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
995 q->sample_rate = avctx->sample_rate;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
996 q->nb_channels = avctx->channels;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
997 q->bit_rate = avctx->bit_rate;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
998
4692
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
999 /* Initialize RNG. */
3318e3f6470f Small simplifications to subband coefficient handling and use av_random().
banan
parents: 4674
diff changeset
1000 av_init_random(1, &q->random_state);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1001
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1002 /* Initialize extradata related variables. */
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
1003 q->samples_per_channel = q->samples_per_frame / q->nb_channels;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1004 q->bits_per_subpacket = avctx->block_align * 8;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1005
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1006 /* Initialize default data states. */
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
1007 q->log2_numvector_size = 5;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1008 q->total_subbands = q->subbands;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1009
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1010 /* Initialize version-dependent variables */
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
1011 av_log(NULL,AV_LOG_DEBUG,"q->cookversion=%x\n",q->cookversion);
4428
eeb16216b454 decode_subpacket cleanup by Ian Braithwaite ian braithwaite dot dk.
banan
parents: 4425
diff changeset
1012 q->joint_stereo = 0;
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
1013 switch (q->cookversion) {
4425
aca324d5bd58 Sort out the diffrent cook versions.
banan
parents: 4424
diff changeset
1014 case MONO:
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1015 if (q->nb_channels != 1) {
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1016 av_log(avctx,AV_LOG_ERROR,"Container channels != 1, report sample!\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1017 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1018 }
4425
aca324d5bd58 Sort out the diffrent cook versions.
banan
parents: 4424
diff changeset
1019 av_log(avctx,AV_LOG_DEBUG,"MONO\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1020 break;
4425
aca324d5bd58 Sort out the diffrent cook versions.
banan
parents: 4424
diff changeset
1021 case STEREO:
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1022 if (q->nb_channels != 1) {
2959
24805f4d1b84 This patch adds some support for non-joint stereo streams. It also
rtognimp
parents: 2956
diff changeset
1023 q->bits_per_subpacket = q->bits_per_subpacket/2;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1024 }
4425
aca324d5bd58 Sort out the diffrent cook versions.
banan
parents: 4424
diff changeset
1025 av_log(avctx,AV_LOG_DEBUG,"STEREO\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1026 break;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1027 case JOINT_STEREO:
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1028 if (q->nb_channels != 2) {
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1029 av_log(avctx,AV_LOG_ERROR,"Container channels != 2, report sample!\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1030 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1031 }
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1032 av_log(avctx,AV_LOG_DEBUG,"JOINT_STEREO\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1033 if (avctx->extradata_size >= 16){
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
1034 q->total_subbands = q->subbands + q->js_subband_start;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1035 q->joint_stereo = 1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1036 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1037 if (q->samples_per_channel > 256) {
3091
0284d5b34916 Fix broken cosmetics commit and add a check for valid headers.
banan
parents: 3090
diff changeset
1038 q->log2_numvector_size = 6;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1039 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1040 if (q->samples_per_channel > 512) {
3091
0284d5b34916 Fix broken cosmetics commit and add a check for valid headers.
banan
parents: 3090
diff changeset
1041 q->log2_numvector_size = 7;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1042 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1043 break;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1044 case MC_COOK:
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1045 av_log(avctx,AV_LOG_ERROR,"MC_COOK not supported!\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1046 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1047 break;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1048 default:
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1049 av_log(avctx,AV_LOG_ERROR,"Unknown Cook version, report sample!\n");
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1050 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1051 break;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1052 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1053
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1054 /* Initialize variable relations */
3090
19260d5b8c39 Small cosmetics and better variable names.
banan
parents: 3036
diff changeset
1055 q->numvector_size = (1 << q->log2_numvector_size);
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1056
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1057 /* Generate tables */
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1058 init_rootpow2table(q);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1059 init_pow2table(q);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1060 init_gain_table(q);
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1061
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1062 if (init_cook_vlc_tables(q) != 0)
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1063 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1064
3303
68721b62a528 sanity checks, some might have been exploitable ...
michael
parents: 3106
diff changeset
1065
68721b62a528 sanity checks, some might have been exploitable ...
michael
parents: 3106
diff changeset
1066 if(avctx->block_align >= UINT_MAX/2)
68721b62a528 sanity checks, some might have been exploitable ...
michael
parents: 3106
diff changeset
1067 return -1;
68721b62a528 sanity checks, some might have been exploitable ...
michael
parents: 3106
diff changeset
1068
4424
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1069 /* Pad the databuffer with:
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1070 DECODE_BYTES_PAD1 or DECODE_BYTES_PAD2 for decode_bytes(),
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1071 FF_INPUT_BUFFER_PADDING_SIZE, for the bitstreamreader. */
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1072 if (q->nb_channels==2 && q->joint_stereo==0) {
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1073 q->decoded_bytes_buffer =
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1074 av_mallocz(avctx->block_align/2
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1075 + DECODE_BYTES_PAD2(avctx->block_align/2)
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1076 + FF_INPUT_BUFFER_PADDING_SIZE);
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1077 } else {
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1078 q->decoded_bytes_buffer =
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1079 av_mallocz(avctx->block_align
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1080 + DECODE_BYTES_PAD1(avctx->block_align)
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1081 + FF_INPUT_BUFFER_PADDING_SIZE);
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1082 }
8c830bde8006 Cook stereo (MONO_COOK2) bugfix, by Ian Braithwaite.
banan
parents: 4423
diff changeset
1083 if (q->decoded_bytes_buffer == NULL)
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1084 return -1;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1085
4639
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
1086 q->gains1.now = q->gain_1;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
1087 q->gains1.previous = q->gain_2;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
1088 q->gains2.now = q->gain_3;
33fc84eae7c3 Simplify gain block handling.
banan
parents: 4638
diff changeset
1089 q->gains2.previous = q->gain_4;
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1090
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1091 /* Initialize transform. */
4650
31bf54d9353d Replace custom modified discrete cosine transform with ffmpeg's own.
banan
parents: 4639
diff changeset
1092 if ( init_cook_mlt(q) != 0 )
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1093 return -1;
3014
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1094
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1095 /* Try to catch some obviously faulty streams, othervise it might be exploitable */
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1096 if (q->total_subbands > 53) {
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1097 av_log(avctx,AV_LOG_ERROR,"total_subbands > 53, report sample!\n");
3014
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1098 return -1;
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1099 }
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1100 if (q->subbands > 50) {
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1101 av_log(avctx,AV_LOG_ERROR,"subbands > 50, report sample!\n");
3014
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1102 return -1;
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1103 }
3091
0284d5b34916 Fix broken cosmetics commit and add a check for valid headers.
banan
parents: 3090
diff changeset
1104 if ((q->samples_per_channel == 256) || (q->samples_per_channel == 512) || (q->samples_per_channel == 1024)) {
0284d5b34916 Fix broken cosmetics commit and add a check for valid headers.
banan
parents: 3090
diff changeset
1105 } else {
4302
a0f83004d485 av_log(NULL,... -> av_log(avctx,.. where appropriate.
banan
parents: 3947
diff changeset
1106 av_log(avctx,AV_LOG_ERROR,"unknown amount of samples_per_channel = %d, report sample!\n",q->samples_per_channel);
3091
0284d5b34916 Fix broken cosmetics commit and add a check for valid headers.
banan
parents: 3090
diff changeset
1107 return -1;
0284d5b34916 Fix broken cosmetics commit and add a check for valid headers.
banan
parents: 3090
diff changeset
1108 }
4431
85ac154efd99 Check that js_vlc_bits from the extradata is in a valid range.
banan
parents: 4430
diff changeset
1109 if ((q->js_vlc_bits > 6) || (q->js_vlc_bits < 0)) {
85ac154efd99 Check that js_vlc_bits from the extradata is in a valid range.
banan
parents: 4430
diff changeset
1110 av_log(avctx,AV_LOG_ERROR,"q->js_vlc_bits = %d, only >= 0 and <= 6 allowed!\n",q->js_vlc_bits);
85ac154efd99 Check that js_vlc_bits from the extradata is in a valid range.
banan
parents: 4430
diff changeset
1111 return -1;
85ac154efd99 Check that js_vlc_bits from the extradata is in a valid range.
banan
parents: 4430
diff changeset
1112 }
3014
959b8ad880dc Dual mono stereo strems sound ok now, added sanity checks and removed
rtognimp
parents: 3009
diff changeset
1113
3009
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
1114 #ifdef COOKDEBUG
4430
407e7fd9b4f4 Get rid of the COOKextradata struct. And use valid C to parse the extradata.
banan
parents: 4429
diff changeset
1115 dump_cook_context(q);
3009
f5898b9b8a8a Fix an out of array access and some minor cleanup of the code.
diego
parents: 2959
diff changeset
1116 #endif
2956
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1117 return 0;
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1118 }
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1119
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1120
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1121 AVCodec cook_decoder =
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1122 {
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1123 .name = "cook",
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1124 .type = CODEC_TYPE_AUDIO,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1125 .id = CODEC_ID_COOK,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1126 .priv_data_size = sizeof(COOKContext),
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1127 .init = cook_decode_init,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1128 .close = cook_decode_close,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1129 .decode = cook_decode_frame,
5f51b1e0bed6 Cook compatibe decoder, patch by Benjamin Larsson
rtognimp
parents:
diff changeset
1130 };