Mercurial > libavcodec.hg
changeset 8230:72949bacc1b9 libavcodec
More OKed parts of the QCELP decoder
patch by Kenan Gillet, kenan.gillet gmail com
| author | vitor |
|---|---|
| date | Sun, 30 Nov 2008 17:18:17 +0000 |
| parents | 963946890e88 |
| children | 0df3402e6b41 |
| files | qcelpdata.h qcelpdec.c |
| diffstat | 2 files changed, 236 insertions(+), 13 deletions(-) [+] |
line wrap: on
line diff
--- a/qcelpdata.h Sun Nov 30 17:00:08 2008 +0000 +++ b/qcelpdata.h Sun Nov 30 17:18:17 2008 +0000 @@ -34,6 +34,33 @@ #include "libavutil/common.h" /** + * QCELP unpacked data frame + */ +typedef struct { +/// @defgroup qcelp_codebook_parameters QCELP excitation codebook parameters +/// @{ + uint8_t cbsign[16]; ///!< sign of the codebook gain for each codebook subframe + uint8_t cbgain[16]; ///!< unsigned codebook gain for each codebook subframe + uint8_t cindex[16]; ///!< codebook index for each codebook subframe +/// @} + +/// @defgroup qcelp_pitch_parameters QCELP pitch prediction parameters +/// @{ + uint8_t plag[4]; ///!< pitch lag for each pitch subframe + uint8_t pfrac[4]; ///!< fractional pitch lag for each pitch subframe + uint8_t pgain[4]; ///!< pitch gain for each pitch subframe +/// @} + + /** + * line spectral pair frequencies (LSP) for RATE_OCTAVE, + * line spectral pair frequencies grouped into five vectors + * of dimension two (LSPV) for other rates + */ + uint8_t lspv[10]; + +} QCELPFrame; + +/** * pre-calculated table for hammsinc function * Only half of the table is needed because of symmetry. * @@ -47,7 +74,7 @@ uint8_t bitlen; /*!< number of bits to read */ } QCELPBitmap; -#define QCELP_OF(variable, bit, len) {offsetof(QCELPContext, variable), bit, len} +#define QCELP_OF(variable, bit, len) {offsetof(QCELPFrame, variable), bit, len} /* Disable the below code for now to allow 'make checkheaders' to pass. */ #if 0 @@ -243,7 +270,7 @@ qcelp_rate_full_bitmap, }; -static const uint16_t qcelp_bits_per_rate[5] = { +static const uint16_t qcelp_unpacking_bitmaps_lengths[5] = { 0, ///!< for SILENCE rate FF_ARRAY_ELEMS(qcelp_rate_octave_bitmap), FF_ARRAY_ELEMS(qcelp_rate_quarter_bitmap),
--- a/qcelpdec.c Sun Nov 30 17:00:08 2008 +0000 +++ b/qcelpdec.c Sun Nov 30 17:18:17 2008 +0000 @@ -40,6 +40,24 @@ #undef NDEBUG #include <assert.h> +typedef struct { + GetBitContext gb; + qcelp_packet_rate bitrate; + QCELPFrame frame; /*!< unpacked data frame */ + uint8_t erasure_count; + uint8_t octave_count; /*!< count the consecutive RATE_OCTAVE frames */ + float prev_lspf[10]; + float predictor_lspf[10]; /*!< LSP predictor, + only use for RATE_OCTAVE and I_F_Q */ + float formant_mem[170]; + float last_codebook_gain; + int prev_g1[2]; + int prev_bitrate; + float prev_pitch_gain[4]; + uint8_t prev_pitch_lag[4]; + uint16_t first16bits; +} QCELPContext; + static void weighted_vector_sumf(float *out, const float *in_a, const float *in_b, float weight_coeff_a, float weight_coeff_b, int length) @@ -99,8 +117,8 @@ for(i=0; i<10; i++) { q->predictor_lspf[i] = - lspf[i] = (q->lspv[i] ? QCELP_LSP_SPREAD_FACTOR - : -QCELP_LSP_SPREAD_FACTOR) + lspf[i] = (q->frame.lspv[i] ? QCELP_LSP_SPREAD_FACTOR + : -QCELP_LSP_SPREAD_FACTOR) + predictors[i] * QCELP_LSP_OCTAVE_PREDICTOR + (i + 1) * ((1 - QCELP_LSP_OCTAVE_PREDICTOR)/11); } @@ -141,8 +159,8 @@ tmp_lspf = 0.; for(i=0; i<5 ; i++) { - lspf[2*i+0] = tmp_lspf += qcelp_lspvq[i][q->lspv[i]][0] * 0.0001; - lspf[2*i+1] = tmp_lspf += qcelp_lspvq[i][q->lspv[i]][1] * 0.0001; + lspf[2*i+0] = tmp_lspf += qcelp_lspvq[i][q->frame.lspv[i]][0] * 0.0001; + lspf[2*i+1] = tmp_lspf += qcelp_lspvq[i][q->frame.lspv[i]][1] * 0.0001; } // Check for badly received packets. @@ -166,6 +184,83 @@ } /** + * Converts codebook transmission codes to GAIN and INDEX. + * + * @param q the context + * @param gain array holding the decoded gain + * + * TIA/EIA/IS-733 2.4.6.2 + */ +static void decode_gain_and_index(QCELPContext *q, + float *gain) { + int i, subframes_count, g1[16]; + float slope; + + if (q->bitrate >= RATE_QUARTER) { + switch (q->bitrate) { + case RATE_FULL: subframes_count = 16; break; + case RATE_HALF: subframes_count = 4; break; + default: subframes_count = 5; + } + for (i = 0; i < subframes_count; i++) { + g1[i] = 4 * q->frame.cbgain[i]; + if (q->bitrate == RATE_FULL && !((i+1) & 3)) { + g1[i] += av_clip((g1[i-1] + g1[i-2] + g1[i-3]) / 3 - 6, 0, 32); + } + + gain[i] = qcelp_g12ga[g1[i]]; + + if (q->frame.cbsign[i]) { + gain[i] = -gain[i]; + q->frame.cindex[i] = (q->frame.cindex[i]-89) & 127; + } + } + + q->prev_g1[0] = g1[i-2]; + q->prev_g1[1] = g1[i-1]; + q->last_codebook_gain = qcelp_g12ga[g1[i-1]]; + + if (q->bitrate == RATE_QUARTER) { + // Provide smoothing of the unvoiced excitation energy. + gain[7] = gain[4]; + gain[6] = 0.4*gain[3] + 0.6*gain[4]; + gain[5] = gain[3]; + gain[4] = 0.8*gain[2] + 0.2*gain[3]; + gain[3] = 0.2*gain[1] + 0.8*gain[2]; + gain[2] = gain[1]; + gain[1] = 0.6*gain[0] + 0.4*gain[1]; + } + } else { + if (q->bitrate == RATE_OCTAVE) { + g1[0] = 2 * q->frame.cbgain[0] + + av_clip((q->prev_g1[0] + q->prev_g1[1]) / 2 - 5, 0, 54); + subframes_count = 8; + } else { + assert(q->bitrate == I_F_Q); + + g1[0] = q->prev_g1[1]; + switch (q->erasure_count) { + case 1 : break; + case 2 : g1[0] -= 1; break; + case 3 : g1[0] -= 2; break; + default: g1[0] -= 6; + } + if (g1[0] < 0) + g1[0] = 0; + subframes_count = 4; + } + // This interpolation is done to produce smoother background noise. + slope = 0.5*(qcelp_g12ga[g1[0]] - q->last_codebook_gain) / subframes_count; + for (i = 1; i <= subframes_count; i++) + gain[i-1] = q->last_codebook_gain + slope * i; + q->last_codebook_gain = gain[i-2]; + + q->prev_g1[0] = q->prev_g1[1]; + q->prev_g1[1] = g1[0]; + } +} + +/** * If the received packet is Rate 1/4 a further sanity check is made of the * codebook gain. * @@ -224,7 +319,7 @@ for(i=0; i<16; i++) { tmp_gain = gain[i] * QCELP_RATE_FULL_CODEBOOK_RATIO; - cindex = -q->cindex[i]; + cindex = -q->frame.cindex[i]; for(j=0; j<10; j++) *cdn_vector++ = tmp_gain * qcelp_rate_full_codebook[cindex++ & 127]; } @@ -233,17 +328,17 @@ for(i=0; i<4; i++) { tmp_gain = gain[i] * QCELP_RATE_HALF_CODEBOOK_RATIO; - cindex = -q->cindex[i]; + cindex = -q->frame.cindex[i]; for (j = 0; j < 40; j++) *cdn_vector++ = tmp_gain * qcelp_rate_half_codebook[cindex++ & 127]; } break; case RATE_QUARTER: - cbseed = (0x0003 & q->lspv[4])<<14 | - (0x003F & q->lspv[3])<< 8 | - (0x0060 & q->lspv[2])<< 1 | - (0x0007 & q->lspv[1])<< 3 | - (0x0038 & q->lspv[0])>> 3 ; + cbseed = (0x0003 & q->frame.lspv[4])<<14 | + (0x003F & q->frame.lspv[3])<< 8 | + (0x0060 & q->frame.lspv[2])<< 1 | + (0x0007 & q->frame.lspv[1])<< 3 | + (0x0038 & q->frame.lspv[0])>> 3 ; rnd = q->rnd_fir_filter_mem + 20; for(i=0; i<8; i++) { @@ -439,6 +534,107 @@ message); } +static int qcelp_decode_frame(AVCodecContext *avctx, + void *data, + int *data_size, + uint8_t *buf, + const int buf_size) { + QCELPContext *q = avctx->priv_data; + float *outbuffer = data; + int i; + float quantized_lspf[10], lpc[10]; + float gain[16]; + float *formant_mem; + + if ((q->bitrate = determine_bitrate(avctx, buf_size, &buf)) == I_F_Q) { + warn_insufficient_frame_quality(avctx, "bitrate cannot be determined."); + goto erasure; + } + + if (q->bitrate == RATE_OCTAVE && + (q->first16bits = AV_RB16(buf)) == 0xFFFF) { + warn_insufficient_frame_quality(avctx, "Bitrate is 1/8 and first 16 bits are on."); + goto erasure; + } + + if (q->bitrate > SILENCE) { + const QCELPBitmap *bitmaps = qcelp_unpacking_bitmaps_per_rate[q->bitrate]; + const QCELPBitmap *bitmaps_end = qcelp_unpacking_bitmaps_per_rate[q->bitrate] + + qcelp_unpacking_bitmaps_lengths[q->bitrate]; + uint8_t *unpacked_data = (uint8_t *)&q->frame; + + init_get_bits(&q->gb, buf, 8*buf_size); + + memset(&q->frame, 0, sizeof(QCELPFrame)); + + for (; bitmaps < bitmaps_end; bitmaps++) + unpacked_data[bitmaps->index] |= get_bits(&q->gb, bitmaps->bitlen) << bitmaps->bitpos; + + // Check for erasures/blanks on rates 1, 1/4 and 1/8. + if (q->frame.reserved) { + warn_insufficient_frame_quality(avctx, "Wrong data in reserved frame area."); + goto erasure; + } + if (q->bitrate == RATE_QUARTER && codebook_sanity_check_for_rate_quarter(q->frame.cbgain)) { + warn_insufficient_frame_quality(avctx, "Codebook gain sanity check failed."); + goto erasure; + } + + if (q->bitrate >= RATE_HALF) { + for (i = 0; i < 4; i++) { + if (q->frame.pfrac[i] && q->frame.plag[i] >= 124) { + warn_insufficient_frame_quality(avctx, "Cannot initialize pitch filter."); + goto erasure; + } + } + } + } + + decode_gain_and_index(q, gain); + compute_svector(q, gain, outbuffer); + + if (decode_lspf(q, quantized_lspf) < 0) { + warn_insufficient_frame_quality(avctx, "Badly received packets in frame."); + goto erasure; + } + + + apply_pitch_filters(q, outbuffer); + + if (q->bitrate == I_F_Q) { +erasure: + q->bitrate = I_F_Q; + q->erasure_count++; + decode_gain_and_index(q, gain); + compute_svector(q, gain, outbuffer); + decode_lspf(q, quantized_lspf); + apply_pitch_filters(q, outbuffer); + } else + q->erasure_count = 0; + + formant_mem = q->formant_mem + 10; + for (i = 0; i < 4; i++) { + interpolate_lpc(q, quantized_lspf, lpc, i); + ff_celp_lp_synthesis_filterf(formant_mem, lpc, outbuffer + i * 40, 40, 10); + formant_mem += 40; + } + memcpy(q->formant_mem, q->formant_mem + 160, 10 * sizeof(float)); + + // FIXME: postfilter and final gain control should be here. + // TIA/EIA/IS-733 2.4.8.6 + + formant_mem = q->formant_mem + 10; + for (i = 0; i < 160; i++) + *outbuffer++ = av_clipf(*formant_mem++, QCELP_CLIP_LOWER_BOUND, QCELP_CLIP_UPPER_BOUND); + + memcpy(q->prev_lspf, quantized_lspf, sizeof(q->prev_lspf)); + q->prev_bitrate = q->bitrate; + + *data_size = 160 * sizeof(*outbuffer); + + return *data_size; +} + AVCodec qcelp_decoder = { .name = "qcelp",