2003-06-13 08:31:40 +00:00
|
|
|
/*
|
|
|
|
* RealAudio 2.0 (28.8K)
|
|
|
|
* Copyright (c) 2003 the ffmpeg project
|
|
|
|
*
|
2006-10-07 15:30:46 +00:00
|
|
|
* This file is part of FFmpeg.
|
|
|
|
*
|
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
2003-06-13 08:31:40 +00:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
2006-10-07 15:30:46 +00:00
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
2003-06-13 08:31:40 +00:00
|
|
|
*
|
2006-10-07 15:30:46 +00:00
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
2003-06-13 08:31:40 +00:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2006-10-07 15:30:46 +00:00
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
2006-01-12 22:43:26 +00:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
2003-06-13 08:31:40 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
#include "avcodec.h"
|
2008-06-30 18:36:45 +00:00
|
|
|
#define ALT_BITSTREAM_READER_LE
|
|
|
|
#include "bitstream.h"
|
2003-06-29 19:11:55 +00:00
|
|
|
#include "ra288.h"
|
2005-12-17 18:14:38 +00:00
|
|
|
|
2003-06-13 08:31:40 +00:00
|
|
|
typedef struct {
|
2008-06-30 16:53:33 +00:00
|
|
|
float output[40];
|
2008-07-27 20:58:29 +00:00
|
|
|
float sp_lpc[36]; ///< LPC coefficients for speech data (spec: A)
|
|
|
|
float gain_lpc[10]; ///< LPC coefficients for gain (spec: GB)
|
2008-07-06 12:03:21 +00:00
|
|
|
int phase;
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-07-26 15:10:17 +00:00
|
|
|
float sp_hist[111]; ///< Speech data history (spec: SB)
|
|
|
|
|
|
|
|
/** Speech part of the gain autocorrelation (spec: REXP) */
|
|
|
|
float sp_rec[37];
|
|
|
|
|
|
|
|
float gain_hist[38]; ///< Log-gain history (spec: SBLG)
|
|
|
|
|
|
|
|
/** Recursive part of the gain autocorrelation (spec: REXPLG) */
|
|
|
|
float gain_rec[11];
|
|
|
|
|
2008-06-30 16:53:33 +00:00
|
|
|
float sb[41];
|
|
|
|
float lhist[10];
|
2008-07-26 14:29:39 +00:00
|
|
|
} RA288Context;
|
2003-06-13 08:31:40 +00:00
|
|
|
|
2008-07-17 22:39:29 +00:00
|
|
|
static inline float scalar_product_float(const float * v1, const float * v2,
|
|
|
|
int size)
|
2008-07-05 18:42:08 +00:00
|
|
|
{
|
|
|
|
float res = 0.;
|
|
|
|
|
|
|
|
while (size--)
|
|
|
|
res += *v1++ * *v2++;
|
|
|
|
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
2008-07-26 14:35:50 +00:00
|
|
|
static void colmult(float *tgt, const float *m1, const float *m2, int n)
|
|
|
|
{
|
|
|
|
while (n--)
|
2008-07-26 14:38:29 +00:00
|
|
|
*tgt++ = *m1++ * *m2++;
|
2008-07-26 14:35:50 +00:00
|
|
|
}
|
|
|
|
|
2003-06-13 08:31:40 +00:00
|
|
|
/* Decode and produce output */
|
2008-07-26 14:31:47 +00:00
|
|
|
static void decode(RA288Context *ractx, float gain, int cb_coef)
|
2003-06-13 08:31:40 +00:00
|
|
|
{
|
2008-07-04 19:55:58 +00:00
|
|
|
int x, y;
|
2008-07-13 20:38:42 +00:00
|
|
|
double sumsum;
|
|
|
|
float sum, buffer[5];
|
2003-06-13 08:31:40 +00:00
|
|
|
|
2008-07-26 14:31:47 +00:00
|
|
|
memmove(ractx->sb + 5, ractx->sb, 36 * sizeof(*ractx->sb));
|
2003-06-13 08:31:40 +00:00
|
|
|
|
2008-07-05 18:43:24 +00:00
|
|
|
for (x=4; x >= 0; x--)
|
2008-07-27 20:58:29 +00:00
|
|
|
ractx->sb[x] = -scalar_product_float(ractx->sb + x + 1,
|
|
|
|
ractx->sp_lpc, 36);
|
2003-06-13 08:31:40 +00:00
|
|
|
|
2008-06-30 16:53:33 +00:00
|
|
|
/* convert log and do rms */
|
2008-07-27 20:58:29 +00:00
|
|
|
sum = 32. - scalar_product_float(ractx->gain_lpc, ractx->lhist, 10);
|
2003-06-13 08:31:40 +00:00
|
|
|
|
2008-07-13 20:39:55 +00:00
|
|
|
sum = av_clipf(sum, 0, 60);
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-07-04 15:32:04 +00:00
|
|
|
sumsum = exp(sum * 0.1151292546497) * gain; /* pow(10.0,sum/20)*f */
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-07-06 10:35:01 +00:00
|
|
|
for (x=0; x < 5; x++)
|
2008-07-03 19:25:12 +00:00
|
|
|
buffer[x] = codetable[cb_coef][x] * sumsum;
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-07-14 14:41:01 +00:00
|
|
|
sum = scalar_product_float(buffer, buffer, 5) / 5;
|
|
|
|
|
|
|
|
sum = FFMAX(sum, 1);
|
2008-06-30 16:53:33 +00:00
|
|
|
|
|
|
|
/* shift and store */
|
2008-07-26 14:31:47 +00:00
|
|
|
memmove(ractx->lhist, ractx->lhist - 1, 10 * sizeof(*ractx->lhist));
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-07-27 22:21:41 +00:00
|
|
|
*ractx->lhist = 10 * log10(sum) - 32;
|
2008-06-30 16:53:33 +00:00
|
|
|
|
|
|
|
for (x=1; x < 5; x++)
|
2008-07-04 19:55:58 +00:00
|
|
|
for (y=x-1; y >= 0; y--)
|
2008-07-27 20:58:29 +00:00
|
|
|
buffer[x] -= ractx->sp_lpc[x-y-1] * buffer[y];
|
2008-06-30 16:53:33 +00:00
|
|
|
|
|
|
|
/* output */
|
|
|
|
for (x=0; x < 5; x++) {
|
2008-07-26 14:31:47 +00:00
|
|
|
ractx->output[ractx->phase*5+x] = ractx->sb[4-x] =
|
|
|
|
av_clipf(ractx->sb[4-x] + buffer[x], -4095, 4095);
|
2008-06-30 16:53:33 +00:00
|
|
|
}
|
2003-06-13 08:31:40 +00:00
|
|
|
}
|
|
|
|
|
2008-07-24 04:05:41 +00:00
|
|
|
/**
|
|
|
|
* Converts autocorrelation coefficients to LPC coefficients using the
|
|
|
|
* Levinson-Durbin algorithm. See blocks 37 and 50 of the G.728 specification.
|
|
|
|
*
|
2008-07-24 04:07:50 +00:00
|
|
|
* @return 0 if success, -1 if fail
|
2008-07-24 04:05:41 +00:00
|
|
|
*/
|
|
|
|
static int eval_lpc_coeffs(const float *in, float *tgt, int n)
|
2003-06-13 08:31:40 +00:00
|
|
|
{
|
2008-06-30 16:53:33 +00:00
|
|
|
int x, y;
|
|
|
|
double f0, f1, f2;
|
|
|
|
|
|
|
|
if (in[n] == 0)
|
2008-07-24 04:07:50 +00:00
|
|
|
return -1;
|
2008-06-30 16:53:33 +00:00
|
|
|
|
|
|
|
if ((f0 = *in) <= 0)
|
2008-07-24 04:07:50 +00:00
|
|
|
return -1;
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-07-17 22:59:53 +00:00
|
|
|
in--; // To avoid a -1 subtraction in the inner loop
|
|
|
|
|
2008-07-17 22:42:21 +00:00
|
|
|
for (x=1; x <= n; x++) {
|
2008-07-17 22:59:53 +00:00
|
|
|
f1 = in[x+1];
|
2008-07-04 19:55:58 +00:00
|
|
|
|
|
|
|
for (y=0; y < x - 1; y++)
|
2008-07-17 22:59:53 +00:00
|
|
|
f1 += in[x-y]*tgt[y];
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-07-17 23:48:53 +00:00
|
|
|
tgt[x-1] = f2 = -f1/f0;
|
|
|
|
for (y=0; y < x >> 1; y++) {
|
|
|
|
float temp = tgt[y] + tgt[x-y-2]*f2;
|
|
|
|
tgt[x-y-2] += tgt[y]*f2;
|
|
|
|
tgt[y] = temp;
|
2008-06-30 16:53:33 +00:00
|
|
|
}
|
|
|
|
if ((f0 += f1*f2) < 0)
|
2008-07-24 04:07:50 +00:00
|
|
|
return -1;
|
2003-06-13 08:31:40 +00:00
|
|
|
}
|
2008-07-17 22:42:21 +00:00
|
|
|
|
2008-07-24 04:07:50 +00:00
|
|
|
return 0;
|
2003-06-13 08:31:40 +00:00
|
|
|
}
|
|
|
|
|
2008-07-17 22:39:29 +00:00
|
|
|
static void prodsum(float *tgt, const float *src, int len, int n)
|
2008-06-30 16:57:27 +00:00
|
|
|
{
|
2008-07-05 18:42:08 +00:00
|
|
|
for (; n >= 0; n--)
|
|
|
|
tgt[n] = scalar_product_float(src, src - n, len);
|
2008-06-30 16:57:27 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2008-07-24 03:28:42 +00:00
|
|
|
/**
|
|
|
|
* Hybrid window filtering. See blocks 36 and 49 of the G.728 specification.
|
|
|
|
*
|
|
|
|
* @param order the order of the filter
|
|
|
|
* @param n the length of the input
|
2008-07-24 11:55:01 +00:00
|
|
|
* @param non_rec the number of non-recursive samples
|
2008-07-24 03:28:42 +00:00
|
|
|
* @param out the filter output
|
|
|
|
* @param in pointer to the input of the filter
|
|
|
|
* @param hist pointer to the input history of the filter. It is updated by
|
|
|
|
* this function.
|
2008-07-24 11:55:01 +00:00
|
|
|
* @param out pointer to the non-recursive part of the output
|
2008-07-24 03:28:42 +00:00
|
|
|
* @param out2 pointer to the recursive part of the output
|
|
|
|
* @param window pointer to the windowing function table
|
|
|
|
*/
|
2008-07-24 03:28:01 +00:00
|
|
|
static void do_hybrid_window(int order, int n, int non_rec, const float *in,
|
|
|
|
float *out, float *hist, float *out2,
|
|
|
|
const float *window)
|
2003-06-13 08:31:40 +00:00
|
|
|
{
|
2008-06-30 16:53:33 +00:00
|
|
|
unsigned int x;
|
|
|
|
float buffer1[37];
|
|
|
|
float buffer2[37];
|
|
|
|
float work[111];
|
|
|
|
|
2008-07-24 03:28:42 +00:00
|
|
|
/* update history */
|
2008-07-24 03:28:01 +00:00
|
|
|
memmove(hist , hist + n, (order + non_rec)*sizeof(*hist));
|
|
|
|
memcpy (hist + order + non_rec, in , n *sizeof(*hist));
|
2008-07-24 03:19:52 +00:00
|
|
|
|
2008-07-24 03:28:01 +00:00
|
|
|
colmult(work, window, hist, order + n + non_rec);
|
2005-12-17 18:14:38 +00:00
|
|
|
|
2008-07-24 03:28:01 +00:00
|
|
|
prodsum(buffer1, work + order , n , order);
|
|
|
|
prodsum(buffer2, work + order + n, non_rec, order);
|
2003-06-13 08:31:40 +00:00
|
|
|
|
2008-07-24 03:28:01 +00:00
|
|
|
for (x=0; x <= order; x++) {
|
|
|
|
out2[x] = out2[x] * 0.5625 + buffer1[x];
|
|
|
|
out [x] = out2[x] + buffer2[x];
|
2008-06-30 16:53:33 +00:00
|
|
|
}
|
2008-07-24 03:23:51 +00:00
|
|
|
|
|
|
|
/* Multiply by the white noise correcting factor (WNCF) */
|
|
|
|
*out *= 257./256.;
|
2003-06-13 08:31:40 +00:00
|
|
|
}
|
|
|
|
|
2008-07-24 04:29:23 +00:00
|
|
|
/**
|
|
|
|
* Backward synthesis filter. Find the LPC coefficients from past speech data.
|
|
|
|
*/
|
2008-07-26 14:31:47 +00:00
|
|
|
static void backward_filter(RA288Context *ractx)
|
2003-06-13 08:31:40 +00:00
|
|
|
{
|
2008-07-27 20:58:29 +00:00
|
|
|
float temp1[37]; // RTMP in the spec
|
|
|
|
float temp2[11]; // GPTPMP in the spec
|
2008-07-27 22:21:41 +00:00
|
|
|
float history[8];
|
|
|
|
int i;
|
|
|
|
|
|
|
|
for (i=0 ; i < 8; i++)
|
|
|
|
history[i] = ractx->lhist[7-i];
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-07-27 20:58:29 +00:00
|
|
|
do_hybrid_window(36, 40, 35, ractx->output, temp1, ractx->sp_hist,
|
|
|
|
ractx->sp_rec, syn_window);
|
2008-06-30 16:57:27 +00:00
|
|
|
|
2008-07-27 20:58:29 +00:00
|
|
|
if (!eval_lpc_coeffs(temp1, ractx->sp_lpc, 36))
|
|
|
|
colmult(ractx->sp_lpc, ractx->sp_lpc, syn_bw_tab, 36);
|
2008-06-30 16:57:27 +00:00
|
|
|
|
2008-07-27 22:21:41 +00:00
|
|
|
do_hybrid_window(10, 8, 20, history, temp2, ractx->gain_hist,
|
2008-07-27 20:58:29 +00:00
|
|
|
ractx->gain_rec, gain_window);
|
2008-06-30 16:57:27 +00:00
|
|
|
|
2008-07-27 20:58:29 +00:00
|
|
|
if (!eval_lpc_coeffs(temp2, ractx->gain_lpc, 10))
|
|
|
|
colmult(ractx->gain_lpc, ractx->gain_lpc, gain_bw_tab, 10);
|
2003-06-13 08:31:40 +00:00
|
|
|
}
|
|
|
|
|
2008-06-30 19:30:27 +00:00
|
|
|
/* Decode a block (celp) */
|
|
|
|
static int ra288_decode_frame(AVCodecContext * avctx, void *data,
|
|
|
|
int *data_size, const uint8_t * buf,
|
|
|
|
int buf_size)
|
2003-06-17 07:22:31 +00:00
|
|
|
{
|
2008-06-30 19:30:27 +00:00
|
|
|
int16_t *out = data;
|
2008-06-30 16:53:33 +00:00
|
|
|
int x, y;
|
2008-07-26 14:31:47 +00:00
|
|
|
RA288Context *ractx = avctx->priv_data;
|
2008-06-30 19:09:00 +00:00
|
|
|
GetBitContext gb;
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-06-30 19:30:27 +00:00
|
|
|
if (buf_size < avctx->block_align) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR,
|
|
|
|
"Error! Input buffer is too small [%d<%d]\n",
|
|
|
|
buf_size, avctx->block_align);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
init_get_bits(&gb, buf, avctx->block_align * 8);
|
2008-06-30 16:53:33 +00:00
|
|
|
|
|
|
|
for (x=0; x < 32; x++) {
|
2008-07-04 15:32:04 +00:00
|
|
|
float gain = amptable[get_bits(&gb, 3)];
|
2008-06-30 19:09:00 +00:00
|
|
|
int cb_coef = get_bits(&gb, 6 + (x&1));
|
2008-07-27 20:35:32 +00:00
|
|
|
ractx->phase = (x + 4) & 7;
|
2008-07-26 14:31:47 +00:00
|
|
|
decode(ractx, gain, cb_coef);
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-07-04 19:55:58 +00:00
|
|
|
for (y=0; y < 5; y++)
|
2008-07-26 14:31:47 +00:00
|
|
|
*(out++) = 8 * ractx->output[ractx->phase*5 + y];
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-07-27 20:35:32 +00:00
|
|
|
if (ractx->phase == 7)
|
2008-07-26 14:31:47 +00:00
|
|
|
backward_filter(ractx);
|
2008-06-30 16:53:33 +00:00
|
|
|
}
|
|
|
|
|
2008-06-30 19:30:27 +00:00
|
|
|
*data_size = (char *)out - (char *)data;
|
2005-12-09 16:08:18 +00:00
|
|
|
return avctx->block_align;
|
2003-06-13 08:31:40 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
AVCodec ra_288_decoder =
|
|
|
|
{
|
|
|
|
"real_288",
|
|
|
|
CODEC_TYPE_AUDIO,
|
|
|
|
CODEC_ID_RA_288,
|
2008-07-26 14:29:39 +00:00
|
|
|
sizeof(RA288Context),
|
2008-06-30 16:54:49 +00:00
|
|
|
NULL,
|
2003-06-13 08:31:40 +00:00
|
|
|
NULL,
|
|
|
|
NULL,
|
|
|
|
ra288_decode_frame,
|
2008-06-12 21:50:13 +00:00
|
|
|
.long_name = NULL_IF_CONFIG_SMALL("RealAudio 2.0 (28.8K)"),
|
2003-06-13 08:31:40 +00:00
|
|
|
};
|