70 for (
i = 0;
i < order+1;
i++) {
71 int low =
i != 0 ? nlsf[
i-1] : 0;
72 int high =
i != order ? nlsf[
i] : 32768;
73 int diff = (high - low) - (min_delta[
i]);
75 if (
diff < min_diff) {
89 nlsf[0] = min_delta[0];
90 }
else if (k == order) {
92 nlsf[order-1] = 32768 - min_delta[order];
95 int min_center = 0, max_center = 32768, center_val;
98 for (
i = 0;
i < k;
i++)
99 min_center += min_delta[
i];
100 min_center += min_delta[k] >> 1;
103 for (
i = order;
i > k;
i--)
104 max_center -= min_delta[
i];
105 max_center -= min_delta[k] >> 1;
108 center_val = nlsf[k - 1] + nlsf[k];
109 center_val = (center_val >> 1) + (center_val & 1);
110 center_val =
FFMIN(max_center,
FFMAX(min_center, center_val));
112 nlsf[k - 1] = center_val - (min_delta[k] >> 1);
113 nlsf[k] = nlsf[k - 1] + min_delta[k];
120 for (
i = 1;
i < order;
i++) {
122 for (j =
i - 1; j >= 0 && nlsf[j] >
value; j--)
123 nlsf[j + 1] = nlsf[j];
128 if (nlsf[0] < min_delta[0])
129 nlsf[0] = min_delta[0];
130 for (
i = 1;
i < order;
i++)
131 nlsf[
i] =
FFMAX(nlsf[
i],
FFMIN(nlsf[
i - 1] + min_delta[
i], 32767));
134 if (nlsf[order-1] > 32768 - min_delta[order])
135 nlsf[order-1] = 32768 - min_delta[order];
136 for (
i = order-2;
i >= 0;
i--)
137 if (nlsf[
i] > nlsf[
i + 1] - min_delta[
i+1])
138 nlsf[
i] = nlsf[
i + 1] - min_delta[
i+1];
145 int k, j, DC_resp = 0;
147 int totalinvgain = 1 << 30;
148 int32_t *row = lpc32[0], *prevrow;
151 for (k = 0; k < order; k++) {
153 row[k] = lpc[k] * 4096;
160 for (k = order - 1; 1; k--) {
167 if (
FFABS(row[k]) > 16773022)
170 rc = -(row[k] * 128);
171 gaindiv = (1 << 30) -
MULH(rc, rc);
173 totalinvgain =
MULH(totalinvgain, gaindiv) << 2;
175 return (totalinvgain >= 107374);
179 gain = ((1 << 29) - 1) / (gaindiv >> (fbits + 1 - 16));
180 error = (1 << 29) -
MULL(gaindiv << (15 + 16 - fbits), gain, 16);
181 gain = ((gain << 16) + (
error * gain >> 13));
187 for (j = 0; j < k; j++) {
193 if (tmp < INT32_MIN || tmp > INT32_MAX)
209 for (
i = 1;
i < half_order;
i++) {
211 for (j =
i; j > 1; j--)
212 pol[j] += pol[j - 2] -
ROUND_MULL(lsp[2 *
i], pol[j - 1], 16);
214 pol[1] -= lsp[2 *
i];
218 static void silk_lsf2lpc(
const int16_t nlsf[16],
float lpcf[16],
int order)
227 for (k = 0; k < order; k++) {
228 int index = nlsf[k] >> 8;
229 int offset = nlsf[k] & 255;
235 lsp[k2] = (lsp[k2] + 4) >> 3;
242 for (k = 0; k < order>>1; k++) {
243 int32_t p_tmp = p[k + 1] + p[k];
244 int32_t q_tmp = q[k + 1] - q[k];
245 lpc32[k] = -q_tmp - p_tmp;
246 lpc32[order-k-1] = q_tmp - p_tmp;
250 for (
i = 0;
i < 10;
i++) {
252 unsigned int maxabs = 0;
253 for (j = 0, k = 0; j < order; j++) {
254 unsigned int x =
FFABS(lpc32[k]);
261 maxabs = (maxabs + 16) >> 5;
263 if (maxabs > 32767) {
265 unsigned int chirp, chirp_base;
266 maxabs =
FFMIN(maxabs, 163838);
267 chirp_base = chirp = 65470 - ((maxabs - 32767) << 14) / ((maxabs * (k+1)) >> 2);
269 for (k = 0; k < order; k++) {
271 chirp = (chirp_base * chirp + 32768) >> 16;
278 for (k = 0; k < order; k++) {
279 int x = (lpc32[k] + 16) >> 5;
281 lpc32[k] = lpc[k] << 5;
284 for (k = 0; k < order; k++)
285 lpc[k] = (lpc32[k] + 16) >> 5;
291 unsigned int chirp, chirp_base;
292 chirp_base = chirp = 65536 - (1 <<
i);
294 for (k = 0; k < order; k++) {
296 lpc[k] = (lpc32[k] + 16) >> 5;
297 chirp = (chirp_base * chirp + 32768) >> 16;
301 for (
i = 0;
i < order;
i++)
302 lpcf[
i] = lpc[
i] / 4096.0f;
307 float lpc_leadin[16],
float lpc[16],
308 int *lpc_order,
int *has_lpc_leadin,
int voiced)
312 int8_t lsf_i1, lsf_i2[16];
316 *lpc_order = order =
s->wb ? 16 : 10;
320 for (
i = 0;
i < order;
i++) {
326 else if (lsf_i2[
i] == 4)
331 for (
i = order - 1;
i >= 0;
i--) {
332 int qstep =
s->wb ? 9830 : 11796;
334 lsf_res[
i] = lsf_i2[
i] * 1024;
335 if (lsf_i2[
i] < 0) lsf_res[
i] += 102;
336 else if (lsf_i2[
i] > 0) lsf_res[
i] -= 102;
337 lsf_res[
i] = (lsf_res[
i] * qstep) >> 16;
342 lsf_res[
i] += (lsf_res[
i+1] *
weight) >> 8;
347 for (
i = 0;
i < order;
i++) {
350 int cur, prev, next, weight_sq,
weight, ipart, fpart, y,
value;
357 weight_sq = (1024 / (cur - prev) + 1024 / (next - cur)) << 16;
361 fpart = (weight_sq >> (ipart-8)) & 127;
362 y = ((ipart & 1) ? 32768 : 46214) >> ((32 - ipart)>>1);
363 weight = y + ((213 * fpart * y) >> 16);
376 if (
s->subframes == 4) {
381 int16_t nlsf_leadin[16];
382 for (
i = 0;
i < order;
i++)
383 nlsf_leadin[
i] =
frame->nlsf[
i] +
387 memcpy(lpc_leadin,
frame->lpc, 16 *
sizeof(
float));
390 s->nlsf_interp_factor =
offset;
394 s->nlsf_interp_factor = 4;
398 memcpy(
frame->nlsf, nlsf, order *
sizeof(nlsf[0]));
399 memcpy(
frame->lpc, lpc, order *
sizeof(lpc[0]));
408 child[1] = total - child[0];
417 int qoffset_high,
int active,
int voiced)
432 for (
i = 0;
i < shellblocks;
i++) {
434 if (pulsecount[
i] == 17) {
435 while (pulsecount[
i] == 17 && ++lsbcount[
i] != 10)
437 if (lsbcount[
i] == 10)
443 for (
i = 0;
i < shellblocks;
i++) {
444 if (pulsecount[
i] != 0) {
446 int32_t * location = excitation + 16*
i;
448 branch[0][0] = pulsecount[
i];
451 for (
a = 0;
a < 1;
a++) {
453 for (
b = 0;
b < 2;
b++) {
455 for (
c = 0;
c < 2;
c++) {
457 for (d = 0; d < 2; d++) {
465 memset(excitation + 16*
i, 0, 16*
sizeof(
int32_t));
469 for (
i = 0;
i < shellblocks << 4;
i++) {
471 for (
bit = 0; bit < lsbcount[i >> 4];
bit++)
472 excitation[
i] = (excitation[
i] << 1) |
477 for (
i = 0;
i < shellblocks << 4;
i++) {
478 if (excitation[
i] != 0) {
480 voiced][qoffset_high][
FFMIN(pulsecount[
i >> 4], 6)]);
487 for (
i = 0;
i < shellblocks << 4;
i++) {
488 int value = excitation[
i];
490 if (
value < 0) excitation[
i] += 20;
491 else if (
value > 0) excitation[
i] -= 20;
494 seed = 196314165 *
seed + 907633515;
495 if (
seed & 0x80000000)
499 excitationf[
i] = excitation[
i] / 8388608.0f;
504 #define SILK_MAX_LAG (288 + LTP_ORDER / 2)
510 int frame_num,
int channel,
int coded_channels,
511 int active,
int active1,
int redundant)
533 if (coded_channels == 2 &&
channel == 0) {
534 int n, wi[2], ws[2],
w[2];
541 for (
i = 0;
i < 2;
i++)
546 s->stereo_weights[0] = (
w[0] -
w[1]) / 8192.0;
547 s->stereo_weights[1] =
w[1] / 8192.0;
559 qoffset_high =
type & 1;
564 for (
i = 0;
i <
s->subframes;
i++) {
566 int ipart, fpart, lingain;
568 if (
i == 0 && (frame_num == 0 || !
frame->coded)) {
574 log_gain =
FFMAX(log_gain,
frame->log_gain - 16);
579 frame->log_gain + delta_gain - 4), 6);
582 frame->log_gain = log_gain;
585 log_gain = (log_gain * 0x1D1C71 >> 16) + 2090;
586 ipart = log_gain >> 7;
587 fpart = log_gain & 127;
588 lingain = (1 << ipart) + ((-174 * fpart * (128-fpart) >>16) + fpart) * ((1<<ipart) >> 7);
589 sf[
i].gain = lingain / 65536.0f;
597 int lag_absolute = (!frame_num || !
frame->prev_voiced);
612 int highbits, lowbits;
613 static const uint16_t *
const model[] = {
623 frame->primarylag = primarylag;
625 if (
s->subframes == 2)
638 for (
i = 0;
i <
s->subframes;
i++)
645 for (
i = 0;
i <
s->subframes;
i++) {
647 static const uint16_t *
const filter_sel[] = {
651 static const int8_t (*
const filter_taps[])[5] = {
655 for (j = 0; j < 5; j++)
656 sf[
i].ltptaps[j] = filter_taps[ltpfilter][
index][j] / 128.0f;
661 if (voiced && frame_num == 0)
664 else ltpscale = 15565.0f/16384.0f;
672 if (
s->output_channels ==
channel || redundant)
676 for (
i = 0;
i <
s->subframes;
i++) {
677 const float * lpc_coeff = (
i < 2 && has_lpc_leadin) ? lpc_leadin : lpc_body;
688 if (i < 2 || s->nlsf_interp_factor == 4) {
689 out_end = -
i *
s->sflength;
692 out_end = -(
i - 2) *
s->sflength;
698 for (j = - sf[
i].pitchlag -
LTP_ORDER/2; j < out_end; j++) {
700 for (k = 0; k < order; k++)
701 sum -= lpc_coeff[k] * dst[j - k - 1];
702 resptr[j] =
av_clipf(sum, -1.0f, 1.0f) * scale / sf[
i].gain;
706 float rescale = sf[
i-1].gain / sf[
i].gain;
707 for (j = out_end; j < 0; j++)
712 for (j = 0; j <
s->sflength; j++) {
715 sum += sf[
i].ltptaps[k] * resptr[j - sf[
i].pitchlag +
LTP_ORDER/2 - k];
721 for (j = 0; j <
s->sflength; j++) {
722 sum = resptr[j] * sf[
i].gain;
723 for (k = 1; k <= order; k++)
724 sum += lpc_coeff[k - 1] * lpc[j - k];
727 dst[j] =
av_clipf(sum, -1.0f, 1.0f);
731 frame->prev_voiced = voiced;
742 float w0_prev =
s->prev_stereo_weights[0];
743 float w1_prev =
s->prev_stereo_weights[1];
744 float w0 =
s->stereo_weights[0];
745 float w1 =
s->stereo_weights[1];
749 for (
i = 0;
i < n1;
i++) {
750 float interp0 = w0_prev +
i * (w0 - w0_prev) / n1;
751 float interp1 = w1_prev +
i * (w1 - w1_prev) / n1;
752 float p0 = 0.25 * (mid[
i - 2] + 2 * mid[
i - 1] + mid[
i]);
754 l[
i] =
av_clipf((1 + interp1) * mid[
i - 1] + side[
i - 1] + interp0 * p0, -1.0, 1.0);
755 r[
i] =
av_clipf((1 - interp1) * mid[
i - 1] - side[
i - 1] - interp0 * p0, -1.0, 1.0);
758 for (;
i <
s->flength;
i++) {
759 float p0 = 0.25 * (mid[
i - 2] + 2 * mid[
i - 1] + mid[
i]);
761 l[
i] =
av_clipf((1 + w1) * mid[
i - 1] + side[
i - 1] + w0 * p0, -1.0, 1.0);
762 r[
i] =
av_clipf((1 - w1) * mid[
i - 1] - side[
i - 1] - w0 * p0, -1.0, 1.0);
765 memcpy(
s->prev_stereo_weights,
s->stereo_weights,
sizeof(
s->stereo_weights));
773 memset(
frame->output, 0,
sizeof(
frame->output));
774 memset(
frame->lpc_history, 0,
sizeof(
frame->lpc_history));
781 frame->primarylag = 0;
782 frame->prev_voiced = 0;
792 int active[2][6], redundancy[2];
796 coded_channels > 2 || duration_ms > 60) {
798 "to the SILK decoder.\n");
802 nb_frames = 1 + (duration_ms > 20) + (duration_ms > 40);
803 s->subframes = duration_ms / nb_frames / 5;
804 s->sflength = 20 * (bandwidth + 2);
805 s->flength =
s->sflength *
s->subframes;
806 s->bandwidth = bandwidth;
810 if (coded_channels >
s->prev_coded_channels)
812 s->prev_coded_channels = coded_channels;
815 for (
i = 0;
i < coded_channels;
i++) {
816 for (j = 0; j < nb_frames; j++)
823 for (
i = 0;
i < coded_channels;
i++)
824 if (redundancy[
i] && duration_ms > 20) {
830 for (
i = 0;
i < nb_frames;
i++) {
831 for (j = 0; j < coded_channels; j++)
832 if (redundancy[j] & (1 <<
i)) {
833 int active1 = (j == 0 && !(redundancy[1] & (1 <<
i))) ? 0 : 1;
838 for (
i = 0;
i < nb_frames;
i++) {
839 for (j = 0; j < coded_channels && !
s->midonly; j++)
843 if (
s->midonly &&
s->frame[1].coded)
846 if (coded_channels == 1 ||
s->output_channels == 1) {
847 for (j = 0; j <
s->output_channels; j++) {
848 memcpy(output[j] +
i *
s->flength,
850 s->flength *
sizeof(
float));
859 return nb_frames *
s->flength;
872 memset(
s->prev_stereo_weights, 0,
sizeof(
s->prev_stereo_weights));
879 if (output_channels != 1 && output_channels != 2) {
890 s->output_channels = output_channels;
#define bit(string, value)
static const unsigned codebook[256][2]
#define FFABS(a)
Absolute value, Note, INT_MIN / INT64_MIN result in undefined behavior as they are not representable ...
channel
Use these values when setting the channel map with ebur128_set_channel().
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
static const int offsets[]
static int weight(int i, int blen, int offset)
static void rescale(GDVContext *gdv, uint8_t *dst, int w, int h, int scale_v, int scale_h)
#define ROUND_MULL(a, b, s)
@ OPUS_BANDWIDTH_NARROWBAND
@ OPUS_BANDWIDTH_WIDEBAND
uint32_t ff_opus_rc_dec_log(OpusRangeCoder *rc, uint32_t bits)
uint32_t ff_opus_rc_dec_cdf(OpusRangeCoder *rc, const uint16_t *cdf)
static void silk_decode_lpc(SilkContext *s, SilkFrame *frame, OpusRangeCoder *rc, float lpc_leadin[16], float lpc[16], int *lpc_order, int *has_lpc_leadin, int voiced)
#define LTP_ORDER
Order of the LTP filter.
int ff_silk_decode_superframe(SilkContext *s, OpusRangeCoder *rc, float *output[2], enum OpusBandwidth bandwidth, int coded_channels, int duration_ms)
Decode the LP layer of one Opus frame (which may correspond to several SILK frames).
static void silk_flush_frame(SilkFrame *frame)
#define SILK_MAX_LAG
Maximum residual history according to 4.2.7.6.1.
static void silk_unmix_ms(SilkContext *s, float *l, float *r)
static void silk_stabilize_lsf(int16_t nlsf[16], int order, const uint16_t min_delta[17])
void ff_silk_flush(SilkContext *s)
static void silk_decode_excitation(SilkContext *s, OpusRangeCoder *rc, float *excitationf, int qoffset_high, int active, int voiced)
void ff_silk_free(SilkContext **ps)
static void silk_lsp2poly(const int32_t lsp[], int32_t pol[], int half_order)
static void silk_count_children(OpusRangeCoder *rc, int model, int32_t total, int32_t child[2])
static int silk_is_lpc_stable(const int16_t lpc[16], int order)
int ff_silk_init(AVCodecContext *avctx, SilkContext **ps, int output_channels)
static void silk_decode_frame(SilkContext *s, OpusRangeCoder *rc, int frame_num, int channel, int coded_channels, int active, int active1, int redundant)
static void silk_lsf2lpc(const int16_t nlsf[16], float lpcf[16], int order)
const uint8_t ff_silk_lsf_weight_sel_nbmb[32][9]
const uint16_t ff_silk_model_stereo_s3[]
const uint16_t ff_silk_model_excitation_sign[3][2][7][3]
const uint8_t ff_silk_lsf_s2_model_sel_wb[32][16]
const uint16_t ff_silk_model_ltp_filter[]
const uint16_t ff_silk_lsf_min_spacing_wb[]
const uint16_t ff_silk_pitch_scale[]
const uint16_t ff_silk_model_pitch_contour_nb10ms[]
const uint16_t ff_silk_ltp_scale_factor[]
const uint16_t ff_silk_model_stereo_s1[]
const int16_t ff_silk_cosine[]
const uint8_t ff_silk_lsf_codebook_nbmb[32][10]
const uint16_t ff_silk_model_lsf_interpolation_offset[]
const uint16_t ff_silk_model_pitch_lowbits_mb[]
const uint16_t ff_silk_model_lbrr_flags_60[]
const uint8_t ff_silk_lsf_pred_weights_wb[2][15]
const uint8_t ff_silk_lsf_codebook_wb[32][16]
const uint16_t ff_silk_model_mid_only[]
const uint16_t ff_silk_model_ltp_filter2_sel[]
const uint16_t ff_silk_pitch_max_lag[]
const uint8_t ff_silk_lsf_weight_sel_wb[32][15]
const uint16_t ff_silk_model_stereo_s2[]
const uint16_t ff_silk_model_pitch_lowbits_wb[]
const uint8_t ff_silk_lsf_ordering_nbmb[]
const int8_t ff_silk_pitch_offset_mbwb10ms[12][2]
const uint16_t ff_silk_lsf_min_spacing_nbmb[]
const uint16_t ff_silk_model_pulse_location[4][168]
const uint8_t ff_silk_lsf_pred_weights_nbmb[2][9]
const uint8_t ff_silk_lsf_ordering_wb[]
const uint16_t ff_silk_model_lbrr_flags_40[]
const uint16_t ff_silk_model_gain_delta[]
const uint16_t ff_silk_model_gain_lowbits[]
const uint16_t ff_silk_model_ltp_filter1_sel[]
const uint16_t ff_silk_model_pitch_contour_mbwb10ms[]
const uint16_t ff_silk_model_pitch_contour_mbwb20ms[]
const int8_t ff_silk_pitch_offset_nb20ms[11][4]
const uint16_t ff_silk_model_frame_type_inactive[]
const int ff_silk_stereo_interp_len[3]
const uint16_t ff_silk_model_excitation_lsb[]
const int8_t ff_silk_ltp_filter1_taps[16][5]
const int8_t ff_silk_ltp_filter2_taps[32][5]
const uint16_t ff_silk_model_frame_type_active[]
const uint8_t ff_silk_shell_blocks[3][2]
const uint8_t ff_silk_lsf_s2_model_sel_nbmb[32][10]
const uint8_t ff_silk_quant_offset[2][2]
const uint16_t ff_silk_model_pulse_count[11][19]
const uint16_t ff_silk_pitch_min_lag[]
const uint16_t ff_silk_model_gain_highbits[3][9]
const uint16_t ff_silk_model_pitch_delta[]
const uint16_t ff_silk_model_lsf_s2[32][10]
const uint16_t ff_silk_model_ltp_filter0_sel[]
const uint16_t ff_silk_model_pitch_lowbits_nb[]
const int8_t ff_silk_pitch_offset_nb10ms[3][2]
const uint16_t ff_silk_model_lsf_s2_ext[]
const uint16_t ff_silk_model_lcg_seed[]
const int16_t ff_silk_stereo_weights[]
const int8_t ff_silk_pitch_offset_mbwb20ms[34][4]
const uint16_t ff_silk_model_pitch_highbits[]
const uint16_t ff_silk_model_exc_rate[2][10]
const uint16_t ff_silk_model_pitch_contour_nb20ms[]
const uint16_t ff_silk_model_lsf_s1[2][2][33]
const int8_t ff_silk_ltp_filter0_taps[8][5]
const uint16_t ff_silk_model_ltp_scale_index[]
main external API structure.
float prev_stereo_weights[2]
enum OpusBandwidth bandwidth
float lpc_history[2 *SILK_HISTORY]
float output[2 *SILK_HISTORY]
static void error(const char *err)
static av_always_inline int diff(const uint32_t a, const uint32_t b)
static const uint8_t offset[127][2]