Lines Matching defs:residual
90 * (and fast) estimation (of how many bits a residual value will be
171 FLAC__int32 *residual[2],
195 FLAC__int32 residual[],
215 FLAC__int32 residual[],
244 const FLAC__int32 residual[],
260 const FLAC__int32 residual[],
270 const FLAC__int32 residual[],
280 const FLAC__int32 residual[],
333 unsigned input_capacity; /* current size (in samples) of the signal and residual buffers */
344 FLAC__int32 *residual_workspace[FLAC__MAX_CHANNELS][2]; /* each channel has a candidate and best workspace where the subframe residual signals will be stored */
358 FLAC__uint64 *abs_residual_partition_sums; /* workspace where the sum of abs(candidate residual) for each partition is stored */
359 unsigned *raw_bits_per_partition; /* workspace where the sum of silog2(candidate residual) for each partition is stored */
377 void (*local_lpc_compute_residual_from_qlp_coefficients)(const FLAC__int32 *data, unsigned data_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
378 void (*local_lpc_compute_residual_from_qlp_coefficients_64bit)(const FLAC__int32 *data, unsigned data_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
379 void (*local_lpc_compute_residual_from_qlp_coefficients_16bit)(const FLAC__int32 *data, unsigned data_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
3182 FLAC__int32 *residual[2],
3277 residual[!_best_subframe],
3363 residual[!_best_subframe],
3505 FLAC__int32 residual[],
3524 FLAC__fixed_compute_residual(signal+order, residual_samples, order, residual);
3530 subframe->data.fixed.residual = residual;
3535 residual,
3567 FLAC__int32 residual[],
3603 encoder->private_->local_lpc_compute_residual_from_qlp_coefficients_16bit(signal+order, residual_samples, qlp_coeff, order, quantization, residual);
3605 encoder->private_->local_lpc_compute_residual_from_qlp_coefficients(signal+order, residual_samples, qlp_coeff, order, quantization, residual);
3607 encoder->private_->local_lpc_compute_residual_from_qlp_coefficients_64bit(signal+order, residual_samples, qlp_coeff, order, quantization, residual);
3613 subframe->data.lpc.residual = residual;
3618 residual,
3677 const FLAC__int32 residual[],
3700 precompute_partition_info_sums_(residual, abs_residual_partition_sums, residual_samples, predictor_order, min_partition_order, max_partition_order, bps);
3703 precompute_partition_info_escapes_(residual, raw_bits_per_partition, residual_samples, predictor_order, min_partition_order, max_partition_order);
3713 residual,
3774 const FLAC__int32 residual[],
3784 const FLAC__int32 residual[],
3800 /* WATCHOUT: "+ bps" is an assumption that the average residual magnitude will not be more than "bps" bits */
3802 precompute_partition_info_sums_32bit_asm_ia32_(residual, abs_residual_partition_sums, residual_samples + predictor_order, predictor_order, min_partition_order, max_partition_order);
3811 /* WATCHOUT: "+ bps" is an assumption that the average residual magnitude will not be more than "bps" bits */
3819 abs_residual_partition_sum += abs(residual[residual_sample]); /* abs(INT_MIN) is undefined, but if the residual is INT_MIN we have bigger problems */
3830 abs_residual_partition_sum += abs(residual[residual_sample]); /* abs(INT_MIN) is undefined, but if the residual is INT_MIN we have bigger problems */
3854 const FLAC__int32 residual[],
3882 r = residual[residual_sample++];
3889 /* now we know all residual values are in the range [-rmax-1,rmax] */
3915 const FLAC__int32 *residual
3923 partition_bits += ( (FLAC__uint32)((residual[i]<<1)^(residual[i]>>31)) >> rice_parameter );
3943 * The actual number of bits used is closer to the sum(for all i in the partition) of abs(residual[i])>>(rice_parameter-1)
3954 const FLAC__int32 residual[],
4010 partition_bits = count_rice_bits_in_partition_(rice_parameter, residual_samples, residual);
4049 * average residual magnitude in the partition:
4052 * actually the sum of magnitudes of all residual values
4086 partition_bits = count_rice_bits_in_partition_(rice_parameter, partition_samples, residual+residual_sample);