fenix/exhale
1
0
Fork 0
mirror of https://gitlab.com/ecodis/exhale.git synced 2025-06-05 21:59:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

limit energy loss

Browse Source
This commit is contained in:
Christian R. Helmrich
2020-02-28 23:00:10 +01:00
parent a88a515d31
commit 2213068ac6
1 changed files with 28 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
src/lib/quantization.cpp
View File

@@ -160,6 +160,34 @@ uint8_t SfbQuantizer::quantizeMagnSfb (const unsigned* const coeffMagn, const ui
#endif
if ((bitCount = quantizeMagnRDOC (entrCoder, (uint8_t) sf, bitCount, coeffOffset, coeffMagn, numCoeffs, coeffQuant)) > 0)
{
if ((bitCount & USHRT_MAX) && (sf < m_maxSfIndex)) // !zero
{
const double magnNormDiv = m_lutSfNorm[sf];
dNum = dDen = 0.0;
for (int i = numCoeffs - 1; i >= 0; i--)
{
const double normalizedMagn = (double) coeffMagn[i] * magnNormDiv;
const uint8_t q = coeffQuant[i];
if (q > 0)
{
dNum += m_lutXExp43[q] * normalizedMagn;
dDen += m_lutXExp43[q] * m_lutXExp43[q];
}
#if SFB_QUANT_PERCEPT_OPT
else // assume perceptual transparency for code below
{
dNum += normalizedMagn * normalizedMagn;
dDen += normalizedMagn * normalizedMagn;
}
#endif
}
// re-compute least-squares optimal scale factor modifier
if (dNum > 1.0946035575 * dDen) sf++; // speedup for: if (dNum > dDen) sf += short (SF_QUANT_OFFSET + FOUR_LOG102 * log10 (dNum / dDen));
} // if !zero
if (sigMaxQ) *sigMaxQ = short (bitCount >> 16); // new max.
if (sigNumQ) *sigNumQ = short (bitCount & USHRT_MAX); // L0
}